16 lines
575 B
Bash
16 lines
575 B
Bash
#!/bin/sh
|
|
set -eu
|
|
export CUDA_VISIBLE_DEVICES=1
|
|
python _tuning.modified.py \
|
|
--model_path "../../models/Llama-3.1-8B-Instruct" \
|
|
--data_path "../3-1_model_training_preprocess/model_training/crafted_instruction_data_tri_injection_qa_prompt_simple.jsonl" \
|
|
--head_path "../2-2_head_identification/head_scoring/llama31-8b_sep/heads_sorted/all_roc_inst_0.1.json" \
|
|
--output_dir "../3-2_model_training/lora/llama31-8b_sep_prompt_simple_100p_1" \
|
|
--topk "100p" \
|
|
--epochs "30" \
|
|
--batch_size "6" \
|
|
--batch-save-interval "100" \
|
|
--lr "5e-4"
|
|
|
|
# --topk "21.875p" \
|