13 lines
516 B
Bash
13 lines
516 B
Bash
#!/bin/sh
|
|
set -eu
|
|
export CUDA_VISIBLE_DEVICES=0
|
|
python _tuning.modified.py \
|
|
--model_path "../../models/Llama-3.1-8B-Instruct" \
|
|
--data_path "../3-1_model_training_preprocess/model_training/crafted_instruction_data_tri_injection_qa_tool_simple.jsonl" \
|
|
--head_path "../2-2_head_identification/head_scoring/llama31-8b_sep/heads_sorted/user_prop_inst_0.1.json" \
|
|
--output_dir "../3-2_model_training/lora/llama31-8b_sep_tool_simple_2" \
|
|
--topk "21.875p" \
|
|
--epochs "30" \
|
|
--batch_size "6" \
|
|
--lr "1e-3"
|