first commit

Codes/3-2_model_training/_tuning_llama_p.sh

@@ -0,0 +1,15 @@
+#!/bin/sh
+set -eu
+export CUDA_VISIBLE_DEVICES=1
+python _tuning.modified.py \
+  --model_path "../../models/Llama-3.1-8B-Instruct" \
+  --data_path "../3-1_model_training_preprocess/model_training/crafted_instruction_data_tri_injection_qa_prompt_simple.jsonl" \
+  --head_path "../2-2_head_identification/head_scoring/llama31-8b_sep/heads_sorted/all_roc_inst_0.1.json" \
+  --output_dir "../3-2_model_training/lora/llama31-8b_sep_prompt_simple_100p_1" \
+  --topk "100p" \
+  --epochs "30" \
+  --batch_size "6" \
+  --batch-save-interval "100" \
+  --lr "5e-4"
+
+#  --topk "21.875p" \