14 lines
538 B
Bash
14 lines
538 B
Bash
#!/bin/sh
|
|
set -eu
|
|
export CUDA_VISIBLE_DEVICES=0
|
|
python _tuning.modified.py \
|
|
--model_path "../../models/Llama-3.1-8B-Instruct" \
|
|
--data_path "../3-1_model_training_preprocess/model_training/crafted_instruction_data_sep_prompt_simple.jsonl" \
|
|
--head_path "../2-2_head_identification/head_scoring/llama31-8b_sep/heads_sorted/all_roc_inst_0.1.json" \
|
|
--output_dir "../3-2_model_training/lora/llama31-8b_sep_prompt_simple_5s" \
|
|
--topk "21.875p" \
|
|
--epochs "30" \
|
|
--batch_size "4" \
|
|
--batch-save-interval "100" \
|
|
--lr "5e-4"
|