first commit

Codes/4_model_evaluation/EvaluateModel2lora.sh

@@ -0,0 +1,47 @@
+#!/usr/bin/env sh
+set -eu
+export CUDA_VISIBLE_DEVICES=0
+CONDA_BIN=${CONDA_BIN:-}
+if [ -z "$CONDA_BIN" ]; then
+  if command -v conda >/dev/null 2>&1; then
+    CONDA_BIN=$(command -v conda)
+  elif [ -x /opt/miniconda/bin/conda ]; then
+    CONDA_BIN=/opt/miniconda/bin/conda
+  fi
+fi
+
+if [ -n "$CONDA_BIN" ]; then
+  eval "$("$CONDA_BIN" shell.bash hook)"
+  conda activate focallora4
+else
+  echo "[TestInstructiveHead.sh] Warning: conda not found; running in current environment." >&2
+fi
+
+
+SCRIPT=./EvaluateModel.py
+MODEL=../../models/Qwen3-8B
+DATA=../1_raw_dataset/topicattack/data/crafted_instruction_data_squad_injection_qa.json
+DATA2=../1_raw_dataset/topicattack/data/crafted_instruction_data_squad_conversation_attack_complete.json
+SYSTEM=../1_raw_dataset/topicattack/prompts/generator_system_prompt.txt
+
+LORA_PATH=../3-2_model_training/lora/llama31-8b_sep_tool_simple_debug/batch_1_562
+#LORA_PATH=../3-2_model_training/lora/qwen2-7b_sep_prompt_simple_5/batch_5_749
+#LORA_PATH=../3-2_model_training/lora/qwen3-8b_sep_tool_simple_5a2/batch_5_399
+
+
+
+python "$SCRIPT" \
+--victim_model_path "$MODEL" \
+--lora_path "$LORA_PATH" \
+--data_path "$DATA" \
+--data_path_topicattack "$DATA2" \
+--victim_system_path "$SYSTEM" \
+--eval_mode "native_tool" \
+--attacks conv_attack naive ignore escape_separation completion_real completion_realtmp completion_realcmb \
+--defense none \
+--batch_size 8 \
+--data_size -1
+
+# prompt_based_sep native_tool
+# --attacks   none naive ignore escape_separation completion_real completion_realtmp completion_realcmb conv_attack \
+