48 lines
1.5 KiB
Bash
48 lines
1.5 KiB
Bash
#!/usr/bin/env sh
|
|
set -eu
|
|
export CUDA_VISIBLE_DEVICES=0
|
|
CONDA_BIN=${CONDA_BIN:-}
|
|
if [ -z "$CONDA_BIN" ]; then
|
|
if command -v conda >/dev/null 2>&1; then
|
|
CONDA_BIN=$(command -v conda)
|
|
elif [ -x /opt/miniconda/bin/conda ]; then
|
|
CONDA_BIN=/opt/miniconda/bin/conda
|
|
fi
|
|
fi
|
|
|
|
if [ -n "$CONDA_BIN" ]; then
|
|
eval "$("$CONDA_BIN" shell.bash hook)"
|
|
conda activate focallora4
|
|
else
|
|
echo "[TestInstructiveHead.sh] Warning: conda not found; running in current environment." >&2
|
|
fi
|
|
|
|
|
|
SCRIPT=./EvaluateModel.py
|
|
MODEL=../../models/Qwen3-8B
|
|
DATA=../1_raw_dataset/topicattack/data/crafted_instruction_data_squad_injection_qa.json
|
|
DATA2=../1_raw_dataset/topicattack/data/crafted_instruction_data_squad_conversation_attack_complete.json
|
|
SYSTEM=../1_raw_dataset/topicattack/prompts/generator_system_prompt.txt
|
|
|
|
LORA_PATH=../3-2_model_training/lora/llama31-8b_sep_tool_simple_debug/batch_1_562
|
|
#LORA_PATH=../3-2_model_training/lora/qwen2-7b_sep_prompt_simple_5/batch_5_749
|
|
#LORA_PATH=../3-2_model_training/lora/qwen3-8b_sep_tool_simple_5a2/batch_5_399
|
|
|
|
|
|
|
|
python "$SCRIPT" \
|
|
--victim_model_path "$MODEL" \
|
|
--lora_path "$LORA_PATH" \
|
|
--data_path "$DATA" \
|
|
--data_path_topicattack "$DATA2" \
|
|
--victim_system_path "$SYSTEM" \
|
|
--eval_mode "native_tool" \
|
|
--attacks conv_attack naive ignore escape_separation completion_real completion_realtmp completion_realcmb \
|
|
--defense none \
|
|
--batch_size 8 \
|
|
--data_size -1
|
|
|
|
# prompt_based_sep native_tool
|
|
# --attacks none naive ignore escape_separation completion_real completion_realtmp completion_realcmb conv_attack \
|
|
|