73 lines
2.0 KiB
Bash
73 lines
2.0 KiB
Bash
#!/usr/bin/env sh
|
|
set -eu
|
|
export CUDA_VISIBLE_DEVICES=0
|
|
CONDA_BIN=${CONDA_BIN:-}
|
|
if [ -z "$CONDA_BIN" ]; then
|
|
if command -v conda >/dev/null 2>&1; then
|
|
CONDA_BIN=$(command -v conda)
|
|
elif [ -x /opt/miniconda/bin/conda ]; then
|
|
CONDA_BIN=/opt/miniconda/bin/conda
|
|
fi
|
|
fi
|
|
|
|
if [ -n "$CONDA_BIN" ]; then
|
|
eval "$("$CONDA_BIN" shell.bash hook)"
|
|
conda activate focallora4
|
|
else
|
|
echo "[TestInstructiveHead.sh] Warning: conda not found; running in current environment." >&2
|
|
fi
|
|
|
|
|
|
SCRIPT=./EvaluateModel.py
|
|
|
|
# DATA=../1_raw_dataset/topicattack/data/result/crafted_instruction_data_squad_injection_qa_test.json
|
|
# DATA2=../1_raw_dataset/topicattack/data/result/crafted_instruction_data_squad_conversation_attack_complete_test.json
|
|
|
|
DATA=../1_raw_dataset/topicattack/data/crafted_instruction_data_squad_injection_qa.json
|
|
DATA2=../1_raw_dataset/topicattack/data/crafted_instruction_data_squad_conversation_attack_complete.json
|
|
SYSTEM=../1_raw_dataset/topicattack/prompts/generator_system_prompt.txt
|
|
|
|
|
|
#MODEL=../../models/Llama-3.1-8B-Instruct
|
|
#python "$SCRIPT" \
|
|
#--victim_model_path "$MODEL" \
|
|
#--data_path "$DATA" \
|
|
#--data_path_topicattack "$DATA2" \
|
|
#--victim_system_path "$SYSTEM" \
|
|
#--eval_mode "native_tool" \
|
|
#--attacks none naive conv_attack \
|
|
#--defense none \
|
|
#--batch_size 6 \
|
|
#--data_size 50
|
|
|
|
|
|
MODEL=../../models/Llama-3.1-8B-Instruct
|
|
python "$SCRIPT" \
|
|
--victim_model_path "$MODEL" \
|
|
--data_path "$DATA" \
|
|
--data_path_topicattack "$DATA2" \
|
|
--victim_system_path "$SYSTEM" \
|
|
--eval_mode "native_tool" \
|
|
--attacks naive ignore escape_separation completion_real completion_realtmp completion_realcmb conv_attack \
|
|
--defense none sandwich \
|
|
--batch_size 6 \
|
|
--data_size -1
|
|
|
|
MODEL=../../models/Qwen3-8B
|
|
|
|
python "$SCRIPT" \
|
|
--victim_model_path "$MODEL" \
|
|
--data_path "$DATA" \
|
|
--data_path_topicattack "$DATA2" \
|
|
--victim_system_path "$SYSTEM" \
|
|
--eval_mode "native_tool" \
|
|
--attacks naive ignore escape_separation completion_real completion_realtmp completion_realcmb conv_attack \
|
|
--defense none sandwich \
|
|
--batch_size 6 \
|
|
--data_size -1
|
|
|
|
# prompt_based_sep
|
|
# native_tool
|
|
|
|
|