#!/usr/bin/env sh
set -eu
export CUDA_VISIBLE_DEVICES=0
CONDA_BIN=${CONDA_BIN:-}
if [ -z "$CONDA_BIN" ]; then
  if command -v conda >/dev/null 2>&1; then
    CONDA_BIN=$(command -v conda)
  elif [ -x /opt/miniconda/bin/conda ]; then
    CONDA_BIN=/opt/miniconda/bin/conda
  fi
fi

if [ -n "$CONDA_BIN" ]; then
  eval "$("$CONDA_BIN" shell.bash hook)"
  conda activate focallora4
else
  echo "[TestInstructiveHead.sh] Warning: conda not found; running in current environment." >&2
fi


SCRIPT=./EvaluateModel.py

# DATA=../1_raw_dataset/topicattack/data/result/crafted_instruction_data_squad_injection_qa_test.json
# DATA2=../1_raw_dataset/topicattack/data/result/crafted_instruction_data_squad_conversation_attack_complete_test.json

DATA=../1_raw_dataset/topicattack/data/crafted_instruction_data_squad_injection_qa.json
DATA2=../1_raw_dataset/topicattack/data/crafted_instruction_data_squad_conversation_attack_complete.json
SYSTEM=../1_raw_dataset/topicattack/prompts/generator_system_prompt.txt


#MODEL=../../models/Llama-3.1-8B-Instruct
#python "$SCRIPT" \
#--victim_model_path "$MODEL" \
#--data_path "$DATA" \
#--data_path_topicattack "$DATA2" \
#--victim_system_path "$SYSTEM" \
#--eval_mode "native_tool" \
#--attacks   none naive conv_attack \
#--defense none \
#--batch_size 6 \
#--data_size 50


MODEL=../../models/Llama-3.1-8B-Instruct
python "$SCRIPT" \
--victim_model_path "$MODEL" \
--data_path "$DATA" \
--data_path_topicattack "$DATA2" \
--victim_system_path "$SYSTEM" \
--eval_mode "native_tool" \
--attacks   naive ignore escape_separation completion_real completion_realtmp completion_realcmb conv_attack \
--defense none sandwich \
--batch_size 6 \
--data_size -1

MODEL=../../models/Qwen3-8B

python "$SCRIPT" \
--victim_model_path "$MODEL" \
--data_path "$DATA" \
--data_path_topicattack "$DATA2" \
--victim_system_path "$SYSTEM" \
--eval_mode "native_tool" \
--attacks   naive ignore escape_separation completion_real completion_realtmp completion_realcmb conv_attack \
--defense none sandwich \
--batch_size 6 \
--data_size -1

# prompt_based_sep
# native_tool