Flatten 1_raw_dataset submodules into plain tracked files

FocalLoRA, Should-It-Be-Executed-Or-Processed, and topicattack were nested git repos (with an inner FocalLoRA/data/FocalLoRA/.git as well). Drop their .git history and track the contents directly in this repo instead of as submodules/gitlinks. Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com>
2026-07-07 19:06:09 +08:00
parent 6edf7da2b7
commit 01bb07dba8
167 changed files with 93492 additions and 3 deletions
--- a/Codes/1_raw_dataset/FocalLoRA/visualize.sh
+++ b/Codes/1_raw_dataset/FocalLoRA/visualize.sh
@ -0,0 +1,123 @@
+#!/bin/bash
+set -euo pipefail
+export CUDA_VISIABLE_DEVICES="0"
+CONDA_BIN=${CONDA_BIN:-}
+if [ -z "$CONDA_BIN" ]; then
+  if command -v conda >/dev/null 2>&1; then
+    CONDA_BIN=$(command -v conda)
+  elif [ -x /opt/miniconda/bin/conda ]; then
+    CONDA_BIN=/opt/miniconda/bin/conda
+  fi
+fi
+
+if [ -n "$CONDA_BIN" ]; then
+  eval "$("$CONDA_BIN" shell.bash hook)"
+  conda activate focallora
+else
+  echo "[visualize.sh] Warning: conda not found; running in current environment." >&2
+fi
+
+export PROJDIR="/data/local/hujk/FocalLoRA"
+
+MODEL_PATH=${MODEL_PATH:-"$PROJDIR/models/Llama-3.1-8B-Instruct/"}
+LORA_PATH=${LORA_PATH:-"$PROJDIR/LoraAdapter/Llama-3.1-8B-Instruct_modified_0.01/batch_0"}
+
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    --lora_path=*)
+      LORA_PATH="${1#*=}"
+      shift
+      ;;
+    --lora_path)
+      LORA_PATH="$2"
+      shift 2
+      ;;
+    --lora=*)
+      LORA_PATH="${1#*=}"
+      shift
+      ;;
+    --lora)
+      LORA_PATH="$2"
+      shift 2
+      ;;
+    --)
+      shift
+      break
+      ;;
+    *)
+      echo "[visualize.sh] Unknown option: $1" >&2
+      exit 1
+      ;;
+  esac
+done
+
+COND1=${COND1:-"Your entire response should be in English, no other language is allowed."}
+COND2=${COND2:-"Your entire response should be in French, no other language is allowed."}
+TASK=${TASK:-"Describe the greenhouse effect and explain how human activities, such as fossil-fuel combustion, intensify this natural process."}
+
+SYSTEM_PROMPT="$COND1"
+NORMAL_USER_PROMPT="$TASK"
+CONFLICT_USER_PROMPT="$COND2 $TASK"
+
+JSON_FILE="$PROJDIR/data/visualization_prompts.json"
+cat > "$JSON_FILE" <<EOF
+[
+  {
+    "id": "conflict_case",
+    "system_message": "$SYSTEM_PROMPT",
+    "user_message": "$CONFLICT_USER_PROMPT"
+  },
+  {
+    "id": "normal_case",
+    "system_message": "$SYSTEM_PROMPT",
+    "user_message": "$NORMAL_USER_PROMPT"
+  }
+]
+EOF
+
+OUTPUT_DIR="$PROJDIR/figure/visualization"
+mkdir -p "$OUTPUT_DIR"
+
+derive_model_dir() {
+  local raw="${1%/}"
+  local base=$(basename "$raw")
+  local parent=$(basename "$(dirname "$raw")")
+  if [[ "$base" == batch_* ]] || [[ "$base" == checkpoint* ]] || [ "$base" = "adapter" ]; then
+    echo "$parent"
+  else
+    echo "$base"
+  fi
+}
+
+if [ -n "${LORA_PATH:-}" ]; then
+  TARGET_SUBDIR=$(derive_model_dir "$LORA_PATH")
+else
+  TARGET_SUBDIR=$(derive_model_dir "$MODEL_PATH")
+fi
+
+BASE_OUT="$OUTPUT_DIR/$TARGET_SUBDIR"
+mkdir -p "$BASE_OUT"
+
+LORA_FLAGS=()
+if [ -n "${LORA_PATH:-}" ]; then
+  LORA_PREFIX=$(basename "${LORA_PATH%/}")
+  LORA_FLAGS+=(--lora_path "$LORA_PATH" --lora_prefix "$LORA_PREFIX")
+fi
+
+PYTHON_BIN=${PYTHON_BIN:-python3}
+
+CMD=(
+  "$PYTHON_BIN" "$PROJDIR/code/visualization_attention.py"
+  --model_path "$MODEL_PATH"
+  --json_file "$JSON_FILE"
+  --important_file "$PROJDIR/LoraAdapter/Llama-3.1-8B-Instruct/heads.py"
+  --output_path "$BASE_OUT"
+  --base_prefix "base"
+#  --cuda 1
+)
+
+if [ "${#LORA_FLAGS[@]}" -gt 0 ]; then
+  CMD+=("${LORA_FLAGS[@]}")
+fi
+
+"${CMD[@]}"