47 lines
1.3 KiB
Python
47 lines
1.3 KiB
Python
import json
|
|
from collections import defaultdict
|
|
|
|
prefix = "head_Llama-3.1-8B-Instruct_head_"
|
|
score = "prc"
|
|
target = "inst"
|
|
topks = "0 3.125p 6.25p 9.375p 12.5p 15.625p 18.75p 21.875p 25p 28.125p 31.25p 50p 62.5p 75p 100p".split()
|
|
|
|
attacks = ["none", "naive", "ignore", "escape_separation"]
|
|
|
|
# [metric][attack] -> list aligned with topks
|
|
attack_asr = defaultdict(list)
|
|
attack_vr = defaultdict(list)
|
|
|
|
for t in topks:
|
|
with open(f"{prefix}{score}_{target}_{t}.json", "r") as f:
|
|
data = json.load(f)
|
|
|
|
# 每個檔案內的 summary 可能順序不固定，先做成 dict 方便取
|
|
by_attack = {s["attack"]: s for s in data["summary"]}
|
|
|
|
for a in attacks:
|
|
s = by_attack[a]
|
|
attack_asr[a].append(s["attack_success_rate"])
|
|
attack_vr[a].append(s["valid_rate"])
|
|
|
|
def fmt_topk(t):
|
|
return t[:-1] if t.endswith("p") else t
|
|
|
|
def fmt_num(x):
|
|
# 你範例是小數點後 9 位左右；這裡固定 9 位再去掉尾端 0
|
|
s = f"{x:.9f}".rstrip("0").rstrip(".")
|
|
return s
|
|
|
|
def print_table(title, metric_dict):
|
|
print(title)
|
|
print("\t".join(["topk"] + attacks))
|
|
for i, t in enumerate(topks):
|
|
row = [fmt_topk(t)]
|
|
for a in attacks:
|
|
row.append(fmt_num(metric_dict[a][i]))
|
|
print("\t".join(row))
|
|
|
|
print_table("ASR", attack_asr)
|
|
print()
|
|
print_table("Valid", attack_vr)
|