Flatten 1_raw_dataset submodules into plain tracked files

FocalLoRA, Should-It-Be-Executed-Or-Processed, and topicattack were
nested git repos (with an inner FocalLoRA/data/FocalLoRA/.git as well).
Drop their .git history and track the contents directly in this repo
instead of as submodules/gitlinks.

Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com>
This commit is contained in:
HenryChou020514
2026-07-07 19:06:09 +08:00
parent 6edf7da2b7
commit 01bb07dba8
167 changed files with 93492 additions and 3 deletions

View File

@ -0,0 +1,38 @@
import os
import json
from collections import Counter
def collect_important_heads(root_dir):
head_counter = Counter()
# Traverse all subdirectories ending with "_outputs" under the results directory
for dirpath, dirnames, filenames in os.walk(root_dir):
if not dirpath.endswith("_outputs"):
continue
for filename in filenames:
if filename.endswith(".json"):
file_path = os.path.join(dirpath, filename)
try:
with open(file_path, 'r', encoding='utf-8') as f:
data = json.load(f)
if "important_heads" in data:
for head_info in data["important_heads"]:
if isinstance(head_info, list) and len(head_info) >= 1:
head_counter[head_info[0]] += 1
except Exception as e:
print(f"Error reading file: {file_path}, Error: {e}")
return head_counter
def main():
results_path = "results"
head_counts = collect_important_heads(results_path)
print("Important head frequency (sorted by descending count):")
for head, count in head_counts.most_common():
print(f"{head}: {count} times")
if __name__ == "__main__":
main()