From c858d925c8bab11ddf266f9e81bf59006fad1b13 Mon Sep 17 00:00:00 2001 From: tslwn Date: Sat, 28 Dec 2024 11:22:14 +0000 Subject: [PATCH 1/2] chore: fix pre-commit lint --- .pre-commit-config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 6ed2eda..03a4376 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -20,7 +20,7 @@ repos: - id: jupyter-clear-output name: jupyter-clear-output files: \.ipynb$ - stages: [commit] + stages: [pre-commit] language: system entry: jupyter nbconvert --ClearOutputPreprocessor.enabled=True --inplace From c4c1974e131d4ac17a8201fdab7aa057ea8eddc8 Mon Sep 17 00:00:00 2001 From: tslwn Date: Sat, 28 Dec 2024 13:12:44 +0000 Subject: [PATCH 2/2] chore: fix attn_out proxy --- lib/util/util/subject.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lib/util/util/subject.py b/lib/util/util/subject.py index a9023e3..bc50974 100644 --- a/lib/util/util/subject.py +++ b/lib/util/util/subject.py @@ -302,7 +302,7 @@ def collect_acts( if "mlp_out_BTD" in include: layer_acts["mlp_out_BTD"] = self.mlps[layer].output.detach().save() if "attn_out_BTD" in include: - layer_acts["attn_out_BTD"] = self.attns[layer].output.detach().save() + layer_acts["attn_out_BTD"] = self.attns[layer].output[0].detach().save() if "attn_map_BQTT" in include: layer_acts["attn_map_BQTT"] = self.attns[layer].output[1].detach().save() if "neurons_BTI" in include: