diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..37da0939e51550e7f47ec04ab6ab7a0a68dd2772 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,579 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:9,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:13,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:1,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:31,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:25,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:30,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:7,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:14,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:9,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:0,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:29,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:8,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:21,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:30,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:11,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:5,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:22,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:3,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:4,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:24,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:19,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:20,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:27,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:13,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:24,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:5,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:15,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:2,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:22,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:4,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:13,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:24,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:16,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:12,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:6,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:27,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:7,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:16,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:26,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:15,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:28,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:18,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:22,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:23,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:31,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:8,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:26,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:6,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:12,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:23,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:30,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:11,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:26,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:31,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:0,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:25,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:17,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:19,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:12,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:18,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:28,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:7,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:9,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:0,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:10,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:6,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:20,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:17,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:4,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:19,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:29,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:11,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:10,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:18,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:2,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:3,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:14,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:5,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:27,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:2,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:21,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:17,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:20,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:21,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:3,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:14,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:29,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:10,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:1,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:28,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:1,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:8,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:23,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:25,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:last_token)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:15,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:16,Token:last_token)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:last_token)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol_period)_inverse_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol_period)_featurizer filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol_period)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol)_indices filter=lfs diff=lfs merge=lfs -text +4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol)_featurizer filter=lfs diff=lfs merge=lfs -text diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..72892be482f5a44a4d574a2064d66fbefafb3732 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b395d16cb1815e89f5dc6ddaf50a4ce6065e233594e7d71d26dcdbe5c8eeaf92 +size 134221009 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c082e78b4a15c259729b79ec8eabcf765b97fb99 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34fa3d665cd39e671c011ead5a7918b51ece245ff6a1b83f833229a125dc51b7 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1b42314dc9cb1f8d16ccf7d4a37b4d9d5376b185 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1874db37e56b8c521a003460c699cf91419350b82e8c9baf18b58b13b2dc76d2 +size 134221136 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9cb82958defe2c4f2109c1bf7405a790622a2dc0 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af54f20c4d4bf09b84e686a65b7fdb0451f697286e69c410a0e1739a190d2399 +size 134221336 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d206217e8f9a8e80921e1fbbbedb602bad439a92 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd2d97b353309760d9d28f5ba15860cc6ce8dc6b04fa648772cb4eb65ee38602 +size 134220845 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..76fece3e5c09c12d8a7cb2bfbab690ae97cd6867 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:0,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fc1d3a9a448b97172f543a1badf7677a7fd517824ef73197c3a6c2a0cb28a4e +size 134221109 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..40ff37f48669479d49299575a900a69089e0b315 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812253086a5b07a3b6fe43b6b90da9c63a2b789470e82564aa7e0d02b32bffb4 +size 134221009 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..3cf4ee3a8da6205ba69a0e1ca51eb24b857222ad --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d59e60e7e6aef69ac9cf636bd31c3c2789ccb680ed31797d00019dc2cdda55f +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2227cea4d10f293e96399dfdd3bf5ad6204549d8 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e818bb19a44760b25920507cd9b859ec820c9ccbd7dd77c8cd8b6b66687d4f64 +size 134221136 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c914c3d21eeebc7b5f897a0a884d40f5f778b885 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b450e6d711515c2eaf11c2c1ed0c028338283d46b6cd52b6504ab5fee919dcf9 +size 134221336 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..23d919160c6e37c2db1c867e2f4fb82edeb751b1 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:565070df078ab69481e7e6c6ab1c558d14156af7c6b5d71a794ea9e936d497b4 +size 134220845 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..144d605a06babac21a1ade818049dda2be38b96d --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:1,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e062ed1006a8d1754dae4899668ca153b7c8f5928670de8506e832cec774bce3 +size 134221109 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6476be85a66c46d02df0cc7bd41780505ec48f52 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6543b81466336d3299f256613fd9956a439bd8716c7a928076c5545aa8de008a +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4e69ea1840673cbc69366aa64ce5f5e1ac0c7fd3 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6341e0e285bdbfea5d98516f912d21f37ac804f8d6124c2a3bf3b8b809fb7c7a +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4705e6db1ced11bbd218b9ed2a9f32de75533389 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ed88449ebb9af6a58de779e31c85ac785c5cf56e0f60caffaec49c049afff5c +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4cf0f89b3cb83915eabfef87489cf62bd07012a5 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:676c24f7ff8ff5c8ec85bd5862a80a270f42c57701aad8ac97ce2654e1e1acb2 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8d253002d827110d5e65095a2a3b85c3126cc3b9 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa8136c9a14879ee039c90bde4a19ff89a3dd0f470d793c6999c876fea14b290 +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..82993db1d4cb56949d98cfc993715adb1c849ab6 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:10,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:576a6ca40a98911c0c02ac6d158d78c93d6603913a6c6163b4175098efd989b6 +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..bdeddbe670997af4b971d85276f24991fcbf404f --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebde21574e89614015b0707456e16eef5315013d4792cfb0452ea412ce7a1071 +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..216e3c8507db69c453ec4ac7297a14908c0d5d44 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1791ffef7dd2670676326e43d831fe9a064a64b714707868573e9b3625581bf +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8eea0c204d9fd1732832bf774cadcc5e9adaadc0 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0d8d3ee31db5d70f21af9ca40aa0b07229dc5f451c67bfa9883d634e39dd1ee +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..a3f3329d5587e297c709ac673822a5803d58aaaa --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a23412d3b6dcc7d471e4bee9a4aa8735395aef29e6d778a9cf5afa09aaf747cd +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d701c0df3a0073b45aa03de51e927590a1c1adc5 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7606b02f0294695101b18765ddbb566640f7dd977c9878495613ca636fa5015 +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9e5a65b38bbac3235035056d753dd9a1b966c123 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:11,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c56563fe2600e3142741a611286cee6a3519f700150dcaa0a6bf47c7931e611f +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..3b22a5f12f599825e4d3ccdc4953b757907daf71 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f9f2228507436209998558b9869579180623a716f00f1d3bed938dd2a573d78 +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..326742918fe70f91856f05109522f9f8ae1d8075 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7fe28768440cf6ac9bef9c4a850c8015a483071c24b74236c9fe5d7baab9579 +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..10f32c746032701c38628cf4c9e14af731372977 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7c239d92531c509245d57734f97b2be41698927b8011a80fde2dd821facf9e5 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..adaab61ef7da8b83bb93e7e9549ef3af77bdc3a7 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62bdcb6707b05d320a735948bec770d7cef947faf8abb90e8a1b03a0eceffe48 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5a7239c19ff9114a3c5535fa92b6124bf7601056 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91da5cb7c02a8a5d3d80161bc0f7b278667e460d46946af86c68c9bccaac195b +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f855cacf98a684260e4a0e5a1b96e8c813db0bd4 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:12,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adaf88e69084f530651f168da3e7cb2e13b2a809695a0cbde89904393a03082b +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..3f9aa570c86751918f2c8db9b3a3396b14965981 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db0cfb8b2c5dfdb28d784d3012d3d5687e3448c4fcc4ccf35c1a44161bfe00c6 +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..926438bcb581296eda21f86d9a5cbc25d73cc723 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b0edca1ddca0e46709998d3ab7bcbb46a14fd2604039e9dcbf67eb1b9412e1 +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1cd04a1080e6296ee701cd10298ebe805ff9a204 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e36c7ac74b7c111eba748817eb992982cdedf0fe46ce97c11cad08959ed4009b +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..70fc2537941bfa55fa66f15a5eefcc3ef0435f5a --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5014124120defde38191662f827dca5d90a6f1205fc587876777f36955433012 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..3716ae085578e1c244b058d39f95eade97667604 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fb77a234f94e18ca1947aa32d9e9a1d695b0550451fe83d6d379298523fb352 +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..331e8d2750efa60d20e46a00b1463b1598f176f1 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:13,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba068ec10c775de33f080d467fc29cccdb995a91c0ae529243a9679bbb593d2c +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..46acce687c23c0438f8bd317d5c946091d264b15 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f8ba63b20eaaac239c138005d9e6c028408d14d8547a5632ce30b57393758f8 +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..0d2cb335a5d16836a9497c484d5af7d89b4cf2fa --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9c3440df128b14a6e4f2157440cb06d282cd4ed50c868c89565d0ed54e9cff5 +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1305ec1f57dc87e2f9e9890d361528c66e726668 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29bc36c0f4f31447cbd7f67ee7d7ee55e9e257ec53e57f5b9f5eb6f606928a55 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..bce1c793fc86f58a3ef4bfd0a4921dbfc88c9b5a --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35b3aa481f193dba90cd9f8900b6834e4f9a1f8a5641cb1a859a939a64a2e488 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9e89fb7dcab26f2225432ffc1c94ca0fb0d7a5e8 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68252b658a4103a910ee74842c2e704552d9bb01ec9abf1a2eef3fe276c5ab67 +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..a932eb9d2fe8e89fc5ce76304bbccf6c1d4f1ab4 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:14,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a63bd3a1ab9a9e407a9745b315e98458a82a3050a6e737886f9d518324d693cf +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6a58711eee22521364167202e4d46cedaad68037 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06176974618d4e266bb3838cecf3a73e3b562eea93fbcc65e7a34a3222b6d803 +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1e87631f4994fa4e699de9760f429545bbf1e15d --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccb2f836a7c61266b4b13ae2482fe69cfba2a21db9353ec1b3c8fbffd672b66c +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..126ba3ac814778c586690f8aab1681de27ac38ec --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c775f944412274e9eeada30296d1eac001044c58f555b98939a72a9011ffa0e +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..72d1f7c911d48a802368d578b8da58925320674c --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1baaf40c44c03401cabacda6cae8cb21e460d5543def2f8417fc611896b10924 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..621089b0722329275f68f32cb50dd8a17eea4144 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:433df6d6d5e8f0909f7b8da29400809083e75c053f7bca33142b4761e59b7fc0 +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..15a510f0f8c85c69a95111f35c04af2f4f32c6af --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:15,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae70f44c860a094810e18d0b5032b6999e5021cf3e6454bfce527c92978c7a02 +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1e7b9974865ee33765de2590ee0f3dc5249db893 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b8abad62252b8cb76c85a333d2321d65458128f202914ee73b9398f3ed630cc +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..95297a628f1f9ffcd2dd4e17cc9423679f570dcf --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fe1e88040f475f50a5cf4cbde841ec414cc67762bc37f76a7f837b61e3b244e +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6c5e79be3b082f38d578db2c78609628afd1d612 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d932947aa77fe2e9e65031813096a9714e7e7b7c3cdf9069adaf3108f508d93 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..ca86322c6606857e16507c4faf135d2ddb70a0d0 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca3a30a29cd1b2714e12d80a7ab012f726e6e0699f04637883c1f86ba14265b4 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..20a281e3aede940d64fcbe95a61e03799fb373c4 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3f361e6b42559c12ad43bba568e83250274bd42c01bf5c60feb5f58218d6315 +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..444a94451fe1d3696b08e6d66554a69fc6a3c3d6 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:16,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6661d6d693a65babf73909ba32aae64d8f509c39a84a3469d204ee25a2f32af2 +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..75af50e4d7be343704c04655719dd65a2a46cf49 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d46b87fd6ccf761be6870f2b38a4a0bc566949053bfd4a24326a2870e3fd172d +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..bb0e232e3fe89090c5d7026f3c18f4ad0d7b1ad3 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b33353bae0e1d73982f212f2b5457c509bb7a85e8a9ca256d05dc27f2a1a1ff +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4fd0f199e5c2f4714eeb204491241621a7b8580d --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99dfe69e83bf0c8a8a3ac988fef12256a7ab30a2b86d5d7c0e24059f0cc21c05 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c2c654020824065a58e0e56952cdd64f044d6149 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3b15112f0988f95225bcd7a6905d46dcc5d9524650e02fc7d7a68b134bb96b2 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..a00dcca1adfc34d09e77f294d2dee3a5c1930a76 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61838f89f7b5c159547912f003a75de964a8149bfe54ea807d227d9af3bc7211 +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c9a350cfab6ba48fcfa1db0d30c167f6eeb61913 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:17,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4e661335e11718ed456800eee5f95ab9cdb3cb7aac98498248e6dfff584b12c +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4d7ff28f6724f144316c36e03c605402e6b0807e --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278eeb739c0690a3347952ed3ab2858ad0919b63c6e9dc76bbc50aaad57e187b +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..46283621b61842c4d695e6b9971cdb1d377f61f4 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64f0a3c4f32b6f07aea56ed6a1290a69dc40f83fcd55c7a54949076e6242b9c1 +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..773389838e5252143ad8e4a67e802f26ba511f25 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b5b27c0be667d901e89979aefc551ba1324ce7ad06c7088f26b68989f03b0c6 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..cd67b32fe4c4e82f0fb9f87d319e485675bcc1aa --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0783ffcdfa82947fd74198c260b7c1163616b7a714bb2394a5ce4bc23b0e74e +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5ea1abe0370f11bf9f0bb8bded9e29b9f3df8224 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24fbb6128637a973f985e6d6c30981b3e97fb956df3e9f578333ed1bdf85374 +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2e5d27fcaaee5ef85468cff7e5cc4507ddccd573 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:18,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78b29adbac9c3826b9fd816ff836b5f00500e11cb53cf4de48ef7f386bd84ab5 +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..043d0d3a1fac6f6680bf011bf7bacf06748ba503 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71c8db312aee6952a141cc91f9a155031cf627b84911c8ba4fd00b1c5daabe9b +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c8714db0fb1589c84847e68e42f5b204be2b5efa --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef954ba4f2fdffcdd90d7c86f6dfd7329c980f1316c23f06ca8f643c2704cb9b +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..af9502265dfabf0caaa79824891cc26ee2ba6031 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c979140dc2844c6b2bf36da00635485966dc54200eeaf422b8cd7e9102b4a38d +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9b535ffc49345f587a16d2190518020b04a8fa11 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdf44be6d1a140e3b4a1503e496fde1ca79fcbf6d1a5da8bd18343077767d306 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b51308d9fb5e507fc74dbac4e45ca1592dcf1558 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f08c490aa5614d944f8023d02e1f596afc2872a8035bbc16eae7858bbfedd38b +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..eece7fc3a396bb42904537fafb26cc583bd3eee8 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:19,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfbe2bf008a26beaa92494c6b8df9bde61ce0f6a76fe9539f883fa53e2efe22a +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..89b40da8306897a2d1cf5b6c6dd93164c2fbfc28 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e67040514aa49701c49d5efcdd1b404b59ee01134c8b4d35d3389db3907245e9 +size 134221009 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..20a47e78f39ddd8dae4b7296ca6a094f8e138a24 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d168153a5461bd4ea748ce8077e2521c6bac2925975852ecc95bae5a55080c3 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..105a0626cfdb04e6d7f726912bc3ff12390ed11a --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:548cac134e47df4542b551beded394e5694591f5a377fe9904be7707e619c5d2 +size 134221136 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..fde8da12e141dda675fd699762a301ef0f074dbb --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f97982ac46fe066259e033862c269aecdb8089a7dc503f1feb8ac94a8db69e0 +size 134221336 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1bd0b7199f2f75ffe8a70dcacf5f6c9313d93aa1 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acfbf0ff338a698f461123c70cae04c3d1e721804afad8ba6309100f61413dfa +size 134220845 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..16f4b122be0e54298eea1764cedf89ad599d7826 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:2,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e1b9802933c76986189ea280230c2c893fe34d86f9c1c1b4e4e0b158e393dc8 +size 134221109 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b6f3820ff0060f2f2dca6185cf5ce0a75d37f243 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68449ff654bc4318879e82ae9f18025cd3ee74a77505d3cc466c210d41a5370d +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..fc8915e4cc5f68a18e2b6aa9925a24ed429d719a --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfbfc6451ae133d836d79adb9202cc86f4962623251ad9abc7f80544702c924c +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b5a1049c3067ac9feef8e045ee066aa5312644a7 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233e4699e20acef0ecc87df176b98a07d4086551d9fdb651d34f4dc2911d06d0 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..331706e96baf0fc69ea1587eec3c1ad64e40af92 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5ac9cb663529a8fa63d3151221deca2036ab7d20d769385fbf29d0d4208d013 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..151c69065e4090005d522142e774876a4495a0db --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7da859c8b124270be45199c9250239a2a10a9575933456b6d0905b3d2b61128c +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f9877eae1e0a49bdae8ab37afee5ee021dfc617e --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:20,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:708156c56b0d5c0d5b3dcb19889f230ec51dc45e9f96d7f9ac0e363436372ac2 +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6aa77cbd8e42e717513624a4a0c2eba9840f94cd --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26fd43f2e0a163585092f7e4a2c068527f94f3bd2bbb2f545e6b573b14408204 +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8e59402fe04224db10de16806f1d16572a0912ad --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54ce32708bb4a04a7f21a0926b9d2024d1465763b154c8c0df98fb327d7da1f6 +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..7c896525035229ed71351acf93d121fe9da5c442 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7929865cc4fab6e08458187df5c4338e2cd0009b87b4a9fbff30ec366ca036d6 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d9401acbacfe7f4abc68ce5ca675e2aabb877d6b --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ded75f1595c3ba6794046933660d28af934db67a19c30f6abbf9428b51c75aa3 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2e8449fc7ff64c2457fac744dc9e8179b7c216c1 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eccb1c8189d69300a63023d7ad49d72a1155ffd88e65b67428b892f3caed8da8 +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..896c30550a6480139a83f94e3d581f7d042d24e8 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:21,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f6d8bf51269ab2deade372de27ea3e0fe31be4749a52512fa7e13879e188b8f +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..73f33aa7eab2e2bb504c730986f38f9201fa6d9d --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e23e2b541a0a602c9fcd337176ae6451d7ea999d8f1de4b4184855f0c0335a8 +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9d0881c0f212fc9cf6fb4a8d2dca9e40bec944be --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eafad706d33dd9542d6ebee67096b3301ca421ed2dd234c5d9f8ac0d19b8283 +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8c525167bf3ee7ec2965f9b7afb5f0c31ae1a820 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c106a80f92d83b73ecbe876ca98103ae48a545d5b497e5f8cfcb4bdbc7cd7531 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b45327d2f416d6424d62bab1556dc7568e8b32b6 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d0a745882ab7e6a1d2f66b9a32353f924bf47edbcd8b9fe26aedd1b9ea29c57 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..606e117f08a70728feb72f332a24eaecc38709bb --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82aced17cd59ede8eac0262e8f3158616dd50601b9f1a617c7b81c66542d061f +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8727e577f05e103203fd5b8b3ce210f71610014f --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:22,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a139d16b6ae3c8b83b4f0b6ed419b17d4eaaf06f854725329393592ca030ee12 +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..7f88172ad1894a9024d980faabfda35838a31963 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d275c9df1ea7033e5cb2c2b1a599d3f7cbe134b649efb1e2a334faa8db0ffbb4 +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..cbc70064f6c39959d4b7bf6190792401c227e748 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba1441a4ffc74a70736602c5eb97b002bbd4c0c8d3924bc682ff3142a82b2852 +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4a6ea44fc7f80f94bbe9a9d594ad5098609c3260 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec339dd29a12930b171ba39912311ff13385284c5876392467c5d5a78c02f6fd +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..82f6ecd01bf40abb21ab5b8fb87cddbd8ff26711 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccdf53dcc1e8a068548a8b9cdc810bf7988b049e3077d1b07ae2dfc0acbded8d +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6806390f7354cddae665583b7566287d5245b3ad --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:898008dcada3d51f0de61468bbc67352371e83a49d80fb890d31e42573a4e867 +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..58ecedaf9a9182871c54fa3078a2ece50988ceb0 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:23,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:096ef272b0c0a5318f0bdc2bd3dfb5526b3db4b682f329ca0043f18af752a90e +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..ccaee1a3794365c264934e0eefe369b77dd91d06 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56ce910be8e9473ecf3e0d6570767faae5785656b50e0c750150fd994a42bf19 +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d83a22428aaffc14eb508ea63ffa7e91994620cc --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1199ccb77d8c9af4daeff816c75b207285774b5708f59ebc0da36b04263eaeef +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..ec3db463014602ab1f956fb6669f6278293dca45 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2e46bf2ea250c39b70ca8f8b476ad0f93edf6973028d50506950daaafd82cb0 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..fabfd94361f605e058ba6367effe02e49125fe56 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0068097ce85bf9246a160538f6db29089f84b8b1247c9b936abe5e2eeb13dd18 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f0f8912aea17f5bf728851571bc217b3d0937435 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afcf5c2235bc0364aeace7b480e445b25c8c506ce73ae34fb599527796d66707 +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..053c8a470168e4898eb1420b8827d0a986fc3fc0 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:24,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3fe2ae5165c7afa28cf4e3209d73b1419b12ea2cfd34ed069c94f9e2217cc44 +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..65a682259dffc0f0352d6759cf62bb21fefdf296 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0347f97b71667a71670dc4e6edcd05223a4982be1486a120efd683ecfed078 +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d89cbdf65b2e5ce8692c9e4e08a1dea17d82c8cd --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d429a3a61f60f3205656764978ca5c5092377615e43f88d29fad260202bfc90 +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b2d2e9ca2bbc2225bbacf850be14ef417e7f38c7 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b22c9e03c692f81a7b2f580e1046c00e80bacdacf1821fb036f75e7d4d9a2043 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d784f6c5817a9d520d294306f42d690352f4f73e --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3380f3241ac1fe31bc8ffae7bdd862f3042ecf4257654143c1f27c71f3f45ea4 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..38e97ccb1560cd5150f4bfde231ed5aa37772315 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b2df5a0b8536436b517ec32dc289034ca689337266d984f7c88430b6452f05 +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6fab5fa56e8695fa45cca9a58e630d8084975df3 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:25,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4308b11f344636f493574e909e768fd1e561daf75d5f68f28455be33ca008d1 +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b4a0ac2c01f68c12b9292aaf03b679845abe0bbe --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b8491080028e865c3be67c161276461cb66d82fb9eab583121a78acf3dd5a1 +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..309218a0b57555df324379ef3fa3655e1c43cb49 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a28362c56e01ec6c6917a42c06bc420f17264a92d6c6b5cb20c2998af14ecde +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f3accfdc1712388020970ca76fbe35ee91053bec --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a244a18bf7cc71dbe0a1e76cdc411e802b35674f60479a9781fd872d91fb7a0 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..0f28bb3b2e822cf813f1ca747b4fb5f695146f3e --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eda8492f997033ed0bfe52fffa9bf44eae5ee953f1386db723208d8b6a5a15a +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..068093ec56eb834f39a05da59f9975ef1c567f7d --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7509a519f647e7c3e720a11b37902d3b03d6e910761fe7dafc602ab51d6806f +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..63673959323d4b1758203e59c47f376322687257 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:26,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd61df6979b6ee0962002ba9a84c0d897318c6b515aaa71ff757e65ddff1571c +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..0c46bcdaf1b62286e8b487319ead9ea96ab963d4 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:159f3de2471d3e126015b28bfdeb346e621d09b5f751af095c49eb27bd37b7fc +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..26cd7529abee107ef4994189421b75c5f1df8a5c --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97e9ea0e155f89b49b76e3d55620141fd7f63b076bfe206814d4fea2a9ad3b38 +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9ad33a6341f4c36cabe136089d76c7f550c7bfda --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23abde234a0e03d4d240ca15d8e7d775fcf9365f389ab185b36f44c1c7db356e +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..65c561952ceca92ccdf03f0a7d9ca64e29f34308 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a000e253608081ae657165462d3da703b85939641cf7ae2b4fa19be731bfb90 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1d31c670991a844e757fbe29d408b782143d6758 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf1ae7dc248e72c2bbb6cf01e90bcd65c5d45ba90a288897c04b643c0e66d1b +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..62fc8610a960fb16ae6bbfe0549538f505c088ca --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:27,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17ec53d9f5c1393bc34bef63b4f188092bcadfb8c3c529a037a2e128c77df0cc +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6043653564b079477c2c0d15004754e67f0d16b9 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d73ca4ba108f61f4fecce563851b7b0e34b24be288da62a41e2f2463423a706 +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9a2f3868b292d811661853914d1ff479b3185af9 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d12e05c25dc619438767853dcab8031e346bfda900a323299df3638825355f +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d4d1865e07bf0d2602d7dd40fa1b3fe8d8976feb --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3befeeb34ed2850b8e114064c5c014324a0e6cf9e8c77a0df97949f547183ad +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..3e8f933a4d9c321c420a85b21e5c7270bc7c6009 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57b541539b25b01be1e65dc55ac1debf136cb159e8e49935a1d1000b87ba9bba +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4e06259147e50551e4b67409094bcf93d36c0b93 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fcb65b65901552a8cb06255e42bd30da549131ee3c3d1e9462e5c611755fe0d +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8643c6806da54e228d6ae5d56b6823de1af75124 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:28,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:298c688066560680842e8373751aea32ba1ec23d79206b6e2e85aac2162d172d +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1169f8288b16dfda7cf2c46be7818853c8b3004b --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4811b44d1cc3a92b3b82e2c1d2f687498e94f83e4cc312cb3bce0b6de7ecdad +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d709cee2a22ea28844e0e50896408f8d1fb25758 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec47dcc81afb464a3f9ed94c279a74d95b001c7790315281e639b1993379961e +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d249fc3c5cf9383287274f7672c53e8d89c4450d --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e518ee8114aac7e69f9164dbf3cc239010d2f9ae326c2e2b4b583b14b27ae3 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..7c9dcc7d7066feda4e6d0e218574868611facbcd --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3efb857660faba4d1c7c334c73f3e8e2bd0323d4b2c72245ee827f9a5c025ec5 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b2a7d1323d1dfb2c4ff94c5cbbad5e442ca54215 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef79db9a929ddca20efafebc247ffee9a92ee4b1ea63666801733468fe0346db +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c839257bf4f331bb51426d0f4b13e2cc276441ac --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:29,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36077d37ed36f192280f8bd314f85be3594f0de0f9270cc120481c89251d9194 +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..94bf4703b1ce2f0bd6b0bb18a236abeb28cd15df --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18c12c0254371d3c7c2d92ec3444937ed2a8f4dcebb8e674b38150faa14b85b2 +size 134221009 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b10514681921d0b23f6bcad1be8268ed05987d2f --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cc3e5e59afc8b42b7241baae142edc161f165e189446abd7e58af5e0ff3089f +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c69dd19d82932d7b1f53738f346371bbf63b44fc --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76664a1e6543bbb93dcbaa73182a9a55c2a16ebc2821e41e6964d3b8b625ca1c +size 134221136 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2711a838f4abe460b2c369634f51c7a01f05a689 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:823527af7d48bc02d713b0170ea0cccd1427bf9755aee6f46b8b1777da09a089 +size 134221336 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..965d88b703895dd75d49b060959e41e5f48cdc23 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:160a41b8a84463f186da262944d10d8e21c358dc00fd7fe10a94e0c28456da4c +size 134220845 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..0ca2c52f44e92e4580bd1851c4812e0ca1ca3e1e --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:3,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed077c8acf034fe11d35ebe500f394e39d6eb7866a13c8f3b51f83657d546297 +size 134221109 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..717af0b61a6057b07cdf6e8b6ef0d5c450cbd2e8 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82ff776906a20890a77cf9a7a298ce2e78820a14e2650a5e04a914996fc6daf1 +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6195fcf464eae677be741798b9797fd144db0e3d --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ffe5c1165d667f137091fd370be349998f4d819a5b8e0fa9e0d9da7613d3be7 +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6c7c25caf5f7c75abdfbe2966395b252128831ac --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50149e1024e66ea1cb8b4edc5b7b9e3e5a2d932eea64f7e82382fe23dcb7a48d +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..66629dc7a644f7121708ff903e9c20add00ea2c5 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:426f466cd09b50b78877085e56faae889bf2712f3f6d63e13254bdd15d1bcec3 +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2b29ca9d7be5ee52803f21a4085eac4d19f5b736 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d29d6fd5569cf0c1a4b86e3d4f68a3503bf8ba596272413dc678069ef998859 +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f4b670f33835f891bd4b715e4fa9fc440b54d368 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:30,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:629f332be57c74a967ffd0b88e91e4c01e5427cc9cc925342c620a62b62b5b39 +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5257e7696e91cd3d36459984ff87e006a8cf9fca --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7d824888a160409d081a820e55b6fa2a6f508c3a01c202912012d5165ab2fb6 +size 134221018 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5db5515a4fb088be32e7196ce509f93be98ce6c9 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa3af50f340d9b4b136a1dffd7768f3b9c1e203d246886f495cdbba569953850 +size 134221154 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..79484ec8412c6a7412b69ed1af1dc34c338de544 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:966a4f80951acc6f5fb2ce5bc0599ec2f16af04e8467f5dc999a63b3b9c9619b +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5889b0282005d3644c61babfc75e01a475d9215a --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b46c5caa5effc782f8878c678e1a3f76212ede6a5aeb4b24b7433b081f63aa +size 134221409 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1b1da020d26ea4fab9981a7dfa7949916cff0dce --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec174140321a4716da869b896604c9561dbbc79cfe15dc4e8ab3bc4ecdd77c15 +size 134220854 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..64317de5dc29434e99b14315c830bbe91084e714 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:31,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c37c06e8c0ea5781a001d92980e7f03275ae6082ef91382ceb171e06ef1b2f6 +size 134221118 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..41b51e7055028fc9bea6df67069d54318b9607dc --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4fe89535ef662de527b3531463bfb078a80ee505b5e8a04cd5cad59cff83b92 +size 134221009 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..a2863b380a19c877b182d4937152b4a0b92763b7 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39f61860310f4c8ddfa81e94432dd7707797ef63ef063ad93334e30c776440b5 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..613df05beb02590d449137ab1bb7abcee32fd4db --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b978b0921d03be000f2bd6d4bce020f8906eafa98988b481728d35ebf508c57 +size 134221136 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..189a531c501fd37e57822f7b82b9507147edfeaa --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b8bfd6209778a97c66ba6907c6438c5a9532066589bab63f3c6371816d8d90 +size 134221336 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..cb0c578773a92145c7a43743c1cae8eb20770ec2 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9e6b0392316baa10faf90740fa1954582568c09bdc64be123cdb8351dd29cc8 +size 134220845 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..33318dc2a6fc52ea4b49efda638bc913a7afd88e --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:4,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe170a5d748d1ac8c1fa45541138bb6595172491548f4f9ea05cf896b62470f +size 134221109 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5211ec8e0ba5ef0e374a04584d05de27c2b37854 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:235b57e1eca8ece6086a98495c01e822612d95b5baab1db6d0afb294236e32a7 +size 134221009 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c00b70ad7d66ac70524f8f607e94ca10a2dcfaa1 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc90bc62dc8a694fcafcec2422d5ca470e9776cee503e4d4638493f02605467a +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..74b6d88560b189bea0f053b56c30e3c65dff5384 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:786ba6b133fc519047b2f806acd5a2424f59a3b4f933a0b3573ae4dfb88d68ac +size 134221136 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..a5978f584798c4aeee7f0b230548716d0f3dda6d --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdf4c0402a6f1c6590079f7dc1ea3c4cbb66f3ad956531d26cc6ccb4323145a0 +size 134221336 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..143b0dd35ee1c9dfc2ee618951b2bbfb7465385b --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f18a9c406ceb47ef96194c669aa74f3d1379d2f5819b73e0ac90b135a4ded89 +size 134220845 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..7ba13237969286c84ecf23813935ef29a121bb9a --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:5,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8544e590b5fcb1fb41aca97089acc9b04fef408fadd2a5e266f07919ce7643b4 +size 134221109 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6ed8f25576a0955665b221d20cde09a62757ff71 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57e8eefeeab77e5602619084567cbb918bcc809ecdad515b12c29a751d4b233f +size 134221009 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..76d8149047d001247fafd5f62c8155d4634f3e6e --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f22d9edad36f845d7897e33eb8418c5abd72c05cdf8ce66c380ba509c9bffb0 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b3a4822e52e3b49c10b8d4b7ed9678e9a10ff9ca --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b399e9ee35d126de630d3c2f5295ba6ce003946cc20b47d5e188ce343e1da9c +size 134221136 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..97848c09badd8cbdbb59f2e4b8a8d9e79997a522 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ae59f67ea49a5b31440c6ec9e9846d7275bf533028582152cf7fb920c23fb70 +size 134221336 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..131160c1789d28781ee618393b5e1a7850591c0d --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:550c6d43e6f584a1a8c68e5918726e599fdecb5b81cf05cc4f46120a86d80ba2 +size 134220845 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..57cc6b7718bf68c37105b138786ca966b2eda7f3 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:6,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0972287486a4fb26ece8f49dafef8964e380a30cbd4aa10954d136cf9a5d913 +size 134221109 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8eaf7ed97ee6ab89d65ec1d1a57f95e288ff7de2 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aaeec1aa2c8affbf75195e3df6b8ee4747bf2bfdb1c794df08da8dda1c38acc +size 134221009 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..74fc6a702a15b12033913ff3e1ef5757fe218754 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499adb7420c4690611c0fd0a1a2f6b592666b023f1cd7c0be33085103c1d27d7 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6113f5f118a48a93cd8450a7ff9d4059df28a068 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ca00265ae18880d04cb9daeaf782413392405d853270013d3f2ee6b50ff8804 +size 134221136 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..abaf3ddc150463b4631baf2f46beb27fea80411e --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f622098618054c429e7ca06e5df5b661a2664b26088a7b2930c5664bd50f189 +size 134221336 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..a0491e85acf195b588136a7f88e10c6e66646ab8 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b1cd3f619d89a054e0e1d84334600c80dbb402c73272aaba3413b79bf0f6ca9 +size 134220845 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d9f33900880ebf66082fb4774375031213115cf9 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:7,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e6428fa8fdeba187925ce1dff054f163c188a587ad4c89af37df707541e23d5 +size 134221109 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..69ff3b0c3b885a7f399bebbf7aed82a34319ab50 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9079d7e1dcb6461a22c9db2632b54f8ce59785688b60bd85d61426acb30c49b +size 134221009 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5ce30c6a3dadb3c1fec4ac958bec454b5c1cc78f --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a7a7757cf544a7438ca01c99f755b5367538968e5a8737fb2b51b7284dcafde +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d2610705bcb677009fbd2dd099cc66c083726d34 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c88a9305ab1096c62ef14b68f94de990349880fc1ffa3241cdf24348b5c0429b +size 134221136 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..e8fa9a88d6a8137f7edbf40d79cdc63519c6d17c --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc37e80e47673c8dc185bd8f37ebc9a3942066570a5e7d43f294a22d7ab7677 +size 134221336 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..63a073563a6e49a787f35b7efefbed5357918f6a --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1fa7396d5dda2faa5458d746737a2c14393ca9f0725ec64a3030f8fefa15359 +size 134220845 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f43faa77266c80e1802ea527a856f30071426bf1 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:8,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:028b5030146874eece779832d7302b284af81a370b4eae9584609b57f4cbe25f +size 134221109 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9243addbc74dba341df1e479068d4517b90edc3e --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08d102dca1d972bf03abf47a433b0c7756996c983b7d1f5396c81c82c558e94b +size 134221009 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..eb77e38b93b11d5c6c59ee4eafc1410d76c0cb6b --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:937f9bfc06068fa4f55b6ecb140a5d21eb24d0ad323f13d594f25308a0665976 +size 134221145 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..15744d3c8de0f1c3b284b87a2fe723f4456647e8 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol_period)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6377ca0ac06bdcae0eaf675339c891f2b541e87f1e77ea24147a1a419c416615 +size 134221136 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4022afb252cc0a424a799bd103ef25ce333e4b4c --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:correct_symbol_period)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f227ac431b99fa0a594e764e64991ba24b37a9eab86329d370289864a7de1bb6 +size 134221336 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:last_token)_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..0c43ed3b621725fb805e45a7a83a9c59eaf55450 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:last_token)_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0ecaf9cdf7e7205fd2e2709c647f261bb1f77f7359598a28a1e4627f0ab4a16 +size 134220845 diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:last_token)_indices b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ec747fa47ddb81e9bf2d282011ed32aa4c59f932 --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:last_token)_indices @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b5d9b46b6964ad9a0261ee350bc3b544eaf18e4a --- /dev/null +++ b/4_answer_MCQA_answer/ResidualStream(Layer:9,Token:last_token)_inverse_featurizer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db1b412cb9d2d93d1e7c6a7107d5816a30e289aefa130fe61dc129851cbdbb86 +size 134221109 diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6eb80fb668763e87ed27eda2e8af3f821af25bfc Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..c0fe32b76942671767e0b74571408632054507bc --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[1, 6, 36, 100, 119, 120, 347, 479, 494, 807, 933, 992, 1060, 1144, 1187, 1280, 1313, 1448, 1577, 1725, 1755, 1791, 1812, 1840, 1955, 2034, 2079, 2084, 2095, 2133, 2135, 2196, 2228, 2246, 2328, 2448, 2487, 2551, 2559, 2682, 2695, 2711, 2799, 2814, 2845, 2855, 2908, 2947, 3150, 3169, 3203, 3257, 3294, 3380, 3394, 3420, 3489, 3512, 3531, 3543, 3683, 3860, 3898, 3911, 4005, 4072, 4152, 4163, 4224, 4248, 4316, 4354, 4398, 4406, 4430, 4564, 4570, 4638, 4717, 4718, 4899, 4916, 5053, 5117, 5173, 5188, 5224, 5233, 5254, 5362, 5380, 5423, 5426, 5485, 5532, 5720, 5885, 6002, 6084, 6270, 6271, 6307, 6316, 6534, 6589, 6597, 6661, 6702, 6733, 6759, 6771, 6886, 6887, 6934, 6935, 6937, 6973, 7032, 7076, 7231, 7255, 7270, 7313, 7352, 7416, 7479, 7503, 7522, 7532, 7539, 7647, 7755, 7768, 8066, 8149, 8207, 8215, 8375, 8452, 8536, 8593, 8638, 8645, 8798, 9005, 9028, 9156, 9203, 9240, 9328, 9337, 9406, 9440, 9611, 9622, 9653, 9662, 9722, 9733, 9751, 9762, 9771, 9798, 9830, 9919, 9953, 9969, 9981, 10073, 10090, 10174, 10208, 10223, 10262, 10265, 10268, 10293, 10389, 10575, 10687, 10703, 10765, 10880, 11015, 11108, 11111, 11197, 11337, 11393, 11431, 11516, 11565, 11594, 11603, 11628, 11667, 11751, 11817, 11883, 11901, 11945, 11946, 11965, 11981, 12141, 12154, 12169, 12189, 12232, 12258, 12313, 12320, 12321, 12382, 12453, 12548, 12611, 12651, 12762, 12812, 12841, 12851, 13005, 13012, 13026, 13406, 13643, 13652, 13654, 13741, 13858, 13899, 13946, 13995, 14198, 14326, 14373, 14450, 14542, 14626, 14671, 14723, 14762, 14765, 14781, 14955, 14957, 14984, 15034, 15067, 15070, 15071, 15174, 15210, 15229, 15253, 15318, 15338, 15372, 15463, 15473, 15549, 15644, 15806, 15874, 15961, 16109, 16111, 16172, 16276, 16291, 16382, 16431, 16466, 16499, 16501, 16610, 16619, 16647, 16690, 16761, 16789, 16814, 16923, 17128, 17186, 17376, 17474, 17595, 17827, 17923, 17986, 18085, 18122, 18244, 18248, 18414, 18438, 18476, 18498, 18514, 18767, 18876, 18898, 18910, 18928, 19058, 19127, 19142, 19227, 19260, 19277, 19312, 19587, 19689, 19846, 19929, 19950, 19996, 20038, 20148, 20171, 20185, 20208, 20402, 20455, 20480, 20567, 20609, 20646, 20779, 20803, 20879, 20917, 20957, 21028, 21090, 21159, 21196, 21312, 21360, 21391, 21408, 21657, 21666, 21710, 21749, 21766, 21771, 21899, 22028, 22088, 22207, 22308, 22341, 22404, 22430, 22481, 22522, 22615, 22673, 22753, 22754, 22801, 23015, 23168, 23177, 23236, 23257, 23339, 23374, 23456, 23461, 23469, 23509, 23564, 23570, 23641, 23643, 23656, 23705, 23718, 23730, 23861, 23939, 23953, 23999, 24038, 24288, 24305, 24393, 24416, 24447, 24476, 24578, 24651, 24728, 24888, 24940, 25034, 25130, 25205, 25276, 25329, 25339, 25362, 25372, 25409, 25464, 25470, 25592, 25904, 25938, 25966, 26016, 26029, 26093, 26098, 26202, 26223, 26287, 26351, 26374, 26422, 26452, 26513, 26523, 26529, 26542, 26598, 26600, 26683, 26691, 27014, 27142, 27145, 27159, 27237, 27307, 27393, 27394, 27417, 27453, 27477, 27683, 27765, 27879, 27919, 27994, 28016, 28126, 28158, 28175, 28312, 28323, 28363, 28395, 28493, 28518, 28525, 28598, 28700, 28701, 28875, 29041, 29128, 29174, 29180, 29297, 29318, 29528, 29598, 29621, 29798, 29926, 29932, 30019, 30150, 30161, 30225, 30283, 30325, 30368, 30407, 30410, 30420, 30476, 30531, 30761, 30805, 30870, 30977, 31020, 31124, 31204, 31235, 31320, 31378, 31508, 31521, 31563, 31657, 31715, 31938, 31970, 31977, 32084, 32108, 32142, 32149, 32218, 32250, 32329, 32387, 32467, 32474, 32488, 32507, 32540, 32622, 32692] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..615bcca5cc078e830ddab18c36666643ac26f5a4 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..49a1d8ad650760d3e338bbf6684cde1becdc0796 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ab2b895b1a60e29f52a3bb165743a4fec0a56554 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[1, 206, 294, 512, 690, 716, 738, 785, 807, 1110, 1507, 1627, 1725, 1751, 1812, 2034, 2117, 2125, 2137, 2230, 2249, 2254, 2578, 2593, 2612, 2672, 2689, 2735, 2814, 2991, 3121, 3202, 3257, 3420, 3421, 3533, 3817, 3896, 3970, 4152, 4576, 4638, 4848, 4883, 4891, 4951, 5085, 5097, 5116, 5125, 5157, 5188, 5233, 5498, 5510, 5628, 5691, 5708, 5720, 5855, 5867, 5943, 6084, 6094, 6099, 6359, 6448, 6451, 6836, 6887, 6989, 7019, 7032, 7059, 7220, 7268, 7300, 7471, 7474, 7539, 7584, 7617, 7658, 7807, 7835, 8003, 8207, 8330, 8619, 8686, 8751, 8776, 9065, 9088, 9146, 9309, 9339, 9367, 9380, 9387, 9392, 9531, 9598, 9606, 9617, 9662, 9771, 9798, 9915, 9980, 9996, 10090, 10174, 10176, 10227, 10262, 10349, 10378, 10382, 10424, 10488, 10659, 10678, 10706, 10754, 11015, 11084, 11154, 11196, 11472, 11559, 11594, 11728, 11744, 11827, 11901, 11945, 11946, 11981, 12020, 12040, 12043, 12079, 12179, 12254, 12348, 12363, 12548, 12851, 13012, 13076, 13130, 13162, 13163, 13180, 13377, 13501, 13643, 13652, 13713, 13852, 13874, 14285, 14368, 14417, 14464, 14497, 14541, 14582, 14585, 14639, 14648, 14701, 14762, 14773, 14810, 14924, 14935, 15105, 15178, 15288, 15483, 15562, 15618, 15666, 15780, 15806, 15810, 15896, 15943, 16068, 16229, 16362, 16371, 16610, 16786, 16807, 16826, 16858, 16891, 17177, 17204, 17223, 17376, 17474, 17595, 17661, 17700, 17724, 17878, 17975, 18042, 18085, 18124, 18181, 18259, 18306, 18391, 18414, 18441, 18464, 18500, 18589, 18714, 18837, 18873, 18910, 18942, 19154, 19250, 19564, 19587, 19853, 19983, 20073, 20247, 20298, 20391, 20472, 20597, 20866, 20887, 21036, 21353, 21478, 21544, 21710, 21805, 21917, 21961, 22210, 22430, 22550, 22558, 22899, 23018, 23179, 23236, 23257, 23278, 23310, 23324, 23339, 23691, 24004, 24097, 24170, 24211, 24300, 24393, 24459, 24564, 24665, 24667, 24725, 24795, 24888, 24949, 25211, 25239, 25276, 25394, 25409, 25415, 25470, 26014, 26093, 26147, 26167, 26220, 26252, 26683, 26782, 26924, 26987, 27073, 27107, 27156, 27306, 27318, 27323, 27402, 27434, 27477, 27509, 27579, 27745, 27765, 27885, 27906, 27979, 28016, 28186, 28193, 28252, 28388, 28505, 28553, 28575, 28584, 28593, 28700, 28769, 28809, 28925, 28949, 28977, 29128, 29225, 29421, 29438, 29537, 29599, 29747, 29800, 29810, 29932, 30022, 30024, 30200, 30227, 30236, 30303, 30341, 30378, 30437, 30460, 30488, 30880, 30931, 31036, 31456, 31582, 31657, 31745, 31746, 31840, 32150, 32156, 32174, 32213, 32274, 32406, 32439, 32507, 32520, 32551, 32573, 32720, 32760] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1b1553d7665b5780351d31e8e7c139553f7504f8 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c9f1296aced7a4fb0f7e8cfef5636bfc7df03412 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ad0a98b3576d80606f5c312a5a38923b2fbaec3e --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:last_token)_indices @@ -0,0 +1 @@ +[119, 479, 564, 603, 1689, 1770, 1812, 1955, 2331, 3775, 4224, 4369, 4446, 4770, 4891, 5439, 5709, 5774, 5904, 6235, 6546, 6715, 6817, 7046, 7231, 7807, 7986, 8249, 8265, 8936, 8937, 9387, 9617, 9629, 9798, 9915, 9980, 10164, 10263, 10380, 11093, 11205, 12005, 12127, 12150, 13066, 13162, 14417, 14565, 14723, 14968, 15215, 15345, 15562, 15718, 15806, 15923, 16115, 16610, 16836, 17457, 17663, 17986, 18414, 18837, 19250, 19843, 20375, 20634, 20644, 21571, 21573, 21710, 22264, 22660, 22981, 23000, 23029, 23310, 23718, 24097, 24193, 24587, 24867, 24890, 25169, 25356, 25400, 25567, 26014, 26326, 26376, 26663, 26776, 27254, 27323, 27393, 28126, 28949, 29041, 29055, 29180, 29265, 29584, 29610, 29665, 29754, 30220, 30286, 30341, 30437, 30965, 30996, 31165, 31899, 32213] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d701f7ed649400128817721b5aaec624638ae35d Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:0,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..e41325023f32f3d51bfd7fc75d87aec78fb56cff Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..fbac008d12a516d472ed3435bb9319b0f795ea2d --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[116, 254, 281, 283, 317, 357, 366, 479, 482, 575, 599, 623, 652, 726, 751, 780, 784, 845, 860, 891, 984, 1006, 1078, 1088, 1181, 1260, 1319, 1369, 1546, 1713, 1774, 1796, 1912, 1922, 1989, 2017, 2032, 2149, 2272, 2278, 2371, 2384, 2402, 2529, 2646, 2672, 2871, 2965, 3001, 3040, 3069, 3121, 3123, 3248, 3317, 3328, 3331, 3402, 3443, 3472, 3570, 3577, 3602, 3659, 3679, 3714, 3749, 3787, 3808, 3960, 3995, 4032, 4062, 4090, 4122, 4173, 4334, 4506, 4557, 4632, 4638, 4641, 4682, 4711, 4715, 4726, 4731, 4858, 4876, 4904, 4908, 4974, 5062, 5159, 5242, 5258, 5300, 5326, 5331, 5391, 5489, 5518, 5575, 5644, 5730, 5769, 5840, 5903, 5922, 5943, 6064, 6203, 6216, 6494, 6550, 6554, 6580, 6633, 7069, 7262, 7442, 7532, 7561, 7583, 7878, 7917, 8175, 8205, 8431, 8447, 8489, 8543, 8560, 8601, 8660, 8666, 8686, 8786, 8794, 8820, 8832, 8998, 9000, 9028, 9035, 9119, 9127, 9128, 9129, 9133, 9153, 9177, 9254, 9296, 9336, 9403, 9413, 9424, 9511, 9589, 9616, 9650, 9691, 9802, 9806, 9867, 9900, 9911, 9921, 10024, 10026, 10045, 10046, 10061, 10192, 10196, 10272, 10275, 10292, 10304, 10327, 10406, 10702, 10774, 10794, 10795, 10834, 10852, 10861, 10866, 10915, 10993, 11046, 11093, 11116, 11146, 11183, 11186, 11235, 11237, 11256, 11271, 11273, 11381, 11391, 11415, 11534, 11563, 11604, 11625, 11709, 11798, 11851, 11893, 11903, 11926, 11998, 11999, 12022, 12050, 12100, 12171, 12196, 12201, 12239, 12363, 12558, 12598, 12673, 12694, 12727, 12777, 12825, 12841, 12932, 13077, 13105, 13152, 13275, 13403, 13443, 13467, 13490, 13491, 13537, 13553, 13689, 13874, 13918, 13934, 13957, 13966, 14035, 14119, 14126, 14209, 14211, 14415, 14428, 14643, 14665, 14706, 14722, 14776, 14919, 14967, 14980, 15018, 15034, 15107, 15125, 15131, 15136, 15245, 15316, 15365, 15396, 15464, 15479, 15590, 15658, 15698, 15730, 15732, 15749, 15791, 15869, 15880, 15904, 15905, 15976, 16015, 16092, 16122, 16243, 16431, 16506, 16524, 16701, 16831, 16840, 17002, 17011, 17064, 17092, 17094, 17103, 17112, 17116, 17199, 17271, 17321, 17417, 17420, 17473, 17493, 17558, 17604, 17617, 17626, 17698, 17701, 17741, 17758, 17850, 17867, 17900, 17986, 18011, 18076, 18331, 18340, 18363, 18380, 18399, 18454, 18566, 18578, 18620, 18719, 18754, 18875, 18886, 18934, 18972, 19138, 19191, 19195, 19266, 19373, 19413, 19454, 19469, 19478, 19511, 19555, 19731, 19783, 19814, 19850, 19882, 19980, 20037, 20061, 20150, 20152, 20170, 20228, 20241, 20277, 20348, 20382, 20423, 20591, 20660, 20765, 20780, 20820, 20868, 20933, 20998, 21007, 21035, 21088, 21141, 21186, 21189, 21238, 21254, 21299, 21327, 21344, 21386, 21393, 21486, 21532, 21542, 21608, 21782, 21784, 21795, 21808, 21812, 21821, 21856, 21915, 22040, 22085, 22114, 22141, 22167, 22361, 22366, 22414, 22464, 22607, 22661, 22674, 22709, 23005, 23070, 23200, 23203, 23207, 23246, 23279, 23308, 23395, 23442, 23584, 23589, 23594, 23662, 23670, 23689, 23730, 23745, 23749, 23759, 23956, 24193, 24272, 24297, 24391, 24439, 24753, 24881, 25001, 25028, 25088, 25102, 25161, 25495, 25668, 25701, 25798, 25969, 26095, 26136, 26261, 26290, 26363, 26369, 26424, 26452, 26549, 26578, 26652, 26673, 26675, 26692, 26911, 26912, 26916, 26922, 26959, 27005, 27022, 27090, 27109, 27124, 27191, 27251, 27266, 27292, 27321, 27386, 27433, 27435, 27442, 27685, 27781, 27823, 27889, 27910, 27959, 28007, 28021, 28090, 28201, 28263, 28448, 28456, 28479, 28545, 28554, 28588, 28616, 28636, 28669, 28733, 28738, 28959, 29018, 29062, 29065, 29224, 29236, 29280, 29336, 29349, 29358, 29452, 29460, 29491, 29512, 29526, 29582, 29610, 29696, 29807, 29825, 29848, 29890, 29970, 30033, 30051, 30159, 30169, 30260, 30284, 30341, 30386, 30399, 30433, 30610, 30745, 30758, 30827, 30916, 30955, 30991, 31091, 31242, 31455, 31620, 31705, 31778, 31909, 32146, 32267, 32367, 32453, 32592, 32665, 32703] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4ea6f781bc535688632cf0421a893fdcd3e07762 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..cf672f1cb5ee4e3f5032e945f83bc9019913ae57 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..5d77dc7561f44bd07d85946c88dfaee7cd690f92 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[29, 114, 257, 346, 357, 396, 474, 673, 845, 978, 1006, 1089, 1098, 1139, 1260, 1422, 1549, 1622, 1624, 1738, 1912, 1943, 2032, 2142, 2249, 2278, 2319, 2371, 2506, 2639, 2697, 2846, 2859, 2869, 2925, 3072, 3096, 3123, 3316, 3404, 3432, 3496, 3542, 3749, 3774, 3808, 3831, 3997, 4021, 4032, 4122, 4179, 4310, 4363, 4365, 4372, 4386, 4428, 4454, 4520, 4537, 4615, 4757, 4825, 4898, 4904, 4913, 4916, 4975, 5124, 5297, 5353, 5438, 5463, 5489, 5518, 5613, 5636, 5651, 5654, 5788, 5853, 5855, 5897, 5906, 5943, 6150, 6343, 6684, 7082, 7173, 7177, 7191, 7215, 7234, 7442, 7449, 7574, 7588, 7619, 7778, 7875, 7917, 7956, 7996, 8115, 8155, 8231, 8275, 8312, 8332, 8447, 8473, 8543, 8731, 8820, 8849, 8873, 8902, 8973, 8998, 9010, 9262, 9393, 9415, 9418, 9424, 9482, 9496, 9530, 9544, 9556, 9565, 9609, 9701, 9732, 9751, 9862, 9910, 9938, 9971, 9978, 9995, 10192, 10264, 10425, 10560, 10648, 10740, 10751, 10763, 10834, 10958, 10993, 11046, 11100, 11130, 11237, 11256, 11266, 11271, 11299, 11318, 11348, 11385, 11391, 11427, 11518, 11565, 11642, 11674, 11835, 11910, 11926, 11957, 11982, 12050, 12060, 12196, 12289, 12310, 12351, 12561, 12646, 12744, 12999, 13025, 13077, 13102, 13109, 13278, 13392, 13403, 13455, 13491, 13537, 13601, 13722, 13761, 13795, 13864, 13874, 14095, 14115, 14301, 14443, 14454, 14485, 14758, 14819, 14883, 14887, 14938, 14971, 14979, 14980, 15125, 15131, 15136, 15201, 15262, 15393, 15464, 15479, 15657, 15715, 15768, 15786, 15976, 16016, 16203, 16234, 16247, 16257, 16330, 16626, 16674, 16781, 16840, 16914, 16933, 17071, 17094, 17105, 17417, 17418, 17420, 17421, 17424, 17493, 17539, 17558, 17626, 17663, 17698, 17701, 17739, 17745, 17848, 17903, 18014, 18033, 18105, 18141, 18217, 18339, 18395, 18454, 18488, 18550, 18569, 18570, 18620, 18725, 18866, 19034, 19079, 19131, 19194, 19213, 19247, 19266, 19294, 19316, 19383, 19413, 19454, 19478, 19664, 19668, 19704, 19824, 19827, 19831, 19836, 19850, 19855, 19867, 19879, 19945, 19980, 20034, 20152, 20161, 20193, 20216, 20300, 20351, 20352, 20397, 20412, 20423, 20425, 20638, 20649, 20656, 20660, 20702, 20765, 20808, 20991, 21088, 21181, 21238, 21275, 21299, 21327, 21344, 21383, 21392, 21532, 21648, 21710, 21734, 21821, 21869, 21915, 21948, 21978, 22006, 22079, 22141, 22213, 22259, 22276, 22287, 22394, 22414, 22442, 22571, 22605, 22674, 22710, 22761, 22817, 22819, 22894, 23004, 23043, 23163, 23203, 23207, 23238, 23308, 23439, 23442, 23445, 23454, 23484, 23594, 23598, 23620, 23662, 23689, 23724, 23749, 23756, 23826, 23836, 23850, 23869, 23886, 23941, 24203, 24227, 24248, 24307, 24391, 24405, 24429, 24615, 24753, 24757, 24772, 24796, 24915, 25057, 25069, 25295, 25339, 25447, 25495, 25513, 25536, 25573, 25581, 25701, 25798, 26123, 26136, 26145, 26247, 26261, 26305, 26344, 26379, 26424, 26452, 26472, 26514, 26625, 26665, 26699, 26799, 26808, 26911, 26922, 27022, 27124, 27414, 27433, 27442, 27753, 27994, 28001, 28032, 28038, 28282, 28337, 28342, 28357, 28482, 28488, 28520, 28588, 28622, 28636, 28663, 28669, 28747, 28975, 29042, 29215, 29256, 29273, 29336, 29448, 29652, 29728, 29751, 29765, 29807, 29823, 29832, 29833, 29865, 29990, 29992, 30033, 30044, 30129, 30246, 30271, 30305, 30595, 30665, 30832, 30894, 30955, 31028, 31081, 31193, 31377, 31426, 31472, 31505, 31706, 31772, 31909, 31987, 32006, 32051, 32053, 32146, 32161, 32267, 32367, 32604, 32620, 32630, 32698, 32703] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8f1d2d8a88e2a07c37db618ec3d4571c0b687be0 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..97ee6499781fb2d1e79f115767c310f849edf97e Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..7cf5f0c39cd026f9b037fef6482cc13bddc2180e --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:last_token)_indices @@ -0,0 +1 @@ +[474, 586, 860, 901, 985, 1023, 1319, 1713, 1789, 2285, 2703, 2846, 3040, 3496, 3568, 3787, 3831, 4537, 4731, 5258, 5300, 5906, 6284, 6494, 6706, 6759, 7022, 7320, 7445, 7850, 8822, 9000, 9021, 9153, 9194, 10100, 10648, 10740, 10798, 10835, 10866, 10993, 11100, 11405, 11565, 11625, 11835, 12050, 12351, 12392, 12479, 12677, 12744, 12918, 13151, 13303, 13553, 13934, 14209, 14301, 14436, 14504, 14746, 14979, 15034, 15657, 15976, 16330, 16674, 16699, 17146, 17421, 17848, 18401, 18578, 18804, 19038, 19443, 19832, 19980, 20506, 20652, 20679, 21149, 21197, 21236, 21327, 21532, 21978, 23124, 23207, 23442, 23630, 24202, 24391, 24405, 24472, 24500, 24551, 25024, 25201, 25495, 25498, 25608, 26424, 26452, 26922, 27155, 27220, 27482, 27635, 27777, 28282, 28366, 28663, 29026, 30246, 30303, 30587, 31426, 31455, 31655, 31659, 31705, 32267, 32444, 32703] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..666e3a4f50ac561e9c6cef8d043e4066e4d3daa0 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:1,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c54ccefcdcefa2ce98705d2fa8334922b31beabd Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..2b7cfb350b2f94a0414d3356c62e6cb9f4351dc3 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[34, 39, 40, 44, 48, 79, 81, 89, 99, 107, 110, 120, 121, 127, 152, 167, 170, 171, 178, 184, 189, 200, 207, 232, 250, 253, 257, 262, 276, 280, 292, 323, 324, 334, 341, 351, 352, 356, 370, 376, 378, 390, 396, 398, 399, 417, 418, 421, 423, 425, 426, 427, 432, 439, 490, 491, 493, 502, 511, 512, 514, 521, 551, 552, 553, 554, 558, 572, 579, 588, 589, 598, 607, 611, 616, 626, 637, 645, 649, 650, 653, 654, 672, 674, 683, 710, 711, 719, 731, 745, 748, 749, 755, 756, 761, 770, 798, 805, 807, 813, 818, 825, 841, 844, 845, 848, 859, 862, 863, 866, 872, 880, 905, 919, 920, 926, 935, 957, 958, 963, 988, 993, 1006, 1007, 1041, 1060, 1063, 1068, 1073, 1081, 1082, 1085, 1098, 1101, 1113, 1122, 1139, 1154, 1167, 1175, 1194, 1246, 1250, 1258, 1259, 1265, 1269, 1271, 1280, 1281, 1286, 1305, 1310, 1312, 1338, 1345, 1415, 1417, 1420, 1428, 1429, 1437, 1440, 1448, 1451, 1452, 1467, 1482, 1483, 1484, 1508, 1515, 1561, 1596, 1606, 1611, 1616, 1620, 1626, 1633, 1656, 1671, 1674, 1675, 1681, 1688, 1693, 1704, 1727, 1733, 1740, 1748, 1766, 1779, 1783, 1805, 1813, 1816, 1819, 1824, 1840, 1853, 1859, 1871, 1879, 1881, 1889, 1898, 1900, 1917, 1930, 1932, 1940, 1953, 1957, 1964, 1968, 1982, 2013, 2053, 2057, 2098, 2100, 2123, 2137, 2138, 2152, 2156, 2160, 2164, 2166, 2175, 2187, 2191, 2230, 2231, 2286, 2298, 2302, 2309, 2331, 2359, 2364, 2365, 2383, 2385, 2395, 2405, 2416, 2443, 2449, 2454, 2456, 2465, 2485, 2494, 2503, 2505, 2513, 2528, 2538, 2546, 2557, 2563, 2571, 2576, 2587, 2590, 2599, 2613, 2614, 2626, 2643, 2649, 2662, 2685, 2694, 2697, 2698, 2708, 2721, 2730, 2761, 2769, 2770, 2776, 2795, 2813, 2823, 2832, 2833, 2836, 2840, 2844, 2846, 2849, 2856, 2875, 2883, 2884, 2896, 2901, 2912, 2914, 2922, 2941, 2947, 2969, 2972, 2977, 2978, 2983, 2987, 2990, 2996, 3027, 3028, 3036, 3063, 3067, 3069, 3071, 3075, 3083, 3084, 3092, 3118, 3129, 3134, 3141, 3145, 3160, 3162, 3170, 3181, 3187, 3189, 3191, 3197, 3205, 3221, 3257, 3283, 3284, 3288, 3303, 3306, 3312, 3323, 3342, 3347, 3356, 3378, 3385, 3391, 3397, 3414, 3425, 3438, 3443, 3447, 3456, 3461, 3464, 3485, 3489, 3501, 3510, 3513, 3536, 3538, 3547, 3558, 3575, 3576, 3577, 3590, 3591, 3592, 3634, 3640, 3653, 3655, 3665, 3676, 3680, 3692, 3701, 3710, 3712, 3723, 3724, 3726, 3734, 3739, 3763, 3765, 3771, 3782, 3805, 3825, 3839, 3843, 3845, 3847, 3926, 3947, 3970, 3971, 3995, 4016, 4017, 4032, 4037, 4038, 4041, 4055, 4057, 4063, 4067, 4068, 4074, 4077, 4089, 4090, 4096, 4125, 4129, 4146, 4163, 4166, 4174, 4183, 4201, 4205, 4206, 4222, 4224, 4241, 4243, 4258, 4260, 4280, 4289, 4301, 4309, 4318, 4319, 4334, 4341, 4344, 4347, 4356, 4357, 4360, 4368, 4373, 4394, 4396, 4402, 4405, 4411, 4417, 4419, 4428, 4447, 4461, 4464, 4470, 4476, 4479, 4482, 4494, 4497, 4506, 4509, 4511, 4538, 4548, 4560, 4562, 4566, 4585, 4588, 4595, 4611, 4617, 4622, 4631, 4632, 4650, 4653, 4656, 4662, 4663, 4665, 4667, 4675, 4700, 4708, 4712, 4718, 4722, 4725, 4738, 4739, 4740, 4750, 4752, 4759, 4765, 4770, 4782, 4792, 4797, 4805, 4807, 4839, 4884, 4891, 4895, 4908, 4912, 4919, 4933, 4940, 4946, 4951, 4990, 4995, 4998, 5004, 5007, 5008, 5021, 5036, 5053, 5067, 5076, 5077, 5101, 5111, 5117, 5121, 5141, 5149, 5162, 5168, 5186, 5197, 5245, 5247, 5254, 5271, 5273, 5275, 5289, 5300, 5311, 5331, 5343, 5358, 5359, 5380, 5392, 5410, 5413, 5448, 5458, 5469, 5471, 5474, 5489, 5493, 5495, 5512, 5535, 5570, 5584, 5586, 5603, 5610, 5618, 5641, 5652, 5655, 5663, 5667, 5682, 5686, 5700, 5702, 5705, 5729, 5732, 5737, 5739, 5741, 5745, 5749, 5760, 5772, 5778, 5779, 5781, 5789, 5796, 5809, 5819, 5823, 5826, 5863, 5875, 5876, 5887, 5904, 5919, 5932, 5941, 5942, 5948, 5952, 5958, 5972, 5986, 6006, 6007, 6013, 6017, 6019, 6025, 6032, 6041, 6044, 6045, 6060, 6066, 6072, 6080, 6101, 6115, 6119, 6130, 6137, 6145, 6166, 6188, 6200, 6215, 6225, 6229, 6234, 6242, 6249, 6250, 6269, 6271, 6276, 6286, 6302, 6314, 6328, 6329, 6345, 6348, 6395, 6407, 6433, 6435, 6436, 6445, 6465, 6476, 6485, 6501, 6504, 6518, 6520, 6538, 6539, 6559, 6564, 6573, 6576, 6605, 6624, 6643, 6645, 6651, 6660, 6664, 6672, 6676, 6695, 6698, 6711, 6714, 6724, 6750, 6755, 6761, 6762, 6763, 6783, 6789, 6807, 6856, 6880, 6883, 6894, 6896, 6898, 6920, 6924, 6940, 6942, 6949, 6970, 6976, 6978, 6997, 7007, 7019, 7025, 7051, 7103, 7104, 7107, 7116, 7151, 7154, 7155, 7170, 7178, 7180, 7190, 7196, 7205, 7214, 7222, 7230, 7236, 7252, 7261, 7264, 7275, 7278, 7291, 7292, 7294, 7307, 7308, 7313, 7315, 7350, 7355, 7356, 7360, 7364, 7372, 7382, 7398, 7407, 7415, 7419, 7424, 7447, 7449, 7459, 7478, 7481, 7491, 7507, 7518, 7531, 7538, 7545, 7563, 7581, 7582, 7591, 7606, 7619, 7621, 7622, 7628, 7632, 7633, 7640, 7645, 7655, 7670, 7672, 7675, 7677, 7678, 7679, 7695, 7710, 7719, 7726, 7734, 7753, 7762, 7793, 7812, 7819, 7826, 7844, 7856, 7857, 7877, 7880, 7899, 7900, 7917, 7936, 7937, 7956, 7963, 7971, 7972, 7976, 7990, 8005, 8019, 8023, 8025, 8036, 8042, 8046, 8057, 8059, 8066, 8072, 8074, 8108, 8127, 8128, 8151, 8153, 8172, 8181, 8188, 8191, 8192, 8200, 8242, 8260, 8264, 8273, 8276, 8296, 8300, 8303, 8332, 8333, 8356, 8422, 8428, 8462, 8472, 8518, 8543, 8563, 8564, 8567, 8580, 8587, 8597, 8601, 8607, 8620, 8626, 8641, 8642, 8645, 8662, 8672, 8675, 8729, 8730, 8746, 8760, 8762, 8796, 8797, 8807, 8812, 8822, 8825, 8828, 8831, 8853, 8877, 8885, 8893, 8911, 8934, 8956, 8991, 9009, 9014, 9036, 9045, 9050, 9051, 9057, 9086, 9126, 9127, 9150, 9151, 9165, 9173, 9174, 9185, 9186, 9198, 9203, 9210, 9243, 9249, 9266, 9282, 9284, 9296, 9306, 9339, 9349, 9350, 9352, 9357, 9359, 9367, 9377, 9388, 9405, 9438, 9451, 9462, 9484, 9485, 9493, 9519, 9522, 9528, 9531, 9550, 9554, 9558, 9562, 9573, 9578, 9592, 9596, 9598, 9600, 9612, 9616, 9644, 9654, 9657, 9674, 9682, 9688, 9689, 9694, 9705, 9713, 9739, 9747, 9754, 9756, 9768, 9769, 9775, 9776, 9777, 9788, 9794, 9795, 9799, 9800, 9824, 9842, 9849, 9859, 9871, 9874, 9877, 9878, 9901, 9906, 9910, 9912, 9922, 9933, 9941, 9953, 9954, 9978, 10004, 10006, 10011, 10019, 10026, 10038, 10073, 10102, 10105, 10127, 10144, 10176, 10180, 10184, 10188, 10190, 10193, 10207, 10229, 10232, 10236, 10242, 10253, 10256, 10278, 10287, 10292, 10294, 10308, 10321, 10340, 10342, 10354, 10378, 10382, 10388, 10395, 10397, 10398, 10409, 10418, 10420, 10426, 10427, 10463, 10464, 10467, 10468, 10472, 10478, 10484, 10487, 10491, 10498, 10503, 10512, 10513, 10521, 10533, 10562, 10566, 10567, 10619, 10640, 10671, 10673, 10675, 10676, 10683, 10686, 10721, 10723, 10740, 10750, 10761, 10768, 10783, 10787, 10791, 10801, 10802, 10806, 10813, 10828, 10846, 10857, 10859, 10874, 10886, 10889, 10903, 10909, 10930, 10932, 10941, 10942, 10969, 10994, 11004, 11008, 11028, 11040, 11041, 11047, 11048, 11063, 11066, 11078, 11082, 11095, 11100, 11105, 11108, 11131, 11151, 11195, 11233, 11235, 11253, 11265, 11284, 11316, 11328, 11353, 11369, 11374, 11376, 11382, 11390, 11391, 11399, 11408, 11410, 11421, 11426, 11432, 11438, 11473, 11486, 11509, 11512, 11514, 11526, 11527, 11537, 11542, 11551, 11555, 11576, 11588, 11611, 11621, 11630, 11655, 11668, 11672, 11689, 11702, 11707, 11713, 11744, 11751, 11753, 11754, 11765, 11794, 11826, 11829, 11854, 11862, 11863, 11870, 11872, 11874, 11881, 11902, 11908, 11918, 11919, 11929, 11932, 11943, 11948, 11959, 12009, 12021, 12034, 12051, 12056, 12075, 12076, 12079, 12106, 12108, 12113, 12116, 12119, 12121, 12172, 12184, 12212, 12214, 12222, 12231, 12238, 12241, 12247, 12258, 12268, 12292, 12298, 12327, 12328, 12340, 12351, 12356, 12357, 12382, 12386, 12395, 12417, 12420, 12444, 12459, 12463, 12465, 12477, 12480, 12505, 12518, 12526, 12528, 12530, 12531, 12537, 12546, 12586, 12588, 12591, 12617, 12622, 12640, 12655, 12661, 12667, 12670, 12682, 12686, 12699, 12705, 12715, 12719, 12722, 12724, 12738, 12749, 12750, 12764, 12785, 12799, 12803, 12818, 12844, 12846, 12858, 12869, 12870, 12890, 12899, 12915, 12920, 12924, 12928, 12956, 12957, 12974, 12984, 12988, 12995, 12997, 13013, 13014, 13024, 13032, 13035, 13045, 13050, 13057, 13065, 13085, 13086, 13089, 13095, 13096, 13102, 13116, 13128, 13166, 13175, 13178, 13179, 13191, 13218, 13228, 13247, 13265, 13276, 13310, 13326, 13334, 13335, 13336, 13379, 13383, 13385, 13402, 13410, 13415, 13419, 13422, 13431, 13435, 13436, 13458, 13461, 13462, 13470, 13487, 13494, 13504, 13522, 13539, 13563, 13571, 13576, 13580, 13589, 13591, 13594, 13611, 13619, 13623, 13642, 13644, 13662, 13665, 13682, 13707, 13710, 13734, 13739, 13757, 13775, 13786, 13795, 13796, 13819, 13838, 13847, 13855, 13874, 13876, 13877, 13885, 13887, 13907, 13917, 13924, 13945, 13958, 13960, 13965, 13996, 13998, 14029, 14030, 14033, 14068, 14082, 14097, 14106, 14138, 14150, 14157, 14178, 14205, 14210, 14211, 14245, 14248, 14263, 14265, 14271, 14273, 14275, 14293, 14310, 14323, 14338, 14340, 14341, 14381, 14420, 14421, 14430, 14449, 14459, 14465, 14467, 14489, 14494, 14498, 14509, 14566, 14570, 14576, 14577, 14586, 14587, 14610, 14620, 14628, 14630, 14640, 14641, 14651, 14658, 14659, 14675, 14686, 14693, 14703, 14760, 14767, 14776, 14792, 14812, 14816, 14823, 14827, 14830, 14836, 14844, 14855, 14874, 14889, 14891, 14902, 14906, 14907, 14908, 14930, 14938, 14939, 14949, 14969, 14972, 14974, 14999, 15030, 15036, 15037, 15047, 15049, 15054, 15063, 15072, 15077, 15078, 15103, 15105, 15107, 15113, 15120, 15131, 15148, 15174, 15179, 15189, 15197, 15208, 15216, 15229, 15246, 15279, 15297, 15307, 15309, 15312, 15315, 15328, 15333, 15344, 15375, 15382, 15401, 15405, 15411, 15419, 15429, 15433, 15453, 15467, 15469, 15481, 15486, 15489, 15514, 15521, 15527, 15541, 15555, 15570, 15583, 15585, 15609, 15620, 15626, 15629, 15631, 15650, 15665, 15675, 15693, 15702, 15711, 15717, 15722, 15728, 15777, 15792, 15803, 15804, 15816, 15821, 15841, 15854, 15876, 15878, 15885, 15890, 15902, 15915, 15920, 15928, 15953, 15964, 15971, 15984, 15992, 15999, 16003, 16005, 16009, 16017, 16027, 16036, 16052, 16056, 16059, 16074, 16090, 16095, 16130, 16146, 16157, 16161, 16163, 16164, 16166, 16210, 16212, 16255, 16258, 16275, 16276, 16284, 16292, 16296, 16307, 16339, 16365, 16367, 16386, 16396, 16402, 16404, 16415, 16427, 16433, 16435, 16439, 16451, 16460, 16478, 16491, 16495, 16511, 16517, 16523, 16529, 16545, 16579, 16593, 16595, 16597, 16607, 16617, 16620, 16624, 16643, 16644, 16674, 16696, 16697, 16702, 16704, 16721, 16744, 16754, 16757, 16766, 16767, 16795, 16836, 16839, 16845, 16855, 16864, 16877, 16886, 16899, 16904, 16923, 16924, 16937, 16939, 16952, 16956, 16966, 16973, 16982, 16985, 17009, 17020, 17081, 17116, 17130, 17155, 17158, 17165, 17170, 17189, 17192, 17213, 17223, 17225, 17248, 17253, 17256, 17281, 17293, 17296, 17299, 17301, 17321, 17328, 17335, 17337, 17338, 17356, 17366, 17395, 17399, 17414, 17418, 17427, 17430, 17442, 17445, 17446, 17450, 17466, 17473, 17477, 17481, 17495, 17510, 17514, 17518, 17523, 17524, 17531, 17540, 17552, 17561, 17576, 17580, 17583, 17590, 17601, 17606, 17612, 17614, 17621, 17628, 17636, 17641, 17653, 17705, 17711, 17715, 17733, 17736, 17738, 17744, 17755, 17759, 17781, 17792, 17802, 17831, 17847, 17851, 17870, 17871, 17872, 17889, 17903, 17907, 17909, 17918, 17942, 17947, 17952, 17960, 17962, 17970, 17978, 17986, 18011, 18013, 18017, 18019, 18020, 18024, 18028, 18029, 18036, 18054, 18069, 18072, 18107, 18113, 18117, 18119, 18121, 18139, 18148, 18162, 18167, 18185, 18208, 18210, 18212, 18231, 18244, 18256, 18259, 18287, 18293, 18301, 18303, 18321, 18324, 18325, 18343, 18347, 18354, 18360, 18365, 18373, 18379, 18394, 18414, 18433, 18447, 18456, 18470, 18478, 18481, 18492, 18494, 18499, 18512, 18542, 18543, 18554, 18574, 18575, 18588, 18593, 18629, 18633, 18636, 18644, 18656, 18663, 18673, 18682, 18737, 18758, 18767, 18768, 18777, 18781, 18788, 18794, 18796, 18805, 18814, 18823, 18825, 18826, 18833, 18835, 18842, 18854, 18861, 18867, 18878, 18885, 18886, 18889, 18897, 18913, 18918, 18923, 18926, 18931, 18932, 18935, 18955, 18964, 18977, 18983, 18998, 18999, 19001, 19008, 19010, 19020, 19026, 19033, 19100, 19124, 19126, 19132, 19138, 19148, 19166, 19176, 19187, 19190, 19201, 19202, 19222, 19224, 19268, 19269, 19271, 19274, 19282, 19283, 19294, 19319, 19332, 19342, 19345, 19362, 19384, 19395, 19400, 19408, 19428, 19430, 19438, 19447, 19453, 19475, 19522, 19529, 19532, 19533, 19536, 19541, 19545, 19566, 19567, 19569, 19584, 19596, 19609, 19620, 19621, 19628, 19644, 19654, 19660, 19664, 19676, 19682, 19686, 19709, 19716, 19719, 19720, 19730, 19750, 19758, 19759, 19768, 19774, 19776, 19777, 19779, 19789, 19792, 19817, 19831, 19869, 19870, 19872, 19875, 19887, 19920, 19939, 19946, 19949, 19953, 19964, 19975, 19979, 19983, 19989, 20005, 20034, 20049, 20052, 20057, 20070, 20085, 20091, 20101, 20102, 20117, 20119, 20130, 20142, 20171, 20175, 20199, 20200, 20208, 20248, 20250, 20257, 20259, 20260, 20272, 20279, 20286, 20300, 20301, 20306, 20330, 20341, 20348, 20364, 20370, 20371, 20381, 20383, 20384, 20403, 20432, 20435, 20441, 20453, 20455, 20461, 20469, 20473, 20479, 20480, 20495, 20498, 20538, 20564, 20579, 20583, 20605, 20617, 20627, 20634, 20658, 20661, 20664, 20669, 20671, 20683, 20685, 20692, 20711, 20721, 20772, 20796, 20819, 20827, 20831, 20834, 20851, 20904, 20908, 20920, 20922, 20923, 20938, 20944, 20946, 20955, 20958, 20971, 20980, 20983, 20988, 20991, 20996, 21003, 21015, 21017, 21018, 21067, 21068, 21069, 21100, 21107, 21118, 21126, 21136, 21149, 21188, 21197, 21214, 21215, 21221, 21232, 21246, 21250, 21251, 21270, 21280, 21304, 21309, 21314, 21345, 21347, 21363, 21375, 21379, 21409, 21430, 21432, 21436, 21461, 21466, 21477, 21484, 21490, 21491, 21499, 21502, 21511, 21526, 21530, 21546, 21573, 21581, 21589, 21600, 21629, 21637, 21640, 21645, 21647, 21669, 21674, 21690, 21693, 21699, 21728, 21745, 21758, 21759, 21764, 21770, 21778, 21799, 21805, 21830, 21843, 21850, 21852, 21861, 21862, 21867, 21870, 21872, 21877, 21889, 21894, 21895, 21913, 21926, 21940, 21954, 21955, 21962, 21969, 21975, 21976, 21997, 22003, 22009, 22010, 22012, 22052, 22055, 22065, 22067, 22069, 22088, 22107, 22130, 22134, 22146, 22167, 22183, 22204, 22241, 22264, 22278, 22309, 22310, 22313, 22314, 22315, 22320, 22328, 22341, 22346, 22363, 22370, 22372, 22379, 22407, 22409, 22411, 22433, 22450, 22451, 22473, 22476, 22481, 22484, 22509, 22536, 22538, 22545, 22549, 22586, 22587, 22591, 22605, 22619, 22622, 22637, 22645, 22651, 22665, 22687, 22710, 22725, 22739, 22751, 22761, 22765, 22780, 22784, 22789, 22792, 22807, 22841, 22855, 22863, 22890, 22901, 22907, 22919, 22926, 22928, 22944, 22968, 22974, 22993, 23003, 23006, 23035, 23051, 23058, 23078, 23084, 23105, 23120, 23130, 23134, 23139, 23140, 23188, 23192, 23207, 23213, 23223, 23266, 23270, 23276, 23292, 23298, 23309, 23318, 23323, 23326, 23333, 23345, 23351, 23389, 23391, 23403, 23407, 23410, 23419, 23432, 23457, 23465, 23468, 23478, 23503, 23504, 23505, 23515, 23519, 23557, 23587, 23596, 23610, 23638, 23663, 23674, 23718, 23734, 23744, 23749, 23759, 23763, 23771, 23773, 23776, 23794, 23796, 23812, 23831, 23835, 23841, 23843, 23845, 23858, 23862, 23878, 23886, 23893, 23894, 23919, 23924, 23927, 23931, 23940, 23952, 23967, 23971, 23992, 24010, 24026, 24027, 24028, 24030, 24034, 24051, 24067, 24080, 24111, 24117, 24120, 24122, 24123, 24126, 24134, 24136, 24137, 24147, 24151, 24154, 24160, 24201, 24227, 24239, 24257, 24260, 24264, 24276, 24278, 24287, 24295, 24297, 24317, 24341, 24349, 24354, 24359, 24362, 24364, 24365, 24391, 24396, 24397, 24401, 24413, 24416, 24420, 24444, 24458, 24466, 24480, 24497, 24522, 24523, 24552, 24555, 24575, 24579, 24587, 24592, 24594, 24621, 24630, 24635, 24677, 24682, 24711, 24739, 24741, 24743, 24745, 24747, 24762, 24771, 24774, 24780, 24783, 24794, 24798, 24803, 24816, 24822, 24851, 24870, 24873, 24881, 24897, 24915, 24917, 24924, 24926, 24929, 24962, 24965, 24973, 24979, 24984, 24994, 25006, 25012, 25013, 25040, 25043, 25093, 25103, 25107, 25121, 25137, 25139, 25147, 25179, 25181, 25196, 25200, 25226, 25239, 25251, 25255, 25269, 25271, 25278, 25296, 25298, 25308, 25315, 25319, 25328, 25343, 25351, 25352, 25381, 25387, 25397, 25415, 25437, 25443, 25451, 25456, 25461, 25468, 25469, 25488, 25492, 25497, 25498, 25504, 25544, 25553, 25564, 25567, 25570, 25578, 25579, 25581, 25587, 25594, 25604, 25605, 25616, 25626, 25632, 25633, 25648, 25661, 25685, 25712, 25714, 25719, 25750, 25759, 25762, 25780, 25799, 25811, 25827, 25835, 25843, 25851, 25871, 25892, 25908, 25909, 25920, 25923, 25935, 25938, 25948, 25964, 25970, 25977, 25992, 25994, 26030, 26032, 26039, 26047, 26062, 26086, 26092, 26094, 26105, 26108, 26111, 26116, 26141, 26154, 26158, 26169, 26173, 26190, 26197, 26201, 26203, 26210, 26211, 26225, 26227, 26233, 26246, 26256, 26275, 26278, 26282, 26304, 26324, 26329, 26343, 26361, 26364, 26387, 26418, 26478, 26490, 26508, 26516, 26520, 26532, 26540, 26542, 26549, 26557, 26569, 26578, 26583, 26584, 26589, 26603, 26624, 26629, 26649, 26653, 26658, 26664, 26672, 26681, 26685, 26692, 26705, 26715, 26717, 26727, 26736, 26755, 26760, 26768, 26793, 26822, 26829, 26833, 26841, 26844, 26852, 26867, 26869, 26898, 26914, 26936, 26945, 26949, 26952, 26953, 26971, 26994, 26998, 27015, 27023, 27036, 27047, 27054, 27065, 27080, 27094, 27137, 27146, 27159, 27194, 27197, 27211, 27216, 27217, 27227, 27230, 27233, 27235, 27247, 27250, 27251, 27254, 27261, 27272, 27273, 27275, 27294, 27300, 27310, 27323, 27332, 27338, 27346, 27356, 27360, 27364, 27366, 27392, 27395, 27400, 27407, 27424, 27437, 27445, 27469, 27473, 27485, 27517, 27519, 27536, 27577, 27593, 27618, 27619, 27620, 27623, 27636, 27638, 27641, 27645, 27672, 27675, 27678, 27689, 27711, 27712, 27743, 27748, 27749, 27765, 27767, 27775, 27787, 27792, 27802, 27815, 27819, 27852, 27858, 27865, 27892, 27923, 27965, 27969, 27972, 27991, 28007, 28022, 28034, 28062, 28063, 28080, 28087, 28093, 28114, 28117, 28119, 28142, 28161, 28172, 28196, 28245, 28257, 28271, 28286, 28289, 28295, 28312, 28336, 28378, 28409, 28413, 28422, 28425, 28434, 28442, 28448, 28455, 28471, 28481, 28482, 28484, 28500, 28515, 28521, 28525, 28528, 28542, 28562, 28565, 28569, 28597, 28600, 28620, 28631, 28642, 28645, 28646, 28650, 28655, 28673, 28706, 28720, 28750, 28780, 28791, 28841, 28867, 28884, 28886, 28889, 28898, 28900, 28902, 28916, 28950, 28985, 28994, 29003, 29040, 29052, 29061, 29099, 29101, 29106, 29124, 29126, 29139, 29157, 29160, 29178, 29182, 29192, 29207, 29253, 29296, 29324, 29331, 29340, 29354, 29361, 29441, 29452, 29466, 29468, 29479, 29500, 29511, 29537, 29556, 29558, 29562, 29581, 29602, 29603, 29619, 29625, 29639, 29647, 29657, 29658, 29668, 29672, 29673, 29684, 29694, 29707, 29719, 29760, 29768, 29779, 29793, 29801, 29810, 29815, 29858, 29876, 29903, 29905, 29932, 29954, 29955, 29964, 29985, 30000, 30016, 30018, 30027, 30034, 30061, 30070, 30072, 30086, 30088, 30092, 30125, 30144, 30150, 30168, 30187, 30192, 30198, 30207, 30213, 30217, 30235, 30237, 30246, 30267, 30287, 30289, 30295, 30349, 30354, 30363, 30367, 30368, 30369, 30373, 30390, 30408, 30414, 30423, 30427, 30430, 30464, 30473, 30483, 30494, 30496, 30509, 30527, 30542, 30576, 30577, 30578, 30594, 30598, 30602, 30621, 30636, 30641, 30647, 30651, 30653, 30658, 30661, 30681, 30714, 30717, 30732, 30741, 30753, 30768, 30777, 30782, 30823, 30828, 30834, 30840, 30846, 30865, 30904, 30905, 30908, 30923, 30925, 30926, 30927, 30928, 30935, 30948, 30973, 30976, 30981, 30986, 30990, 30997, 31003, 31005, 31021, 31029, 31057, 31069, 31074, 31097, 31112, 31113, 31135, 31140, 31167, 31199, 31202, 31209, 31215, 31218, 31241, 31252, 31258, 31263, 31268, 31275, 31276, 31281, 31289, 31292, 31299, 31305, 31307, 31313, 31329, 31330, 31335, 31363, 31378, 31394, 31400, 31405, 31418, 31423, 31450, 31456, 31462, 31488, 31489, 31494, 31513, 31527, 31545, 31548, 31553, 31594, 31595, 31607, 31611, 31627, 31633, 31637, 31654, 31661, 31664, 31681, 31687, 31690, 31711, 31715, 31730, 31731, 31766, 31794, 31795, 31803, 31823, 31832, 31872, 31899, 31907, 31917, 31922, 31924, 31928, 31963, 31981, 31983, 31987, 32004, 32010, 32028, 32070, 32077, 32081, 32102, 32111, 32119, 32120, 32176, 32178, 32185, 32196, 32208, 32217, 32239, 32253, 32257, 32260, 32266, 32275, 32283, 32289, 32296, 32305, 32307, 32324, 32360, 32366, 32380, 32389, 32407, 32415, 32428, 32457, 32465, 32473, 32486, 32507, 32509, 32552, 32569, 32573, 32583, 32585, 32604, 32605, 32618, 32632, 32635, 32636, 32652, 32670, 32680, 32703, 32704, 32707, 32716, 32721, 32728, 32745, 32755, 32758, 32763] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8ec05e6ac9fe337466c26690757279e2ffe2e1f6 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c56cd2a9840add0d87001324b23a8e22fba4c30a Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..82114edcd86781ca57af6e03115595d4efc5e729 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[3, 5, 18, 26, 43, 44, 52, 59, 62, 68, 70, 85, 87, 97, 109, 110, 112, 121, 127, 144, 165, 167, 171, 184, 212, 226, 232, 250, 252, 256, 257, 276, 279, 283, 341, 356, 357, 364, 367, 371, 376, 382, 396, 398, 400, 406, 421, 423, 432, 442, 445, 465, 480, 491, 496, 502, 521, 526, 537, 539, 559, 598, 607, 613, 616, 617, 619, 626, 630, 640, 644, 650, 653, 654, 662, 680, 683, 692, 697, 704, 709, 711, 712, 719, 743, 752, 755, 756, 766, 771, 776, 825, 841, 842, 852, 853, 857, 859, 866, 890, 894, 901, 905, 920, 926, 956, 957, 961, 966, 968, 971, 974, 994, 1000, 1001, 1005, 1006, 1032, 1034, 1040, 1041, 1063, 1070, 1075, 1079, 1095, 1098, 1120, 1122, 1132, 1134, 1139, 1148, 1154, 1167, 1191, 1208, 1222, 1241, 1246, 1250, 1263, 1265, 1269, 1272, 1279, 1284, 1286, 1290, 1299, 1305, 1311, 1332, 1335, 1338, 1342, 1345, 1386, 1392, 1393, 1402, 1415, 1419, 1421, 1424, 1427, 1428, 1431, 1437, 1440, 1448, 1452, 1461, 1478, 1479, 1483, 1495, 1506, 1508, 1515, 1516, 1524, 1538, 1574, 1589, 1596, 1602, 1604, 1606, 1611, 1626, 1637, 1640, 1646, 1668, 1669, 1671, 1675, 1681, 1693, 1704, 1714, 1724, 1731, 1732, 1740, 1748, 1753, 1757, 1762, 1768, 1772, 1781, 1800, 1808, 1812, 1818, 1822, 1824, 1840, 1855, 1862, 1869, 1871, 1874, 1877, 1879, 1881, 1897, 1899, 1900, 1901, 1904, 1905, 1917, 1920, 1935, 1936, 1951, 1953, 1955, 1957, 1960, 1962, 1963, 1966, 1978, 1987, 1990, 2013, 2024, 2043, 2046, 2053, 2057, 2058, 2063, 2079, 2082, 2083, 2087, 2098, 2111, 2115, 2127, 2139, 2147, 2152, 2164, 2166, 2174, 2206, 2221, 2227, 2231, 2235, 2243, 2244, 2246, 2256, 2258, 2261, 2270, 2287, 2305, 2318, 2322, 2327, 2362, 2364, 2366, 2368, 2373, 2405, 2409, 2441, 2442, 2443, 2452, 2454, 2456, 2465, 2486, 2487, 2494, 2496, 2503, 2505, 2512, 2524, 2527, 2528, 2536, 2538, 2542, 2546, 2553, 2557, 2563, 2571, 2585, 2586, 2587, 2599, 2613, 2614, 2616, 2620, 2626, 2631, 2634, 2639, 2641, 2652, 2672, 2674, 2680, 2685, 2691, 2697, 2698, 2705, 2714, 2730, 2731, 2741, 2742, 2743, 2744, 2761, 2770, 2771, 2776, 2799, 2811, 2812, 2814, 2817, 2822, 2823, 2832, 2833, 2835, 2844, 2845, 2846, 2859, 2867, 2896, 2899, 2901, 2908, 2911, 2968, 2969, 2975, 2985, 2987, 2991, 3028, 3031, 3062, 3065, 3067, 3068, 3069, 3071, 3074, 3084, 3088, 3092, 3098, 3101, 3106, 3118, 3121, 3122, 3129, 3134, 3138, 3141, 3142, 3146, 3159, 3162, 3165, 3169, 3178, 3183, 3201, 3212, 3217, 3227, 3231, 3242, 3255, 3280, 3284, 3297, 3303, 3306, 3313, 3318, 3324, 3331, 3333, 3336, 3339, 3341, 3342, 3344, 3349, 3378, 3385, 3391, 3396, 3400, 3414, 3425, 3433, 3437, 3447, 3448, 3461, 3463, 3464, 3475, 3485, 3504, 3508, 3513, 3522, 3530, 3536, 3537, 3549, 3558, 3559, 3560, 3564, 3567, 3568, 3578, 3602, 3604, 3609, 3617, 3639, 3645, 3653, 3673, 3674, 3689, 3700, 3710, 3718, 3719, 3723, 3726, 3731, 3738, 3751, 3758, 3763, 3783, 3786, 3788, 3790, 3791, 3805, 3813, 3817, 3822, 3823, 3839, 3841, 3842, 3845, 3857, 3859, 3861, 3880, 3889, 3890, 3892, 3909, 3918, 3929, 3933, 3939, 3941, 3958, 3970, 3971, 3973, 3978, 3981, 3984, 3988, 3990, 3992, 3999, 4016, 4017, 4022, 4026, 4043, 4055, 4057, 4061, 4063, 4068, 4077, 4081, 4090, 4096, 4098, 4130, 4137, 4142, 4146, 4153, 4160, 4169, 4171, 4184, 4201, 4205, 4206, 4222, 4227, 4231, 4251, 4260, 4278, 4289, 4301, 4308, 4309, 4312, 4319, 4344, 4356, 4372, 4381, 4395, 4396, 4405, 4417, 4420, 4429, 4476, 4494, 4509, 4510, 4511, 4525, 4528, 4532, 4541, 4543, 4544, 4551, 4560, 4584, 4590, 4602, 4612, 4622, 4623, 4631, 4632, 4651, 4660, 4667, 4669, 4681, 4696, 4700, 4712, 4716, 4718, 4725, 4732, 4739, 4746, 4752, 4760, 4764, 4780, 4792, 4793, 4822, 4831, 4835, 4844, 4855, 4874, 4875, 4876, 4891, 4900, 4901, 4912, 4916, 4924, 4940, 4951, 4980, 4995, 5012, 5021, 5036, 5038, 5047, 5053, 5059, 5092, 5111, 5116, 5117, 5128, 5138, 5162, 5166, 5167, 5168, 5169, 5174, 5177, 5190, 5195, 5197, 5227, 5236, 5254, 5271, 5272, 5273, 5275, 5289, 5304, 5307, 5311, 5312, 5317, 5321, 5331, 5334, 5354, 5356, 5358, 5366, 5369, 5373, 5380, 5387, 5392, 5393, 5399, 5402, 5413, 5416, 5438, 5448, 5479, 5482, 5483, 5487, 5489, 5493, 5494, 5498, 5512, 5521, 5529, 5570, 5575, 5577, 5583, 5588, 5596, 5610, 5618, 5622, 5623, 5659, 5663, 5675, 5686, 5693, 5700, 5707, 5714, 5717, 5722, 5732, 5737, 5745, 5746, 5749, 5751, 5755, 5763, 5772, 5778, 5787, 5789, 5808, 5809, 5819, 5823, 5825, 5843, 5859, 5863, 5875, 5904, 5914, 5928, 5941, 5956, 5969, 5970, 5978, 5988, 6000, 6003, 6006, 6009, 6013, 6022, 6026, 6032, 6044, 6045, 6052, 6057, 6060, 6066, 6068, 6080, 6097, 6106, 6130, 6135, 6137, 6140, 6152, 6161, 6166, 6167, 6175, 6178, 6191, 6196, 6197, 6209, 6215, 6222, 6225, 6226, 6227, 6229, 6234, 6235, 6236, 6242, 6249, 6253, 6276, 6297, 6302, 6313, 6314, 6324, 6336, 6345, 6348, 6360, 6374, 6435, 6436, 6439, 6451, 6467, 6473, 6479, 6481, 6485, 6500, 6520, 6526, 6529, 6536, 6537, 6538, 6540, 6543, 6548, 6564, 6573, 6574, 6576, 6578, 6601, 6623, 6624, 6641, 6648, 6651, 6654, 6664, 6676, 6681, 6690, 6691, 6700, 6703, 6706, 6708, 6711, 6717, 6724, 6731, 6749, 6763, 6770, 6777, 6783, 6791, 6841, 6870, 6881, 6883, 6894, 6895, 6905, 6910, 6914, 6920, 6924, 6932, 6938, 6953, 6962, 6972, 6976, 6978, 7007, 7018, 7019, 7020, 7021, 7026, 7035, 7045, 7056, 7066, 7073, 7080, 7090, 7116, 7125, 7141, 7147, 7174, 7182, 7186, 7231, 7234, 7252, 7264, 7274, 7275, 7278, 7282, 7294, 7307, 7308, 7313, 7322, 7326, 7350, 7356, 7360, 7362, 7364, 7371, 7382, 7395, 7404, 7407, 7422, 7447, 7457, 7459, 7470, 7481, 7510, 7511, 7518, 7522, 7546, 7550, 7561, 7566, 7575, 7576, 7581, 7591, 7596, 7603, 7604, 7617, 7622, 7628, 7632, 7637, 7656, 7667, 7675, 7688, 7689, 7695, 7698, 7699, 7704, 7713, 7733, 7740, 7741, 7749, 7756, 7759, 7776, 7779, 7784, 7788, 7789, 7792, 7806, 7824, 7826, 7827, 7828, 7831, 7852, 7856, 7896, 7906, 7909, 7914, 7915, 7923, 7931, 7956, 7968, 7973, 7975, 7976, 7995, 7996, 7997, 8002, 8005, 8009, 8012, 8025, 8029, 8036, 8039, 8042, 8046, 8048, 8074, 8089, 8099, 8106, 8127, 8153, 8166, 8171, 8172, 8180, 8184, 8188, 8204, 8228, 8229, 8244, 8245, 8248, 8250, 8258, 8263, 8264, 8279, 8286, 8289, 8291, 8296, 8308, 8314, 8318, 8324, 8332, 8352, 8356, 8361, 8374, 8390, 8408, 8428, 8431, 8435, 8458, 8462, 8469, 8503, 8504, 8513, 8515, 8518, 8527, 8528, 8531, 8537, 8545, 8547, 8555, 8580, 8591, 8605, 8610, 8626, 8634, 8637, 8644, 8645, 8650, 8662, 8672, 8678, 8704, 8707, 8718, 8729, 8730, 8739, 8743, 8746, 8749, 8771, 8792, 8805, 8821, 8822, 8825, 8831, 8833, 8848, 8853, 8864, 8872, 8873, 8877, 8885, 8899, 8919, 8935, 8945, 8946, 8954, 8980, 8993, 9004, 9015, 9020, 9037, 9038, 9045, 9057, 9065, 9066, 9086, 9087, 9111, 9118, 9134, 9136, 9145, 9150, 9151, 9156, 9170, 9183, 9185, 9193, 9200, 9202, 9211, 9213, 9223, 9227, 9236, 9248, 9285, 9296, 9304, 9306, 9316, 9321, 9322, 9335, 9337, 9343, 9369, 9373, 9375, 9377, 9386, 9388, 9398, 9401, 9414, 9428, 9438, 9447, 9451, 9455, 9468, 9474, 9480, 9481, 9485, 9499, 9505, 9527, 9531, 9543, 9550, 9573, 9578, 9589, 9596, 9612, 9615, 9626, 9632, 9640, 9650, 9653, 9659, 9671, 9674, 9703, 9704, 9713, 9735, 9737, 9739, 9747, 9749, 9754, 9759, 9775, 9776, 9789, 9800, 9812, 9816, 9821, 9824, 9839, 9842, 9843, 9847, 9866, 9867, 9874, 9876, 9877, 9881, 9891, 9901, 9906, 9908, 9925, 9933, 9952, 9953, 9989, 9994, 10004, 10012, 10030, 10037, 10043, 10068, 10073, 10082, 10089, 10097, 10100, 10102, 10104, 10107, 10108, 10112, 10116, 10130, 10133, 10134, 10139, 10164, 10172, 10180, 10181, 10190, 10192, 10197, 10207, 10216, 10251, 10256, 10269, 10273, 10278, 10284, 10287, 10289, 10292, 10308, 10316, 10321, 10322, 10325, 10326, 10327, 10331, 10340, 10351, 10355, 10362, 10378, 10380, 10382, 10386, 10414, 10420, 10435, 10462, 10464, 10467, 10468, 10474, 10494, 10497, 10503, 10506, 10507, 10519, 10527, 10529, 10541, 10544, 10547, 10565, 10579, 10615, 10616, 10650, 10654, 10673, 10674, 10686, 10690, 10693, 10698, 10723, 10724, 10726, 10731, 10732, 10750, 10765, 10766, 10768, 10776, 10783, 10787, 10788, 10790, 10797, 10801, 10806, 10822, 10856, 10857, 10859, 10862, 10866, 10874, 10886, 10889, 10915, 10941, 10944, 10967, 10969, 10970, 10971, 10980, 10992, 11021, 11024, 11038, 11050, 11070, 11086, 11100, 11105, 11113, 11133, 11134, 11136, 11143, 11176, 11184, 11199, 11216, 11220, 11229, 11233, 11238, 11247, 11255, 11273, 11278, 11284, 11302, 11308, 11315, 11322, 11340, 11348, 11352, 11353, 11361, 11369, 11374, 11382, 11383, 11390, 11391, 11399, 11405, 11408, 11410, 11412, 11413, 11420, 11428, 11438, 11451, 11454, 11472, 11482, 11498, 11507, 11511, 11514, 11529, 11550, 11551, 11555, 11564, 11576, 11588, 11600, 11608, 11613, 11619, 11630, 11655, 11657, 11658, 11674, 11707, 11713, 11714, 11725, 11751, 11752, 11763, 11785, 11787, 11800, 11803, 11824, 11835, 11842, 11862, 11863, 11867, 11869, 11870, 11874, 11878, 11881, 11898, 11901, 11911, 11912, 11913, 11918, 11920, 11926, 11932, 11933, 11934, 11954, 11959, 11976, 11984, 11987, 12017, 12021, 12023, 12028, 12031, 12056, 12063, 12068, 12072, 12078, 12083, 12091, 12097, 12106, 12116, 12117, 12120, 12155, 12156, 12157, 12172, 12176, 12184, 12209, 12214, 12231, 12232, 12241, 12253, 12258, 12259, 12265, 12266, 12268, 12291, 12297, 12304, 12309, 12310, 12313, 12318, 12320, 12327, 12337, 12340, 12342, 12354, 12356, 12377, 12381, 12388, 12395, 12417, 12422, 12434, 12439, 12441, 12477, 12504, 12507, 12508, 12518, 12530, 12531, 12547, 12576, 12597, 12603, 12617, 12621, 12628, 12629, 12663, 12674, 12682, 12686, 12702, 12706, 12709, 12716, 12722, 12734, 12738, 12743, 12744, 12792, 12811, 12828, 12846, 12848, 12850, 12853, 12856, 12858, 12870, 12876, 12890, 12902, 12911, 12914, 12915, 12919, 12921, 12957, 12960, 12975, 12976, 12983, 12995, 12997, 13004, 13027, 13030, 13034, 13037, 13050, 13065, 13070, 13072, 13084, 13086, 13089, 13094, 13095, 13098, 13102, 13115, 13133, 13147, 13160, 13166, 13173, 13176, 13191, 13206, 13207, 13218, 13223, 13224, 13234, 13249, 13251, 13259, 13261, 13267, 13276, 13279, 13280, 13284, 13293, 13299, 13307, 13315, 13335, 13345, 13346, 13351, 13356, 13374, 13379, 13380, 13385, 13387, 13396, 13415, 13419, 13424, 13437, 13439, 13453, 13475, 13482, 13491, 13502, 13507, 13511, 13514, 13521, 13522, 13531, 13532, 13542, 13550, 13553, 13555, 13559, 13576, 13596, 13600, 13602, 13612, 13614, 13623, 13631, 13639, 13642, 13644, 13647, 13662, 13663, 13675, 13682, 13690, 13706, 13718, 13729, 13735, 13738, 13743, 13763, 13771, 13774, 13786, 13792, 13796, 13800, 13808, 13809, 13810, 13819, 13823, 13828, 13834, 13844, 13847, 13880, 13895, 13897, 13915, 13924, 13927, 13940, 13945, 13946, 13953, 13960, 13961, 13990, 13996, 14005, 14012, 14015, 14029, 14030, 14032, 14036, 14040, 14072, 14092, 14117, 14121, 14123, 14125, 14126, 14138, 14139, 14140, 14143, 14157, 14162, 14166, 14174, 14179, 14193, 14194, 14195, 14216, 14234, 14248, 14259, 14263, 14271, 14286, 14302, 14309, 14323, 14331, 14335, 14338, 14341, 14344, 14359, 14361, 14375, 14379, 14382, 14388, 14404, 14413, 14420, 14431, 14445, 14454, 14468, 14483, 14487, 14492, 14497, 14498, 14505, 14516, 14539, 14540, 14547, 14552, 14569, 14576, 14595, 14610, 14618, 14628, 14630, 14640, 14651, 14658, 14659, 14661, 14674, 14675, 14682, 14684, 14686, 14693, 14695, 14710, 14721, 14755, 14776, 14778, 14780, 14792, 14798, 14804, 14822, 14855, 14861, 14880, 14886, 14889, 14891, 14908, 14930, 14938, 14939, 14947, 14974, 14981, 14982, 14996, 15001, 15005, 15006, 15037, 15040, 15046, 15058, 15059, 15067, 15077, 15078, 15079, 15105, 15138, 15141, 15148, 15150, 15151, 15157, 15162, 15166, 15172, 15179, 15181, 15202, 15205, 15208, 15232, 15263, 15297, 15307, 15315, 15317, 15321, 15366, 15376, 15382, 15383, 15402, 15411, 15433, 15449, 15451, 15453, 15467, 15469, 15481, 15489, 15493, 15499, 15529, 15532, 15543, 15551, 15569, 15583, 15590, 15599, 15612, 15619, 15620, 15622, 15624, 15625, 15629, 15635, 15648, 15665, 15693, 15711, 15712, 15722, 15737, 15755, 15765, 15775, 15778, 15803, 15814, 15822, 15833, 15839, 15841, 15844, 15846, 15848, 15867, 15868, 15897, 15904, 15915, 15920, 15926, 15928, 15930, 15948, 15953, 15968, 15973, 15980, 15987, 15992, 15999, 16002, 16003, 16006, 16008, 16009, 16020, 16043, 16052, 16056, 16078, 16090, 16095, 16108, 16110, 16114, 16130, 16131, 16136, 16144, 16151, 16154, 16171, 16188, 16204, 16208, 16209, 16223, 16240, 16248, 16258, 16272, 16284, 16287, 16288, 16294, 16303, 16325, 16329, 16335, 16339, 16343, 16346, 16357, 16365, 16367, 16371, 16394, 16400, 16404, 16406, 16412, 16413, 16429, 16484, 16491, 16493, 16511, 16517, 16519, 16523, 16527, 16530, 16533, 16535, 16538, 16542, 16555, 16567, 16584, 16585, 16593, 16597, 16618, 16624, 16635, 16639, 16642, 16659, 16661, 16668, 16696, 16697, 16702, 16716, 16721, 16726, 16733, 16734, 16736, 16737, 16744, 16746, 16763, 16776, 16798, 16816, 16836, 16840, 16866, 16872, 16877, 16885, 16907, 16924, 16937, 16955, 16983, 16985, 17008, 17009, 17024, 17046, 17057, 17058, 17069, 17081, 17088, 17090, 17105, 17109, 17113, 17129, 17130, 17135, 17136, 17145, 17148, 17169, 17180, 17189, 17201, 17213, 17223, 17225, 17231, 17278, 17287, 17296, 17301, 17314, 17322, 17330, 17336, 17337, 17338, 17354, 17355, 17399, 17413, 17428, 17442, 17445, 17446, 17461, 17466, 17467, 17473, 17476, 17486, 17493, 17495, 17511, 17514, 17521, 17528, 17539, 17553, 17558, 17561, 17590, 17591, 17606, 17609, 17611, 17621, 17633, 17634, 17641, 17642, 17647, 17672, 17697, 17703, 17708, 17711, 17712, 17736, 17744, 17748, 17759, 17781, 17792, 17795, 17802, 17803, 17805, 17809, 17810, 17812, 17817, 17851, 17853, 17856, 17858, 17867, 17876, 17903, 17913, 17914, 17917, 17918, 17929, 17941, 17944, 17947, 17958, 17960, 17968, 17970, 17976, 17993, 17997, 18003, 18004, 18017, 18022, 18024, 18038, 18040, 18048, 18056, 18064, 18065, 18071, 18072, 18085, 18089, 18095, 18096, 18107, 18115, 18117, 18144, 18158, 18160, 18172, 18208, 18210, 18211, 18225, 18244, 18262, 18274, 18287, 18336, 18343, 18344, 18346, 18347, 18358, 18360, 18367, 18373, 18382, 18401, 18409, 18411, 18419, 18429, 18432, 18456, 18463, 18469, 18481, 18500, 18502, 18512, 18523, 18525, 18536, 18539, 18582, 18585, 18601, 18610, 18635, 18639, 18649, 18656, 18661, 18692, 18697, 18709, 18735, 18737, 18740, 18758, 18764, 18767, 18785, 18788, 18790, 18794, 18802, 18814, 18817, 18820, 18823, 18825, 18834, 18837, 18871, 18874, 18881, 18882, 18889, 18905, 18909, 18917, 18918, 18926, 18932, 18947, 18955, 18971, 18983, 18995, 18998, 18999, 19005, 19013, 19026, 19031, 19042, 19059, 19066, 19084, 19092, 19119, 19134, 19141, 19147, 19151, 19171, 19172, 19176, 19189, 19211, 19224, 19247, 19255, 19266, 19285, 19287, 19294, 19309, 19316, 19328, 19332, 19341, 19342, 19343, 19363, 19366, 19388, 19400, 19409, 19416, 19426, 19428, 19437, 19438, 19453, 19457, 19472, 19483, 19501, 19509, 19510, 19519, 19532, 19533, 19534, 19536, 19541, 19545, 19556, 19564, 19569, 19576, 19582, 19584, 19595, 19609, 19617, 19620, 19624, 19654, 19664, 19667, 19676, 19691, 19694, 19696, 19709, 19713, 19716, 19719, 19730, 19746, 19748, 19750, 19766, 19768, 19777, 19779, 19783, 19786, 19789, 19791, 19796, 19804, 19806, 19829, 19839, 19858, 19863, 19872, 19873, 19886, 19891, 19898, 19909, 19918, 19920, 19939, 19965, 19970, 19975, 19976, 19978, 19983, 19992, 20010, 20042, 20049, 20054, 20057, 20071, 20073, 20078, 20090, 20091, 20095, 20117, 20123, 20126, 20140, 20148, 20162, 20169, 20171, 20175, 20185, 20188, 20199, 20208, 20215, 20217, 20223, 20227, 20244, 20247, 20248, 20249, 20260, 20284, 20301, 20303, 20305, 20306, 20307, 20311, 20319, 20327, 20332, 20334, 20338, 20364, 20376, 20379, 20381, 20390, 20405, 20435, 20437, 20441, 20456, 20480, 20498, 20508, 20511, 20517, 20519, 20563, 20564, 20568, 20569, 20579, 20584, 20588, 20592, 20611, 20617, 20618, 20628, 20631, 20633, 20640, 20647, 20657, 20661, 20669, 20670, 20692, 20719, 20723, 20733, 20737, 20750, 20757, 20770, 20772, 20773, 20779, 20787, 20793, 20798, 20802, 20813, 20823, 20827, 20830, 20832, 20833, 20842, 20853, 20861, 20873, 20874, 20886, 20888, 20892, 20904, 20908, 20919, 20937, 20938, 20940, 20946, 20955, 20958, 20983, 20986, 20996, 20999, 21003, 21008, 21009, 21012, 21014, 21017, 21018, 21029, 21051, 21060, 21077, 21092, 21097, 21124, 21126, 21150, 21155, 21197, 21230, 21245, 21250, 21298, 21300, 21309, 21313, 21317, 21320, 21344, 21345, 21347, 21369, 21375, 21386, 21406, 21409, 21414, 21441, 21466, 21469, 21473, 21481, 21484, 21487, 21491, 21502, 21507, 21512, 21517, 21521, 21530, 21564, 21577, 21580, 21589, 21600, 21608, 21614, 21630, 21637, 21640, 21645, 21649, 21657, 21665, 21683, 21684, 21686, 21690, 21706, 21711, 21713, 21720, 21726, 21743, 21745, 21747, 21748, 21758, 21759, 21764, 21766, 21770, 21782, 21786, 21849, 21852, 21870, 21872, 21877, 21884, 21894, 21902, 21905, 21907, 21919, 21926, 21954, 21965, 21975, 21989, 21995, 21997, 22007, 22010, 22019, 22027, 22028, 22049, 22055, 22065, 22069, 22094, 22100, 22107, 22109, 22121, 22122, 22148, 22154, 22167, 22169, 22179, 22186, 22197, 22198, 22204, 22223, 22251, 22259, 22295, 22303, 22309, 22310, 22312, 22313, 22324, 22329, 22339, 22340, 22343, 22351, 22352, 22353, 22372, 22377, 22379, 22388, 22393, 22409, 22416, 22421, 22424, 22426, 22433, 22449, 22451, 22494, 22503, 22511, 22536, 22538, 22541, 22549, 22571, 22572, 22574, 22578, 22586, 22591, 22614, 22619, 22629, 22631, 22641, 22645, 22674, 22687, 22690, 22697, 22710, 22716, 22725, 22743, 22751, 22779, 22784, 22792, 22817, 22841, 22843, 22850, 22852, 22863, 22865, 22873, 22881, 22885, 22895, 22898, 22926, 22928, 22955, 22988, 23000, 23003, 23025, 23035, 23078, 23081, 23110, 23120, 23130, 23139, 23140, 23159, 23163, 23170, 23176, 23179, 23188, 23189, 23207, 23223, 23228, 23232, 23235, 23240, 23243, 23251, 23256, 23258, 23261, 23262, 23268, 23276, 23287, 23289, 23293, 23300, 23304, 23316, 23318, 23321, 23323, 23326, 23327, 23328, 23333, 23335, 23347, 23351, 23378, 23384, 23391, 23403, 23432, 23434, 23435, 23452, 23461, 23462, 23465, 23481, 23483, 23492, 23494, 23495, 23496, 23497, 23503, 23514, 23519, 23528, 23541, 23556, 23557, 23574, 23586, 23587, 23595, 23596, 23607, 23618, 23653, 23677, 23685, 23711, 23712, 23718, 23726, 23742, 23744, 23749, 23759, 23760, 23763, 23770, 23771, 23776, 23813, 23820, 23822, 23831, 23833, 23841, 23847, 23848, 23853, 23862, 23864, 23878, 23887, 23893, 23894, 23897, 23902, 23924, 23931, 23940, 23956, 23958, 23965, 23971, 23988, 24003, 24027, 24031, 24038, 24044, 24063, 24075, 24076, 24077, 24085, 24086, 24091, 24095, 24101, 24123, 24124, 24128, 24135, 24139, 24151, 24152, 24204, 24205, 24227, 24245, 24246, 24255, 24264, 24292, 24307, 24313, 24317, 24326, 24340, 24341, 24345, 24354, 24359, 24371, 24374, 24389, 24391, 24401, 24412, 24422, 24436, 24446, 24466, 24471, 24483, 24495, 24497, 24510, 24511, 24523, 24531, 24555, 24564, 24575, 24590, 24610, 24611, 24621, 24630, 24639, 24656, 24667, 24693, 24711, 24723, 24730, 24737, 24740, 24742, 24743, 24745, 24747, 24762, 24764, 24776, 24780, 24783, 24794, 24798, 24807, 24811, 24816, 24821, 24837, 24838, 24844, 24847, 24851, 24852, 24868, 24873, 24874, 24879, 24882, 24883, 24885, 24907, 24910, 24911, 24920, 24923, 24937, 24944, 24947, 24948, 24951, 24953, 24965, 24979, 24985, 24998, 25002, 25010, 25013, 25081, 25126, 25128, 25132, 25147, 25163, 25169, 25197, 25200, 25206, 25207, 25210, 25217, 25226, 25228, 25229, 25235, 25255, 25271, 25276, 25296, 25308, 25319, 25321, 25322, 25323, 25327, 25328, 25335, 25343, 25346, 25367, 25376, 25377, 25413, 25427, 25458, 25461, 25465, 25468, 25469, 25491, 25494, 25497, 25498, 25509, 25541, 25544, 25553, 25572, 25578, 25587, 25616, 25620, 25626, 25632, 25633, 25647, 25648, 25656, 25657, 25661, 25666, 25677, 25678, 25704, 25719, 25723, 25726, 25736, 25741, 25743, 25744, 25746, 25750, 25767, 25773, 25777, 25781, 25797, 25799, 25811, 25822, 25833, 25859, 25861, 25867, 25868, 25871, 25872, 25892, 25909, 25923, 25925, 25941, 25948, 25964, 25971, 25974, 25978, 25979, 25991, 25992, 25994, 25997, 26018, 26025, 26032, 26037, 26043, 26047, 26051, 26066, 26081, 26086, 26092, 26108, 26111, 26123, 26125, 26135, 26149, 26153, 26154, 26158, 26161, 26165, 26169, 26189, 26192, 26194, 26197, 26200, 26201, 26202, 26203, 26204, 26206, 26222, 26224, 26227, 26233, 26236, 26249, 26256, 26262, 26268, 26275, 26276, 26277, 26278, 26279, 26281, 26283, 26287, 26290, 26294, 26304, 26314, 26329, 26338, 26352, 26360, 26361, 26364, 26377, 26393, 26402, 26413, 26418, 26422, 26428, 26435, 26443, 26446, 26450, 26478, 26480, 26481, 26486, 26491, 26510, 26516, 26531, 26538, 26540, 26543, 26549, 26557, 26567, 26578, 26579, 26584, 26603, 26613, 26648, 26653, 26655, 26659, 26660, 26663, 26664, 26685, 26702, 26705, 26715, 26716, 26721, 26741, 26754, 26755, 26762, 26780, 26788, 26793, 26802, 26818, 26823, 26829, 26833, 26835, 26837, 26843, 26844, 26852, 26856, 26857, 26861, 26867, 26874, 26898, 26912, 26914, 26925, 26936, 26944, 26962, 26964, 26974, 26976, 26984, 26989, 26994, 26998, 26999, 27009, 27048, 27063, 27065, 27086, 27094, 27096, 27106, 27112, 27118, 27135, 27146, 27153, 27155, 27164, 27187, 27191, 27197, 27206, 27208, 27216, 27221, 27233, 27251, 27253, 27261, 27264, 27273, 27274, 27284, 27287, 27290, 27294, 27298, 27300, 27323, 27332, 27346, 27347, 27350, 27362, 27364, 27366, 27371, 27382, 27391, 27393, 27395, 27412, 27413, 27419, 27432, 27436, 27448, 27462, 27463, 27469, 27473, 27481, 27485, 27497, 27511, 27521, 27531, 27545, 27566, 27618, 27623, 27627, 27628, 27638, 27650, 27672, 27681, 27691, 27708, 27710, 27718, 27731, 27744, 27748, 27749, 27759, 27765, 27767, 27768, 27775, 27804, 27806, 27815, 27817, 27828, 27840, 27853, 27874, 27879, 27882, 27896, 27925, 27965, 27971, 27972, 27985, 27991, 28010, 28022, 28031, 28034, 28036, 28044, 28053, 28056, 28063, 28080, 28089, 28092, 28096, 28101, 28118, 28120, 28122, 28142, 28144, 28148, 28159, 28160, 28175, 28177, 28213, 28216, 28228, 28233, 28251, 28253, 28265, 28271, 28272, 28287, 28289, 28295, 28306, 28349, 28358, 28369, 28378, 28388, 28407, 28409, 28422, 28426, 28434, 28442, 28462, 28481, 28484, 28505, 28514, 28528, 28543, 28547, 28597, 28631, 28640, 28642, 28645, 28655, 28673, 28704, 28712, 28720, 28724, 28739, 28744, 28747, 28750, 28756, 28765, 28785, 28790, 28795, 28798, 28815, 28866, 28867, 28879, 28886, 28889, 28907, 28939, 28950, 28958, 28959, 28985, 28989, 28999, 29003, 29018, 29033, 29047, 29052, 29060, 29066, 29067, 29091, 29096, 29097, 29108, 29110, 29113, 29129, 29132, 29137, 29160, 29161, 29165, 29167, 29184, 29192, 29198, 29200, 29204, 29209, 29224, 29233, 29234, 29253, 29259, 29276, 29285, 29292, 29296, 29308, 29355, 29368, 29384, 29389, 29404, 29408, 29413, 29426, 29437, 29438, 29439, 29441, 29447, 29448, 29456, 29466, 29492, 29506, 29522, 29527, 29530, 29537, 29542, 29543, 29545, 29553, 29556, 29558, 29562, 29564, 29602, 29617, 29625, 29639, 29644, 29645, 29660, 29672, 29692, 29694, 29729, 29736, 29741, 29752, 29755, 29769, 29779, 29796, 29801, 29813, 29815, 29823, 29827, 29828, 29835, 29838, 29844, 29853, 29855, 29858, 29860, 29865, 29879, 29890, 29911, 29923, 29934, 29965, 29967, 29987, 29991, 30000, 30016, 30027, 30036, 30044, 30047, 30049, 30079, 30080, 30082, 30086, 30098, 30100, 30112, 30113, 30116, 30118, 30125, 30132, 30150, 30184, 30192, 30194, 30207, 30209, 30217, 30225, 30228, 30246, 30267, 30268, 30273, 30290, 30295, 30315, 30327, 30334, 30336, 30337, 30339, 30347, 30349, 30354, 30356, 30358, 30369, 30373, 30383, 30393, 30411, 30423, 30431, 30432, 30438, 30443, 30451, 30456, 30473, 30478, 30481, 30496, 30502, 30520, 30530, 30537, 30543, 30554, 30557, 30559, 30563, 30568, 30569, 30577, 30581, 30586, 30598, 30616, 30620, 30633, 30651, 30653, 30658, 30661, 30681, 30685, 30714, 30717, 30723, 30740, 30768, 30771, 30777, 30782, 30807, 30823, 30828, 30863, 30877, 30906, 30923, 30925, 30926, 30930, 30969, 30986, 30990, 30997, 31021, 31034, 31035, 31040, 31044, 31052, 31062, 31086, 31092, 31097, 31113, 31144, 31152, 31164, 31178, 31185, 31198, 31199, 31203, 31217, 31224, 31225, 31285, 31319, 31357, 31377, 31392, 31400, 31404, 31430, 31436, 31444, 31451, 31457, 31458, 31462, 31489, 31495, 31501, 31513, 31516, 31518, 31522, 31530, 31534, 31545, 31574, 31587, 31595, 31607, 31609, 31611, 31614, 31624, 31627, 31661, 31664, 31665, 31674, 31690, 31705, 31711, 31712, 31721, 31731, 31736, 31737, 31745, 31769, 31794, 31798, 31832, 31840, 31863, 31888, 31891, 31899, 31904, 31909, 31922, 31926, 31946, 31950, 31963, 31980, 31989, 31991, 31998, 32004, 32020, 32022, 32051, 32068, 32070, 32081, 32100, 32102, 32114, 32117, 32138, 32142, 32145, 32153, 32160, 32165, 32187, 32196, 32208, 32222, 32224, 32239, 32253, 32255, 32257, 32266, 32268, 32271, 32289, 32307, 32315, 32328, 32330, 32331, 32338, 32344, 32351, 32366, 32406, 32407, 32409, 32421, 32432, 32442, 32445, 32457, 32460, 32465, 32473, 32486, 32490, 32503, 32507, 32510, 32539, 32569, 32577, 32578, 32604, 32614, 32620, 32657, 32712, 32724, 32734, 32748, 32752, 32755] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d1bae42b311ec33cd3d6cf27e615f6deaceff63c Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8e8c8fbca60499dab636c752e797519342f96d54 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..d80315dcea2af3f1c76095252d6f30d5f77c8482 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:last_token)_indices @@ -0,0 +1 @@ +[127, 200, 376, 400, 445, 465, 514, 545, 619, 626, 711, 745, 748, 770, 857, 862, 872, 874, 963, 990, 1000, 1021, 1059, 1122, 1259, 1440, 1446, 1492, 1510, 1599, 1709, 1834, 1879, 1889, 1896, 1930, 1958, 2000, 2043, 2077, 2087, 2137, 2138, 2164, 2165, 2166, 2185, 2191, 2226, 2231, 2332, 2351, 2394, 2517, 2528, 2564, 2599, 2614, 2643, 2649, 2664, 2687, 2743, 2808, 2823, 2832, 2959, 3069, 3146, 3159, 3177, 3213, 3227, 3234, 3306, 3316, 3323, 3342, 3485, 3522, 3558, 3577, 3594, 3629, 3647, 3711, 3790, 3822, 3841, 3842, 3847, 3918, 3926, 3984, 4038, 4066, 4070, 4174, 4222, 4227, 4243, 4292, 4301, 4327, 4446, 4482, 4506, 4590, 4612, 4642, 4712, 4782, 4783, 4875, 4912, 5004, 5053, 5117, 5157, 5241, 5245, 5265, 5358, 5359, 5442, 5508, 5667, 5682, 5686, 5758, 5767, 5826, 5884, 5923, 5948, 5954, 6054, 6064, 6207, 6217, 6229, 6285, 6306, 6314, 6429, 6442, 6473, 6481, 6485, 6513, 6564, 6588, 6605, 6645, 6656, 6673, 6681, 6750, 6888, 6924, 6928, 6997, 7064, 7082, 7171, 7222, 7364, 7371, 7395, 7404, 7447, 7458, 7573, 7678, 7782, 7817, 7825, 7837, 7957, 8002, 8008, 8014, 8138, 8286, 8300, 8330, 8362, 8586, 8662, 8721, 8794, 8812, 8822, 8848, 8853, 8873, 8914, 9056, 9163, 9170, 9178, 9183, 9202, 9295, 9447, 9493, 9505, 9515, 9588, 9589, 9615, 9659, 9674, 9682, 9713, 9747, 9749, 9768, 9855, 9925, 9932, 10008, 10030, 10100, 10114, 10237, 10259, 10266, 10269, 10273, 10316, 10322, 10415, 10427, 10472, 10497, 10527, 10533, 10640, 10676, 10686, 10721, 10791, 10930, 10966, 11070, 11105, 11151, 11254, 11298, 11351, 11399, 11443, 11447, 11511, 11567, 11576, 11613, 11775, 11800, 11827, 12007, 12029, 12116, 12214, 12215, 12265, 12304, 12306, 12309, 12331, 12431, 12444, 12497, 12518, 12570, 12576, 12596, 12635, 12682, 12696, 12760, 12787, 12846, 12905, 12988, 13013, 13036, 13080, 13086, 13095, 13100, 13102, 13179, 13186, 13190, 13251, 13276, 13281, 13299, 13431, 13611, 13628, 13642, 13662, 13838, 13847, 13855, 13884, 13918, 13931, 14036, 14206, 14387, 14548, 14595, 14626, 14651, 14686, 14703, 14710, 14760, 14777, 14792, 14858, 14906, 15006, 15157, 15179, 15206, 15248, 15260, 15299, 15385, 15619, 15639, 15648, 15821, 15848, 15861, 15878, 15966, 16059, 16130, 16149, 16242, 16282, 16284, 16463, 16473, 16497, 16527, 16597, 16643, 16696, 16736, 16746, 16784, 16788, 16936, 16952, 16970, 16985, 17035, 17037, 17138, 17165, 17290, 17291, 17309, 17328, 17335, 17342, 17347, 17446, 17450, 17455, 17496, 17511, 17540, 17561, 17584, 17588, 17609, 17647, 17703, 17718, 17781, 17960, 17974, 17976, 17997, 18019, 18065, 18071, 18260, 18268, 18274, 18316, 18343, 18358, 18383, 18516, 18542, 18665, 18740, 18814, 18823, 18834, 18837, 18909, 18917, 18947, 18970, 18983, 18988, 19033, 19036, 19081, 19090, 19134, 19309, 19392, 19492, 19534, 19634, 19768, 19776, 19886, 19891, 19949, 19994, 20036, 20117, 20232, 20276, 20324, 20409, 20421, 20426, 20435, 20451, 20453, 20455, 20483, 20494, 20564, 20637, 20692, 20738, 20827, 20873, 20886, 20920, 20931, 20989, 21019, 21080, 21164, 21214, 21243, 21255, 21313, 21337, 21363, 21461, 21484, 21490, 21511, 21597, 21600, 21601, 21660, 21747, 21795, 21870, 21872, 21883, 21962, 22125, 22209, 22273, 22427, 22453, 22473, 22591, 22597, 22663, 22699, 22761, 22784, 22918, 22935, 22955, 22958, 23039, 23110, 23127, 23188, 23189, 23227, 23304, 23475, 23481, 23516, 23711, 23719, 23731, 23744, 23806, 23836, 23919, 23948, 23956, 23957, 23971, 24040, 24060, 24136, 24211, 24359, 24420, 24466, 24552, 24663, 24737, 24747, 24754, 24760, 24780, 24903, 24962, 24964, 25063, 25074, 25099, 25115, 25208, 25417, 25661, 25715, 25851, 25994, 26081, 26116, 26129, 26206, 26227, 26241, 26249, 26287, 26331, 26349, 26520, 26549, 26557, 26578, 26580, 26610, 26732, 26754, 26841, 26898, 26945, 26998, 27007, 27048, 27094, 27106, 27182, 27206, 27230, 27261, 27275, 27381, 27392, 27461, 27620, 27658, 27675, 27709, 27787, 27804, 27827, 27828, 27939, 28031, 28142, 28166, 28293, 28300, 28321, 28360, 28397, 28409, 28640, 28642, 28808, 28886, 28994, 29026, 29040, 29154, 29167, 29285, 29308, 29317, 29324, 29331, 29354, 29367, 29450, 29517, 29543, 29750, 29793, 29860, 29923, 30079, 30090, 30128, 30207, 30213, 30329, 30454, 30494, 30509, 30563, 30609, 30680, 30683, 30714, 30734, 30760, 30850, 30877, 30908, 30956, 30970, 30997, 31066, 31199, 31316, 31329, 31335, 31367, 31381, 31438, 31504, 31522, 31544, 31574, 31713, 31737, 31769, 31802, 31872, 31906, 31998, 32145, 32187, 32206, 32222, 32260, 32324, 32349, 32367, 32486, 32510, 32517, 32541, 32633] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f29029dbfe93de61d54ffadfd69678713b2b2f4e Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:10,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1e0dcccac03272b27242a1f078e6c4afc941327e Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..2fc7a056674aec30a5062f2af0f4a3a10c536f6c --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[32, 40, 41, 48, 56, 61, 62, 63, 71, 73, 75, 76, 77, 84, 88, 90, 91, 104, 105, 106, 116, 135, 149, 156, 166, 172, 180, 182, 204, 213, 217, 218, 225, 231, 253, 273, 277, 288, 294, 295, 302, 307, 327, 337, 339, 357, 364, 382, 383, 384, 385, 394, 425, 428, 447, 453, 455, 457, 458, 470, 479, 481, 486, 491, 494, 520, 545, 551, 552, 583, 586, 601, 611, 614, 618, 623, 625, 629, 667, 678, 691, 706, 721, 726, 731, 744, 750, 772, 774, 776, 804, 809, 814, 816, 817, 826, 828, 835, 845, 850, 861, 882, 918, 920, 934, 937, 943, 951, 956, 961, 968, 970, 988, 1005, 1023, 1038, 1047, 1051, 1072, 1079, 1100, 1102, 1128, 1129, 1146, 1171, 1181, 1219, 1220, 1229, 1239, 1249, 1259, 1268, 1270, 1292, 1299, 1325, 1351, 1353, 1356, 1362, 1378, 1392, 1413, 1428, 1431, 1434, 1440, 1452, 1462, 1463, 1473, 1481, 1489, 1496, 1509, 1511, 1512, 1520, 1528, 1531, 1537, 1538, 1544, 1547, 1550, 1555, 1567, 1575, 1578, 1599, 1602, 1609, 1615, 1625, 1634, 1641, 1642, 1660, 1677, 1707, 1711, 1714, 1735, 1750, 1760, 1761, 1769, 1774, 1775, 1787, 1797, 1805, 1828, 1836, 1861, 1866, 1884, 1887, 1888, 1889, 1911, 1924, 1928, 1938, 1944, 1957, 1964, 1967, 1968, 1986, 1999, 2004, 2007, 2012, 2025, 2026, 2031, 2034, 2037, 2041, 2044, 2049, 2074, 2080, 2085, 2090, 2108, 2115, 2118, 2121, 2123, 2124, 2127, 2131, 2138, 2146, 2165, 2170, 2173, 2178, 2190, 2196, 2205, 2207, 2210, 2219, 2230, 2241, 2244, 2250, 2258, 2264, 2267, 2268, 2281, 2288, 2291, 2297, 2303, 2304, 2309, 2311, 2325, 2341, 2345, 2379, 2381, 2440, 2452, 2457, 2470, 2474, 2487, 2489, 2505, 2510, 2514, 2529, 2533, 2539, 2561, 2588, 2598, 2610, 2620, 2625, 2656, 2661, 2669, 2676, 2691, 2695, 2701, 2706, 2723, 2733, 2746, 2768, 2771, 2772, 2777, 2780, 2797, 2799, 2818, 2823, 2834, 2849, 2853, 2854, 2858, 2862, 2866, 2886, 2893, 2913, 2915, 2938, 2940, 2942, 2945, 2951, 2959, 2966, 2996, 2998, 3004, 3011, 3012, 3019, 3020, 3022, 3024, 3031, 3040, 3042, 3050, 3054, 3063, 3069, 3072, 3106, 3112, 3115, 3151, 3154, 3159, 3169, 3170, 3195, 3209, 3210, 3214, 3218, 3229, 3250, 3271, 3280, 3293, 3307, 3309, 3312, 3319, 3326, 3329, 3331, 3336, 3345, 3354, 3363, 3364, 3381, 3383, 3390, 3396, 3410, 3424, 3430, 3442, 3454, 3471, 3472, 3477, 3478, 3491, 3492, 3511, 3531, 3532, 3540, 3541, 3542, 3548, 3555, 3558, 3559, 3566, 3567, 3592, 3599, 3606, 3621, 3632, 3635, 3641, 3650, 3666, 3667, 3675, 3676, 3694, 3697, 3704, 3708, 3721, 3737, 3738, 3762, 3776, 3793, 3794, 3797, 3800, 3805, 3807, 3832, 3838, 3871, 3872, 3878, 3886, 3889, 3907, 3933, 3947, 3954, 3973, 3987, 4019, 4026, 4036, 4043, 4054, 4055, 4056, 4065, 4067, 4070, 4072, 4085, 4098, 4104, 4107, 4109, 4113, 4141, 4143, 4148, 4159, 4167, 4183, 4193, 4198, 4207, 4213, 4230, 4233, 4239, 4240, 4265, 4268, 4274, 4275, 4312, 4323, 4324, 4330, 4334, 4340, 4341, 4350, 4361, 4362, 4363, 4369, 4371, 4386, 4400, 4401, 4402, 4407, 4410, 4412, 4421, 4431, 4474, 4500, 4506, 4510, 4528, 4530, 4538, 4540, 4553, 4559, 4576, 4581, 4584, 4585, 4591, 4607, 4614, 4629, 4651, 4665, 4694, 4698, 4701, 4705, 4706, 4710, 4722, 4733, 4769, 4771, 4775, 4802, 4813, 4814, 4817, 4821, 4825, 4842, 4850, 4867, 4874, 4892, 4906, 4909, 4910, 4914, 4919, 4930, 4940, 4947, 4951, 4963, 4982, 4986, 4988, 4992, 5058, 5064, 5066, 5072, 5076, 5084, 5085, 5087, 5120, 5130, 5156, 5168, 5171, 5172, 5195, 5196, 5200, 5203, 5206, 5216, 5236, 5248, 5258, 5261, 5286, 5301, 5302, 5307, 5309, 5313, 5315, 5323, 5325, 5329, 5338, 5342, 5353, 5357, 5360, 5362, 5377, 5378, 5391, 5404, 5416, 5423, 5444, 5450, 5455, 5463, 5475, 5500, 5505, 5520, 5530, 5547, 5558, 5565, 5578, 5607, 5609, 5611, 5615, 5643, 5651, 5653, 5661, 5672, 5690, 5694, 5701, 5702, 5710, 5715, 5734, 5745, 5750, 5762, 5766, 5785, 5791, 5795, 5798, 5814, 5823, 5824, 5826, 5829, 5843, 5854, 5859, 5874, 5881, 5882, 5892, 5912, 5913, 5933, 5941, 5956, 5968, 5969, 5997, 6021, 6022, 6025, 6035, 6051, 6069, 6070, 6106, 6117, 6124, 6135, 6142, 6170, 6172, 6174, 6175, 6177, 6186, 6207, 6219, 6222, 6251, 6267, 6270, 6275, 6277, 6280, 6289, 6304, 6306, 6324, 6343, 6351, 6363, 6391, 6396, 6397, 6398, 6458, 6477, 6486, 6503, 6509, 6514, 6517, 6546, 6551, 6558, 6562, 6584, 6585, 6608, 6614, 6621, 6629, 6632, 6634, 6637, 6644, 6654, 6656, 6657, 6666, 6678, 6695, 6700, 6712, 6724, 6729, 6730, 6734, 6736, 6744, 6754, 6760, 6773, 6786, 6802, 6816, 6824, 6828, 6843, 6863, 6879, 6893, 6910, 6916, 6926, 6961, 6964, 6970, 6982, 7010, 7035, 7036, 7043, 7048, 7062, 7066, 7075, 7087, 7089, 7116, 7118, 7121, 7135, 7159, 7170, 7178, 7188, 7201, 7209, 7220, 7241, 7243, 7248, 7253, 7254, 7301, 7314, 7315, 7318, 7325, 7343, 7348, 7351, 7352, 7362, 7367, 7375, 7377, 7378, 7403, 7410, 7412, 7433, 7434, 7440, 7444, 7458, 7469, 7470, 7473, 7502, 7506, 7533, 7545, 7547, 7591, 7592, 7613, 7622, 7628, 7630, 7631, 7650, 7665, 7702, 7709, 7714, 7727, 7737, 7743, 7747, 7750, 7772, 7781, 7782, 7787, 7788, 7794, 7803, 7809, 7813, 7816, 7820, 7823, 7835, 7853, 7858, 7860, 7865, 7900, 7940, 7945, 7975, 8009, 8010, 8015, 8023, 8038, 8043, 8069, 8081, 8113, 8116, 8122, 8123, 8126, 8132, 8134, 8135, 8143, 8154, 8157, 8178, 8185, 8194, 8204, 8211, 8222, 8223, 8243, 8257, 8259, 8262, 8269, 8281, 8305, 8306, 8314, 8319, 8323, 8338, 8350, 8355, 8375, 8386, 8391, 8399, 8427, 8447, 8453, 8465, 8466, 8490, 8491, 8495, 8498, 8508, 8522, 8546, 8570, 8581, 8586, 8591, 8596, 8603, 8611, 8638, 8663, 8679, 8686, 8705, 8723, 8734, 8735, 8739, 8741, 8742, 8746, 8748, 8749, 8755, 8777, 8779, 8787, 8814, 8825, 8831, 8843, 8870, 8879, 8886, 8890, 8891, 8893, 8894, 8910, 8949, 8969, 9005, 9007, 9008, 9021, 9039, 9040, 9043, 9059, 9072, 9106, 9111, 9112, 9113, 9127, 9129, 9130, 9148, 9154, 9160, 9165, 9173, 9189, 9197, 9199, 9201, 9202, 9203, 9224, 9249, 9251, 9252, 9259, 9268, 9280, 9294, 9297, 9299, 9304, 9306, 9322, 9355, 9356, 9396, 9403, 9404, 9421, 9422, 9446, 9448, 9450, 9466, 9469, 9472, 9473, 9485, 9494, 9507, 9517, 9532, 9551, 9553, 9566, 9582, 9588, 9589, 9595, 9606, 9610, 9612, 9617, 9623, 9625, 9629, 9641, 9654, 9659, 9674, 9716, 9721, 9739, 9749, 9755, 9759, 9764, 9784, 9796, 9801, 9802, 9822, 9823, 9828, 9833, 9847, 9866, 9902, 9905, 9912, 9915, 9926, 9928, 9932, 9952, 9959, 9982, 9984, 9996, 10001, 10003, 10008, 10011, 10013, 10029, 10033, 10050, 10057, 10066, 10088, 10121, 10131, 10139, 10152, 10155, 10163, 10166, 10171, 10172, 10173, 10193, 10194, 10206, 10211, 10217, 10220, 10225, 10227, 10243, 10249, 10259, 10261, 10277, 10286, 10306, 10330, 10334, 10336, 10361, 10367, 10368, 10396, 10408, 10414, 10419, 10422, 10429, 10433, 10436, 10463, 10467, 10499, 10516, 10533, 10539, 10551, 10556, 10575, 10593, 10595, 10599, 10606, 10625, 10626, 10643, 10648, 10650, 10671, 10675, 10685, 10711, 10720, 10725, 10733, 10735, 10740, 10757, 10759, 10761, 10763, 10773, 10782, 10790, 10792, 10812, 10814, 10824, 10829, 10832, 10842, 10848, 10849, 10859, 10860, 10877, 10879, 10885, 10899, 10900, 10913, 10916, 10938, 10942, 10946, 10958, 10972, 10977, 10986, 10987, 10989, 10996, 11022, 11031, 11048, 11053, 11058, 11059, 11062, 11085, 11105, 11175, 11178, 11192, 11204, 11205, 11211, 11229, 11233, 11235, 11247, 11254, 11256, 11261, 11269, 11270, 11276, 11303, 11338, 11339, 11353, 11356, 11393, 11399, 11404, 11411, 11414, 11429, 11430, 11437, 11455, 11484, 11507, 11510, 11540, 11542, 11559, 11564, 11568, 11570, 11588, 11601, 11615, 11618, 11622, 11624, 11648, 11656, 11667, 11673, 11682, 11692, 11698, 11702, 11706, 11729, 11734, 11741, 11754, 11762, 11763, 11773, 11778, 11788, 11791, 11793, 11797, 11799, 11800, 11809, 11834, 11843, 11862, 11882, 11902, 11905, 11912, 11921, 11933, 11934, 11958, 11964, 11972, 11975, 11977, 11984, 11991, 11993, 12004, 12007, 12017, 12064, 12067, 12078, 12089, 12090, 12100, 12105, 12107, 12114, 12115, 12128, 12134, 12135, 12136, 12137, 12138, 12140, 12141, 12150, 12151, 12161, 12168, 12178, 12181, 12183, 12188, 12191, 12194, 12196, 12213, 12226, 12240, 12252, 12257, 12261, 12271, 12286, 12287, 12296, 12301, 12305, 12317, 12331, 12350, 12366, 12383, 12392, 12401, 12402, 12427, 12429, 12448, 12449, 12472, 12476, 12495, 12507, 12531, 12532, 12594, 12606, 12614, 12618, 12622, 12633, 12640, 12656, 12661, 12685, 12687, 12688, 12689, 12695, 12696, 12703, 12708, 12716, 12730, 12740, 12764, 12768, 12787, 12794, 12822, 12828, 12830, 12842, 12844, 12867, 12875, 12883, 12908, 12910, 12918, 12920, 12931, 12939, 12970, 12972, 12977, 12982, 12986, 12993, 13016, 13019, 13028, 13030, 13037, 13040, 13071, 13079, 13082, 13087, 13097, 13104, 13110, 13128, 13133, 13135, 13145, 13151, 13168, 13182, 13183, 13204, 13215, 13222, 13227, 13231, 13240, 13241, 13248, 13252, 13263, 13266, 13267, 13273, 13284, 13311, 13316, 13338, 13340, 13344, 13349, 13359, 13360, 13364, 13377, 13385, 13396, 13406, 13409, 13415, 13433, 13460, 13464, 13469, 13504, 13505, 13522, 13535, 13540, 13557, 13573, 13590, 13622, 13625, 13630, 13631, 13632, 13642, 13646, 13666, 13669, 13686, 13691, 13699, 13703, 13704, 13709, 13711, 13722, 13735, 13745, 13746, 13759, 13778, 13788, 13800, 13812, 13817, 13825, 13829, 13846, 13860, 13870, 13877, 13890, 13894, 13901, 13934, 13939, 13963, 13975, 14003, 14009, 14014, 14026, 14035, 14056, 14061, 14071, 14100, 14104, 14108, 14113, 14119, 14120, 14125, 14136, 14154, 14155, 14161, 14195, 14222, 14230, 14235, 14241, 14265, 14274, 14275, 14277, 14283, 14285, 14309, 14319, 14322, 14329, 14336, 14342, 14348, 14367, 14374, 14375, 14388, 14389, 14390, 14396, 14415, 14418, 14424, 14436, 14437, 14458, 14460, 14475, 14478, 14496, 14513, 14514, 14560, 14609, 14615, 14618, 14620, 14625, 14646, 14664, 14667, 14668, 14675, 14685, 14689, 14696, 14699, 14721, 14724, 14739, 14741, 14755, 14771, 14785, 14788, 14799, 14803, 14813, 14825, 14832, 14833, 14834, 14845, 14849, 14851, 14863, 14867, 14880, 14885, 14906, 14910, 14917, 14928, 14929, 14939, 14940, 14958, 14973, 14983, 15023, 15038, 15041, 15044, 15052, 15070, 15083, 15087, 15099, 15126, 15135, 15143, 15144, 15151, 15166, 15167, 15171, 15174, 15192, 15219, 15229, 15283, 15303, 15338, 15339, 15348, 15351, 15354, 15360, 15371, 15404, 15406, 15425, 15427, 15430, 15443, 15469, 15470, 15486, 15502, 15507, 15513, 15519, 15540, 15543, 15562, 15574, 15589, 15590, 15600, 15610, 15613, 15618, 15625, 15640, 15644, 15648, 15682, 15684, 15702, 15706, 15722, 15734, 15777, 15785, 15836, 15840, 15875, 15877, 15898, 15941, 15953, 15964, 15965, 15983, 16005, 16007, 16020, 16022, 16024, 16028, 16031, 16036, 16040, 16042, 16055, 16060, 16080, 16091, 16112, 16124, 16146, 16154, 16157, 16167, 16191, 16201, 16203, 16222, 16257, 16265, 16290, 16321, 16333, 16334, 16338, 16350, 16351, 16372, 16401, 16406, 16409, 16432, 16451, 16470, 16477, 16493, 16509, 16511, 16513, 16518, 16522, 16534, 16542, 16550, 16554, 16556, 16655, 16670, 16677, 16687, 16690, 16697, 16706, 16733, 16736, 16742, 16752, 16766, 16773, 16781, 16800, 16801, 16802, 16817, 16844, 16847, 16850, 16857, 16864, 16868, 16874, 16877, 16881, 16896, 16899, 16906, 16916, 16956, 16957, 16968, 16971, 16992, 16996, 17000, 17018, 17034, 17044, 17046, 17062, 17065, 17098, 17108, 17110, 17159, 17165, 17170, 17174, 17196, 17217, 17218, 17236, 17241, 17251, 17275, 17278, 17282, 17302, 17314, 17327, 17330, 17360, 17369, 17388, 17392, 17399, 17401, 17416, 17419, 17422, 17426, 17444, 17452, 17474, 17488, 17494, 17501, 17509, 17516, 17545, 17549, 17559, 17580, 17582, 17597, 17610, 17619, 17625, 17633, 17635, 17652, 17659, 17662, 17698, 17703, 17723, 17781, 17815, 17828, 17836, 17853, 17893, 17894, 17920, 17926, 17938, 17943, 17949, 17969, 17973, 17977, 17983, 18000, 18008, 18009, 18015, 18037, 18038, 18042, 18045, 18046, 18047, 18049, 18062, 18088, 18092, 18109, 18111, 18117, 18124, 18143, 18144, 18158, 18172, 18180, 18182, 18192, 18197, 18198, 18222, 18229, 18232, 18271, 18276, 18293, 18306, 18314, 18317, 18323, 18336, 18343, 18356, 18364, 18365, 18368, 18382, 18403, 18404, 18430, 18436, 18438, 18453, 18460, 18463, 18486, 18490, 18492, 18499, 18511, 18512, 18525, 18529, 18567, 18569, 18594, 18598, 18606, 18610, 18612, 18646, 18648, 18653, 18662, 18671, 18683, 18687, 18707, 18720, 18734, 18747, 18774, 18787, 18805, 18831, 18832, 18845, 18848, 18869, 18873, 18874, 18900, 18906, 18925, 18929, 18957, 18980, 18982, 18990, 19000, 19002, 19003, 19034, 19042, 19047, 19065, 19072, 19075, 19086, 19094, 19121, 19129, 19136, 19139, 19166, 19171, 19186, 19190, 19201, 19221, 19237, 19245, 19253, 19263, 19265, 19270, 19272, 19287, 19310, 19313, 19315, 19323, 19355, 19358, 19396, 19414, 19416, 19428, 19448, 19454, 19466, 19484, 19493, 19510, 19513, 19515, 19519, 19533, 19536, 19543, 19569, 19579, 19580, 19595, 19624, 19651, 19661, 19685, 19689, 19697, 19713, 19715, 19719, 19734, 19750, 19755, 19761, 19769, 19775, 19777, 19782, 19789, 19806, 19812, 19814, 19820, 19824, 19835, 19838, 19847, 19873, 19874, 19878, 19949, 19984, 19986, 19999, 20007, 20011, 20034, 20036, 20047, 20051, 20063, 20073, 20095, 20106, 20116, 20118, 20119, 20131, 20141, 20146, 20147, 20158, 20176, 20193, 20202, 20204, 20220, 20221, 20250, 20253, 20260, 20290, 20314, 20332, 20347, 20350, 20364, 20371, 20372, 20387, 20399, 20402, 20434, 20449, 20464, 20466, 20467, 20472, 20480, 20487, 20488, 20501, 20502, 20510, 20540, 20557, 20563, 20573, 20590, 20595, 20618, 20621, 20632, 20633, 20653, 20664, 20667, 20682, 20687, 20690, 20699, 20704, 20720, 20731, 20741, 20752, 20766, 20773, 20799, 20800, 20806, 20817, 20822, 20829, 20864, 20865, 20869, 20888, 20893, 20894, 20920, 20934, 20935, 20942, 20970, 20982, 20988, 20992, 21015, 21016, 21018, 21022, 21023, 21028, 21041, 21050, 21057, 21061, 21065, 21074, 21087, 21107, 21117, 21127, 21133, 21137, 21140, 21146, 21163, 21164, 21190, 21198, 21233, 21239, 21243, 21249, 21263, 21264, 21269, 21277, 21303, 21315, 21324, 21327, 21330, 21348, 21356, 21365, 21383, 21401, 21403, 21416, 21431, 21432, 21436, 21438, 21449, 21455, 21460, 21461, 21471, 21473, 21496, 21517, 21546, 21549, 21554, 21561, 21565, 21566, 21577, 21594, 21595, 21598, 21608, 21615, 21616, 21622, 21626, 21661, 21682, 21698, 21701, 21713, 21728, 21740, 21743, 21752, 21771, 21794, 21798, 21801, 21804, 21823, 21824, 21830, 21847, 21852, 21857, 21869, 21888, 21895, 21904, 21909, 21945, 21955, 21963, 21971, 21972, 21982, 21983, 21988, 21993, 21997, 21999, 22013, 22018, 22041, 22058, 22059, 22061, 22073, 22074, 22079, 22082, 22086, 22099, 22106, 22110, 22122, 22125, 22128, 22132, 22134, 22149, 22163, 22180, 22183, 22220, 22266, 22279, 22282, 22286, 22305, 22307, 22321, 22336, 22398, 22413, 22414, 22419, 22432, 22454, 22455, 22466, 22478, 22480, 22537, 22558, 22583, 22586, 22590, 22595, 22599, 22607, 22657, 22678, 22708, 22709, 22739, 22770, 22781, 22807, 22818, 22821, 22828, 22842, 22859, 22865, 22891, 22893, 22934, 22944, 22956, 22966, 22972, 22973, 22983, 22992, 23062, 23063, 23073, 23077, 23084, 23091, 23101, 23102, 23123, 23156, 23171, 23190, 23206, 23222, 23227, 23234, 23252, 23269, 23289, 23303, 23316, 23317, 23328, 23337, 23338, 23352, 23362, 23363, 23371, 23382, 23386, 23398, 23407, 23419, 23420, 23463, 23469, 23470, 23487, 23508, 23514, 23522, 23544, 23602, 23606, 23617, 23619, 23623, 23629, 23630, 23634, 23642, 23656, 23693, 23703, 23711, 23729, 23742, 23749, 23750, 23757, 23781, 23817, 23818, 23832, 23876, 23888, 23889, 23893, 23896, 23909, 23917, 23933, 23934, 23950, 23962, 23979, 23994, 23996, 24011, 24012, 24019, 24037, 24041, 24050, 24067, 24074, 24078, 24083, 24085, 24089, 24120, 24126, 24134, 24144, 24163, 24164, 24182, 24188, 24203, 24216, 24264, 24273, 24284, 24302, 24311, 24320, 24324, 24327, 24331, 24334, 24380, 24381, 24382, 24392, 24410, 24419, 24432, 24434, 24439, 24450, 24462, 24467, 24497, 24499, 24517, 24536, 24583, 24594, 24637, 24669, 24671, 24683, 24699, 24703, 24706, 24707, 24710, 24718, 24741, 24766, 24774, 24782, 24791, 24792, 24804, 24812, 24831, 24842, 24854, 24869, 24880, 24887, 24901, 24906, 24921, 24929, 24944, 24955, 24972, 24998, 25007, 25026, 25049, 25051, 25073, 25074, 25083, 25095, 25101, 25137, 25153, 25166, 25180, 25183, 25184, 25187, 25241, 25245, 25271, 25280, 25337, 25342, 25384, 25385, 25393, 25405, 25416, 25422, 25442, 25465, 25472, 25497, 25502, 25534, 25542, 25544, 25556, 25573, 25575, 25594, 25596, 25603, 25622, 25633, 25634, 25649, 25657, 25675, 25681, 25721, 25761, 25768, 25789, 25794, 25809, 25815, 25829, 25879, 25881, 25899, 25908, 25910, 25929, 25931, 25939, 25950, 25958, 25967, 25974, 25980, 26023, 26034, 26049, 26069, 26084, 26098, 26099, 26108, 26110, 26114, 26117, 26137, 26148, 26158, 26170, 26172, 26176, 26179, 26210, 26211, 26229, 26233, 26235, 26239, 26277, 26283, 26285, 26291, 26301, 26310, 26313, 26348, 26349, 26362, 26394, 26404, 26405, 26431, 26461, 26463, 26468, 26474, 26477, 26480, 26486, 26494, 26497, 26499, 26513, 26514, 26515, 26521, 26525, 26541, 26561, 26563, 26583, 26586, 26587, 26595, 26597, 26600, 26609, 26612, 26621, 26630, 26632, 26649, 26660, 26665, 26677, 26744, 26761, 26770, 26773, 26777, 26792, 26803, 26813, 26816, 26839, 26859, 26861, 26886, 26925, 26958, 26961, 26970, 26971, 26974, 26977, 26986, 26990, 26995, 27001, 27011, 27012, 27022, 27024, 27031, 27091, 27110, 27123, 27129, 27138, 27140, 27157, 27180, 27187, 27189, 27201, 27214, 27227, 27231, 27233, 27234, 27239, 27240, 27245, 27285, 27291, 27306, 27328, 27338, 27363, 27382, 27397, 27426, 27427, 27435, 27494, 27510, 27527, 27536, 27580, 27596, 27601, 27616, 27646, 27647, 27658, 27681, 27690, 27693, 27704, 27710, 27711, 27727, 27753, 27759, 27764, 27770, 27773, 27798, 27812, 27813, 27832, 27837, 27860, 27863, 27870, 27877, 27900, 27908, 27941, 27949, 28030, 28050, 28059, 28061, 28097, 28108, 28110, 28111, 28119, 28121, 28176, 28180, 28186, 28188, 28189, 28199, 28204, 28226, 28230, 28234, 28242, 28251, 28267, 28292, 28294, 28295, 28305, 28332, 28349, 28384, 28420, 28426, 28438, 28446, 28458, 28461, 28474, 28479, 28489, 28512, 28515, 28522, 28527, 28530, 28541, 28544, 28586, 28615, 28619, 28621, 28639, 28646, 28651, 28668, 28669, 28674, 28699, 28709, 28710, 28722, 28725, 28738, 28745, 28754, 28769, 28791, 28802, 28803, 28807, 28811, 28832, 28847, 28857, 28875, 28894, 28896, 28918, 28921, 28937, 28938, 28959, 28964, 28983, 28986, 28988, 28997, 28998, 29012, 29057, 29058, 29066, 29069, 29078, 29079, 29080, 29086, 29106, 29121, 29138, 29143, 29162, 29164, 29166, 29171, 29190, 29203, 29224, 29229, 29232, 29233, 29240, 29248, 29257, 29262, 29263, 29275, 29281, 29324, 29332, 29340, 29344, 29345, 29356, 29358, 29361, 29374, 29381, 29390, 29411, 29418, 29429, 29446, 29474, 29480, 29492, 29510, 29525, 29533, 29536, 29566, 29568, 29618, 29625, 29634, 29657, 29665, 29671, 29680, 29681, 29703, 29726, 29730, 29740, 29743, 29758, 29763, 29770, 29772, 29779, 29793, 29816, 29829, 29837, 29873, 29917, 29926, 29945, 29963, 29968, 29969, 29972, 29974, 29975, 30005, 30025, 30074, 30118, 30131, 30136, 30153, 30161, 30173, 30198, 30223, 30229, 30232, 30234, 30280, 30283, 30308, 30317, 30320, 30323, 30344, 30354, 30356, 30362, 30372, 30380, 30386, 30399, 30406, 30413, 30428, 30483, 30511, 30535, 30566, 30577, 30581, 30607, 30608, 30610, 30628, 30654, 30667, 30679, 30698, 30702, 30731, 30742, 30743, 30768, 30770, 30778, 30779, 30791, 30813, 30825, 30830, 30833, 30836, 30846, 30848, 30901, 30902, 30914, 30924, 30929, 30937, 30939, 31001, 31082, 31085, 31086, 31094, 31096, 31132, 31142, 31150, 31155, 31165, 31173, 31176, 31179, 31196, 31202, 31204, 31231, 31232, 31233, 31240, 31265, 31275, 31294, 31300, 31324, 31327, 31343, 31361, 31363, 31372, 31417, 31421, 31462, 31465, 31511, 31519, 31526, 31532, 31534, 31535, 31557, 31576, 31577, 31582, 31584, 31587, 31613, 31616, 31623, 31682, 31692, 31711, 31733, 31735, 31740, 31748, 31755, 31801, 31864, 31881, 31883, 31894, 31895, 31904, 31908, 31909, 31914, 31933, 31954, 31990, 32009, 32031, 32033, 32034, 32046, 32048, 32050, 32056, 32061, 32063, 32065, 32078, 32088, 32095, 32098, 32114, 32131, 32170, 32180, 32185, 32206, 32217, 32220, 32228, 32247, 32277, 32295, 32315, 32337, 32355, 32367, 32392, 32400, 32402, 32415, 32444, 32447, 32452, 32463, 32465, 32474, 32482, 32489, 32496, 32503, 32536, 32547, 32549, 32562, 32568, 32578, 32582, 32600, 32602, 32604, 32642, 32651, 32689, 32698, 32705, 32709, 32715, 32735, 32738, 32741, 32762] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..73c38bf7ac6f1306672db1375b790565f609c7bb Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..0440f86cbe10a534c5d4305c32f6132be8f0fbcd Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..9e1093566e54b9d553c5b8586aae3f9f6858beb1 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[6, 8, 30, 46, 47, 50, 61, 69, 75, 80, 90, 98, 101, 105, 106, 108, 110, 111, 113, 116, 142, 158, 164, 166, 170, 173, 180, 182, 191, 194, 202, 212, 217, 218, 220, 225, 243, 249, 253, 262, 263, 264, 273, 284, 286, 288, 294, 302, 306, 307, 310, 318, 321, 343, 346, 349, 354, 361, 364, 365, 373, 385, 394, 398, 400, 406, 413, 428, 435, 447, 452, 453, 455, 457, 460, 465, 467, 475, 476, 481, 486, 487, 489, 520, 524, 551, 552, 558, 561, 562, 583, 600, 604, 610, 642, 658, 671, 674, 681, 684, 691, 710, 714, 726, 765, 768, 769, 772, 774, 784, 810, 816, 817, 821, 827, 828, 845, 851, 859, 861, 862, 869, 870, 880, 896, 915, 916, 918, 920, 921, 927, 929, 934, 935, 938, 951, 955, 961, 968, 970, 976, 977, 989, 1001, 1003, 1017, 1022, 1037, 1038, 1042, 1051, 1055, 1059, 1070, 1084, 1086, 1089, 1098, 1101, 1102, 1111, 1137, 1139, 1146, 1156, 1171, 1175, 1177, 1179, 1187, 1203, 1209, 1211, 1219, 1224, 1227, 1240, 1242, 1245, 1249, 1258, 1259, 1268, 1281, 1295, 1306, 1317, 1320, 1325, 1329, 1332, 1353, 1362, 1370, 1374, 1378, 1392, 1409, 1413, 1420, 1423, 1428, 1434, 1440, 1443, 1458, 1462, 1463, 1467, 1471, 1473, 1475, 1504, 1509, 1511, 1522, 1526, 1528, 1531, 1538, 1545, 1547, 1552, 1553, 1554, 1567, 1575, 1578, 1579, 1587, 1591, 1616, 1618, 1620, 1621, 1626, 1632, 1634, 1636, 1641, 1649, 1672, 1675, 1686, 1695, 1707, 1709, 1714, 1721, 1732, 1735, 1741, 1745, 1747, 1764, 1774, 1776, 1782, 1787, 1792, 1803, 1805, 1811, 1815, 1826, 1828, 1829, 1838, 1852, 1857, 1864, 1872, 1884, 1890, 1895, 1897, 1898, 1911, 1918, 1929, 1946, 1950, 1960, 1964, 1966, 1967, 1983, 1989, 1991, 1993, 1994, 2007, 2012, 2026, 2034, 2043, 2044, 2049, 2054, 2055, 2068, 2072, 2074, 2076, 2080, 2084, 2087, 2090, 2097, 2101, 2102, 2118, 2124, 2126, 2127, 2128, 2129, 2131, 2132, 2138, 2144, 2145, 2146, 2148, 2153, 2173, 2187, 2188, 2190, 2196, 2210, 2226, 2228, 2239, 2240, 2241, 2248, 2253, 2256, 2258, 2267, 2282, 2288, 2291, 2295, 2305, 2306, 2307, 2322, 2325, 2326, 2340, 2341, 2347, 2354, 2370, 2388, 2393, 2404, 2405, 2423, 2426, 2437, 2438, 2442, 2452, 2460, 2470, 2481, 2483, 2486, 2491, 2492, 2497, 2499, 2500, 2511, 2535, 2539, 2541, 2546, 2556, 2561, 2566, 2568, 2580, 2581, 2593, 2598, 2600, 2601, 2609, 2610, 2611, 2620, 2626, 2641, 2652, 2656, 2660, 2667, 2670, 2695, 2701, 2706, 2707, 2719, 2720, 2730, 2745, 2747, 2757, 2759, 2762, 2768, 2772, 2773, 2780, 2781, 2822, 2823, 2824, 2825, 2857, 2865, 2878, 2886, 2889, 2893, 2894, 2905, 2907, 2908, 2915, 2923, 2942, 2945, 2953, 2962, 2966, 2974, 2985, 2989, 3007, 3008, 3009, 3011, 3014, 3019, 3020, 3031, 3041, 3042, 3044, 3050, 3054, 3072, 3092, 3100, 3103, 3106, 3114, 3115, 3132, 3135, 3136, 3140, 3154, 3161, 3180, 3195, 3204, 3213, 3218, 3219, 3227, 3240, 3254, 3257, 3262, 3270, 3271, 3277, 3278, 3279, 3280, 3293, 3302, 3303, 3307, 3319, 3327, 3329, 3331, 3334, 3336, 3350, 3351, 3358, 3363, 3370, 3373, 3381, 3390, 3393, 3398, 3401, 3410, 3413, 3419, 3424, 3431, 3434, 3439, 3455, 3461, 3471, 3476, 3478, 3479, 3490, 3496, 3506, 3513, 3520, 3525, 3530, 3534, 3546, 3548, 3552, 3559, 3581, 3584, 3587, 3591, 3602, 3605, 3608, 3628, 3632, 3633, 3635, 3641, 3650, 3651, 3652, 3666, 3667, 3675, 3685, 3694, 3702, 3705, 3717, 3721, 3722, 3745, 3776, 3793, 3794, 3801, 3805, 3807, 3810, 3811, 3817, 3819, 3821, 3829, 3872, 3878, 3885, 3888, 3889, 3907, 3910, 3928, 3932, 3933, 3947, 3955, 3963, 3969, 3973, 3987, 4005, 4010, 4019, 4021, 4026, 4034, 4039, 4042, 4054, 4056, 4076, 4092, 4101, 4104, 4113, 4115, 4116, 4117, 4121, 4131, 4142, 4143, 4149, 4155, 4161, 4167, 4177, 4183, 4193, 4194, 4198, 4224, 4229, 4233, 4236, 4239, 4251, 4254, 4257, 4265, 4274, 4275, 4281, 4291, 4294, 4304, 4321, 4323, 4330, 4334, 4335, 4341, 4348, 4350, 4362, 4369, 4377, 4386, 4400, 4407, 4410, 4411, 4413, 4415, 4428, 4429, 4431, 4443, 4453, 4463, 4474, 4486, 4500, 4503, 4510, 4523, 4525, 4528, 4530, 4531, 4535, 4538, 4542, 4550, 4553, 4576, 4585, 4588, 4591, 4603, 4604, 4619, 4629, 4630, 4637, 4646, 4664, 4665, 4671, 4681, 4688, 4689, 4698, 4706, 4711, 4725, 4733, 4752, 4758, 4761, 4762, 4772, 4778, 4797, 4798, 4801, 4802, 4813, 4817, 4821, 4822, 4825, 4833, 4842, 4850, 4855, 4865, 4884, 4891, 4892, 4910, 4914, 4923, 4928, 4930, 4940, 4945, 4956, 4968, 4982, 4986, 4989, 4995, 5005, 5024, 5032, 5038, 5054, 5056, 5065, 5071, 5076, 5084, 5085, 5089, 5095, 5096, 5097, 5100, 5121, 5122, 5156, 5165, 5166, 5168, 5180, 5186, 5195, 5196, 5200, 5203, 5216, 5219, 5236, 5258, 5261, 5263, 5302, 5303, 5310, 5323, 5341, 5357, 5358, 5362, 5367, 5374, 5378, 5381, 5393, 5397, 5405, 5429, 5431, 5434, 5444, 5445, 5455, 5463, 5465, 5477, 5500, 5516, 5534, 5547, 5551, 5552, 5555, 5556, 5564, 5572, 5593, 5609, 5612, 5615, 5616, 5618, 5619, 5627, 5640, 5642, 5653, 5654, 5660, 5672, 5678, 5689, 5690, 5694, 5701, 5725, 5726, 5732, 5734, 5738, 5766, 5771, 5777, 5788, 5791, 5804, 5823, 5824, 5829, 5846, 5854, 5859, 5875, 5880, 5894, 5901, 5912, 5913, 5914, 5925, 5933, 5936, 5941, 5942, 5945, 5946, 5954, 5965, 5970, 5973, 5974, 5986, 5987, 5993, 5997, 6003, 6004, 6008, 6010, 6016, 6021, 6023, 6025, 6034, 6037, 6042, 6048, 6051, 6056, 6058, 6068, 6070, 6077, 6083, 6089, 6100, 6106, 6108, 6117, 6118, 6121, 6124, 6125, 6128, 6142, 6163, 6165, 6175, 6186, 6203, 6205, 6212, 6217, 6227, 6229, 6263, 6267, 6275, 6276, 6289, 6290, 6300, 6306, 6312, 6319, 6323, 6324, 6325, 6337, 6349, 6351, 6363, 6365, 6371, 6388, 6398, 6421, 6426, 6435, 6439, 6454, 6455, 6470, 6479, 6485, 6493, 6514, 6521, 6546, 6547, 6548, 6552, 6560, 6567, 6584, 6585, 6587, 6590, 6591, 6593, 6597, 6615, 6621, 6625, 6629, 6632, 6637, 6654, 6658, 6669, 6674, 6678, 6691, 6695, 6700, 6706, 6708, 6711, 6717, 6721, 6731, 6734, 6736, 6739, 6765, 6766, 6773, 6799, 6812, 6816, 6819, 6843, 6851, 6863, 6868, 6876, 6880, 6887, 6893, 6894, 6905, 6916, 6918, 6926, 6930, 6941, 6946, 6947, 6961, 6974, 6991, 7004, 7013, 7015, 7018, 7026, 7034, 7065, 7066, 7087, 7116, 7121, 7126, 7129, 7131, 7141, 7146, 7184, 7188, 7190, 7196, 7201, 7207, 7209, 7215, 7223, 7242, 7243, 7248, 7253, 7254, 7259, 7264, 7286, 7298, 7299, 7304, 7308, 7309, 7313, 7318, 7326, 7327, 7329, 7343, 7351, 7356, 7358, 7375, 7383, 7397, 7412, 7415, 7419, 7433, 7440, 7447, 7448, 7451, 7456, 7458, 7469, 7473, 7484, 7495, 7498, 7505, 7522, 7544, 7549, 7555, 7561, 7587, 7588, 7596, 7613, 7628, 7634, 7642, 7644, 7658, 7665, 7685, 7690, 7702, 7704, 7711, 7741, 7742, 7743, 7760, 7769, 7782, 7788, 7813, 7816, 7819, 7823, 7832, 7839, 7842, 7853, 7856, 7861, 7886, 7899, 7900, 7928, 7951, 7955, 7967, 7975, 7990, 8010, 8012, 8024, 8028, 8029, 8038, 8041, 8056, 8057, 8069, 8074, 8088, 8090, 8113, 8116, 8122, 8123, 8126, 8132, 8135, 8137, 8143, 8174, 8180, 8184, 8194, 8203, 8206, 8208, 8210, 8211, 8213, 8227, 8235, 8253, 8257, 8259, 8265, 8266, 8274, 8281, 8291, 8307, 8310, 8319, 8320, 8322, 8323, 8324, 8330, 8340, 8341, 8350, 8354, 8355, 8358, 8370, 8381, 8382, 8387, 8391, 8399, 8413, 8414, 8431, 8433, 8438, 8456, 8464, 8466, 8474, 8490, 8492, 8508, 8510, 8522, 8533, 8534, 8547, 8548, 8578, 8591, 8595, 8600, 8604, 8611, 8618, 8624, 8636, 8638, 8651, 8655, 8663, 8669, 8681, 8683, 8717, 8720, 8723, 8739, 8741, 8743, 8747, 8749, 8757, 8763, 8766, 8788, 8791, 8804, 8805, 8808, 8814, 8822, 8831, 8851, 8862, 8863, 8865, 8890, 8891, 8893, 8900, 8911, 8914, 8920, 8926, 8945, 8946, 8961, 8992, 8998, 9008, 9010, 9026, 9039, 9040, 9043, 9067, 9072, 9079, 9082, 9085, 9094, 9097, 9105, 9106, 9113, 9117, 9129, 9130, 9148, 9150, 9151, 9154, 9160, 9162, 9165, 9178, 9180, 9181, 9197, 9268, 9275, 9276, 9280, 9287, 9297, 9306, 9313, 9314, 9315, 9332, 9338, 9340, 9343, 9355, 9371, 9384, 9396, 9403, 9404, 9406, 9418, 9429, 9439, 9440, 9446, 9450, 9452, 9454, 9456, 9460, 9465, 9466, 9469, 9473, 9476, 9483, 9489, 9493, 9494, 9512, 9517, 9518, 9519, 9525, 9532, 9546, 9551, 9553, 9560, 9564, 9573, 9599, 9612, 9617, 9619, 9623, 9640, 9644, 9645, 9657, 9662, 9667, 9682, 9686, 9715, 9719, 9720, 9722, 9739, 9742, 9749, 9750, 9755, 9772, 9777, 9804, 9810, 9813, 9828, 9833, 9847, 9853, 9862, 9873, 9910, 9915, 9928, 9932, 9935, 9938, 9959, 9963, 9982, 9985, 9991, 9996, 10001, 10002, 10011, 10013, 10014, 10029, 10030, 10035, 10036, 10055, 10063, 10066, 10076, 10088, 10105, 10106, 10114, 10135, 10171, 10189, 10193, 10194, 10196, 10242, 10243, 10245, 10249, 10259, 10277, 10281, 10286, 10297, 10312, 10314, 10325, 10334, 10343, 10348, 10355, 10365, 10367, 10368, 10371, 10383, 10388, 10429, 10433, 10436, 10453, 10461, 10463, 10464, 10465, 10467, 10478, 10482, 10499, 10502, 10503, 10504, 10505, 10529, 10533, 10539, 10544, 10550, 10551, 10555, 10556, 10566, 10575, 10591, 10597, 10606, 10618, 10626, 10638, 10640, 10643, 10652, 10657, 10665, 10667, 10671, 10674, 10690, 10714, 10725, 10735, 10737, 10738, 10751, 10757, 10759, 10777, 10793, 10795, 10806, 10814, 10815, 10848, 10852, 10859, 10869, 10885, 10913, 10921, 10944, 10952, 10958, 10960, 10981, 10983, 10990, 10996, 11007, 11011, 11015, 11016, 11028, 11030, 11031, 11042, 11047, 11048, 11050, 11052, 11058, 11073, 11109, 11110, 11138, 11147, 11150, 11161, 11175, 11178, 11185, 11189, 11192, 11205, 11211, 11225, 11229, 11233, 11243, 11245, 11247, 11251, 11253, 11261, 11263, 11269, 11277, 11278, 11285, 11294, 11313, 11317, 11338, 11340, 11351, 11353, 11360, 11369, 11387, 11390, 11399, 11404, 11411, 11412, 11414, 11427, 11432, 11450, 11455, 11467, 11478, 11509, 11510, 11539, 11540, 11570, 11584, 11588, 11589, 11592, 11593, 11615, 11616, 11622, 11624, 11630, 11641, 11654, 11656, 11667, 11670, 11680, 11695, 11696, 11697, 11702, 11706, 11725, 11731, 11754, 11756, 11763, 11766, 11783, 11792, 11794, 11797, 11799, 11812, 11819, 11823, 11825, 11827, 11834, 11849, 11860, 11870, 11871, 11882, 11886, 11887, 11894, 11910, 11912, 11919, 11921, 11924, 11925, 11933, 11946, 11964, 11969, 11971, 11977, 11980, 11982, 11984, 11991, 12000, 12001, 12007, 12013, 12014, 12040, 12058, 12078, 12083, 12087, 12089, 12090, 12095, 12097, 12099, 12107, 12109, 12110, 12112, 12115, 12122, 12128, 12130, 12134, 12135, 12139, 12141, 12150, 12155, 12157, 12161, 12172, 12181, 12183, 12195, 12207, 12209, 12217, 12222, 12240, 12261, 12287, 12294, 12296, 12301, 12305, 12310, 12324, 12331, 12349, 12350, 12372, 12374, 12389, 12394, 12402, 12405, 12413, 12416, 12429, 12437, 12440, 12441, 12449, 12463, 12489, 12498, 12515, 12519, 12557, 12561, 12572, 12578, 12582, 12591, 12592, 12594, 12595, 12608, 12609, 12625, 12628, 12633, 12637, 12648, 12672, 12677, 12682, 12683, 12688, 12695, 12696, 12705, 12706, 12708, 12713, 12716, 12721, 12726, 12730, 12744, 12747, 12749, 12757, 12758, 12760, 12764, 12768, 12769, 12774, 12776, 12785, 12794, 12798, 12807, 12811, 12816, 12822, 12828, 12834, 12840, 12863, 12883, 12908, 12911, 12917, 12937, 12939, 12947, 12959, 12963, 12965, 12970, 12977, 12980, 12986, 12993, 12994, 13000, 13007, 13016, 13019, 13022, 13034, 13035, 13052, 13054, 13058, 13067, 13068, 13071, 13077, 13087, 13092, 13097, 13110, 13112, 13128, 13133, 13141, 13148, 13150, 13163, 13167, 13168, 13173, 13182, 13187, 13188, 13195, 13201, 13202, 13204, 13206, 13207, 13225, 13241, 13248, 13252, 13263, 13269, 13274, 13284, 13285, 13294, 13306, 13315, 13321, 13324, 13330, 13331, 13334, 13335, 13337, 13344, 13349, 13352, 13353, 13360, 13371, 13374, 13377, 13387, 13395, 13410, 13415, 13443, 13460, 13469, 13508, 13512, 13514, 13521, 13524, 13525, 13535, 13557, 13573, 13590, 13602, 13608, 13613, 13646, 13654, 13669, 13686, 13687, 13691, 13711, 13736, 13741, 13765, 13772, 13779, 13782, 13795, 13802, 13804, 13812, 13819, 13821, 13826, 13827, 13843, 13848, 13849, 13860, 13870, 13876, 13884, 13888, 13890, 13904, 13934, 13938, 13949, 13964, 13967, 13977, 13983, 13990, 13991, 13995, 13997, 14001, 14003, 14009, 14014, 14021, 14050, 14052, 14061, 14062, 14107, 14119, 14121, 14122, 14125, 14127, 14133, 14138, 14145, 14151, 14155, 14156, 14161, 14195, 14196, 14214, 14218, 14225, 14230, 14233, 14235, 14244, 14264, 14274, 14285, 14292, 14295, 14304, 14312, 14314, 14318, 14319, 14336, 14342, 14359, 14390, 14409, 14415, 14420, 14424, 14445, 14460, 14465, 14467, 14471, 14475, 14478, 14486, 14496, 14511, 14513, 14525, 14526, 14529, 14539, 14549, 14566, 14574, 14581, 14596, 14609, 14615, 14620, 14633, 14647, 14652, 14664, 14667, 14673, 14679, 14683, 14685, 14687, 14696, 14734, 14744, 14750, 14755, 14760, 14765, 14776, 14782, 14788, 14793, 14800, 14813, 14814, 14822, 14828, 14838, 14840, 14851, 14853, 14867, 14868, 14869, 14878, 14885, 14893, 14894, 14897, 14910, 14918, 14928, 14932, 14938, 14943, 14949, 14973, 14976, 14978, 14983, 14985, 14990, 15002, 15007, 15011, 15023, 15028, 15038, 15052, 15068, 15070, 15092, 15096, 15109, 15111, 15122, 15131, 15139, 15143, 15167, 15177, 15181, 15184, 15193, 15194, 15219, 15220, 15232, 15236, 15260, 15261, 15265, 15266, 15268, 15272, 15274, 15285, 15301, 15305, 15317, 15324, 15326, 15329, 15338, 15372, 15378, 15383, 15385, 15391, 15392, 15394, 15402, 15404, 15442, 15459, 15469, 15470, 15474, 15482, 15494, 15502, 15505, 15509, 15519, 15541, 15543, 15562, 15570, 15574, 15590, 15593, 15600, 15612, 15613, 15616, 15620, 15625, 15639, 15640, 15647, 15648, 15662, 15664, 15667, 15679, 15688, 15692, 15701, 15719, 15722, 15728, 15737, 15738, 15743, 15744, 15752, 15772, 15779, 15784, 15785, 15787, 15814, 15815, 15818, 15822, 15824, 15836, 15842, 15846, 15863, 15875, 15877, 15919, 15921, 15922, 15939, 15940, 15944, 15953, 15954, 15974, 15988, 15991, 16005, 16006, 16007, 16022, 16024, 16050, 16055, 16057, 16066, 16084, 16154, 16157, 16167, 16168, 16173, 16191, 16209, 16215, 16222, 16225, 16230, 16231, 16236, 16239, 16257, 16259, 16265, 16291, 16321, 16333, 16334, 16338, 16341, 16350, 16353, 16363, 16372, 16401, 16403, 16406, 16419, 16432, 16435, 16439, 16449, 16456, 16467, 16468, 16488, 16493, 16511, 16514, 16517, 16522, 16534, 16546, 16547, 16554, 16556, 16564, 16569, 16587, 16596, 16597, 16606, 16630, 16636, 16637, 16640, 16641, 16658, 16677, 16680, 16697, 16705, 16706, 16707, 16708, 16723, 16724, 16731, 16742, 16748, 16756, 16765, 16768, 16773, 16776, 16781, 16782, 16800, 16802, 16806, 16814, 16818, 16845, 16847, 16850, 16862, 16873, 16874, 16938, 16940, 16957, 16961, 16962, 16964, 16967, 16987, 17000, 17008, 17014, 17032, 17051, 17053, 17054, 17062, 17067, 17090, 17095, 17098, 17105, 17108, 17117, 17123, 17134, 17137, 17140, 17162, 17168, 17170, 17173, 17175, 17178, 17183, 17193, 17195, 17196, 17213, 17223, 17236, 17249, 17275, 17277, 17278, 17295, 17297, 17298, 17302, 17304, 17305, 17319, 17327, 17330, 17331, 17338, 17339, 17345, 17356, 17361, 17363, 17367, 17369, 17384, 17397, 17401, 17412, 17418, 17426, 17436, 17442, 17446, 17456, 17458, 17467, 17471, 17503, 17507, 17515, 17523, 17543, 17546, 17547, 17569, 17580, 17598, 17610, 17619, 17620, 17638, 17652, 17658, 17662, 17664, 17665, 17672, 17678, 17684, 17695, 17697, 17701, 17706, 17714, 17725, 17734, 17737, 17747, 17756, 17757, 17760, 17765, 17784, 17790, 17793, 17804, 17808, 17818, 17823, 17828, 17836, 17841, 17851, 17854, 17864, 17867, 17886, 17891, 17894, 17915, 17926, 17929, 17933, 17938, 17944, 17949, 17960, 17969, 17971, 17973, 17983, 17990, 18015, 18039, 18042, 18044, 18045, 18047, 18055, 18066, 18076, 18080, 18082, 18085, 18087, 18092, 18107, 18122, 18148, 18166, 18172, 18182, 18188, 18194, 18200, 18205, 18216, 18227, 18234, 18239, 18270, 18271, 18282, 18283, 18306, 18314, 18322, 18323, 18344, 18356, 18365, 18370, 18371, 18373, 18374, 18404, 18423, 18430, 18434, 18439, 18453, 18454, 18455, 18460, 18463, 18475, 18483, 18486, 18490, 18491, 18498, 18505, 18511, 18529, 18543, 18557, 18560, 18593, 18594, 18598, 18606, 18610, 18612, 18615, 18616, 18622, 18629, 18635, 18646, 18648, 18653, 18662, 18683, 18684, 18687, 18699, 18707, 18709, 18733, 18734, 18751, 18757, 18773, 18774, 18775, 18778, 18779, 18780, 18787, 18788, 18805, 18816, 18831, 18851, 18857, 18865, 18886, 18895, 18925, 18929, 18935, 18937, 18948, 18952, 18966, 18980, 18987, 18990, 18994, 18996, 18997, 18998, 19000, 19003, 19007, 19009, 19010, 19024, 19042, 19048, 19070, 19073, 19086, 19092, 19100, 19105, 19129, 19131, 19138, 19151, 19166, 19185, 19186, 19194, 19198, 19199, 19204, 19212, 19221, 19223, 19229, 19237, 19238, 19255, 19261, 19265, 19290, 19292, 19306, 19323, 19331, 19345, 19346, 19349, 19350, 19355, 19358, 19361, 19371, 19373, 19382, 19383, 19386, 19387, 19441, 19451, 19455, 19458, 19471, 19472, 19484, 19505, 19508, 19524, 19526, 19533, 19534, 19536, 19543, 19569, 19580, 19584, 19608, 19624, 19628, 19641, 19646, 19657, 19661, 19676, 19677, 19684, 19695, 19704, 19705, 19708, 19712, 19715, 19720, 19729, 19734, 19750, 19755, 19769, 19771, 19782, 19788, 19793, 19806, 19814, 19827, 19831, 19841, 19847, 19850, 19855, 19872, 19874, 19878, 19882, 19894, 19924, 19944, 19947, 19949, 19972, 19982, 19984, 19986, 19997, 19999, 20010, 20022, 20023, 20031, 20034, 20036, 20046, 20047, 20062, 20078, 20079, 20081, 20082, 20095, 20096, 20118, 20131, 20141, 20151, 20156, 20157, 20158, 20160, 20176, 20178, 20190, 20193, 20200, 20204, 20205, 20207, 20216, 20218, 20225, 20287, 20299, 20312, 20314, 20316, 20322, 20326, 20332, 20335, 20338, 20342, 20353, 20381, 20387, 20416, 20418, 20453, 20464, 20466, 20471, 20477, 20488, 20496, 20497, 20506, 20507, 20525, 20539, 20540, 20554, 20565, 20570, 20573, 20576, 20579, 20580, 20583, 20607, 20611, 20614, 20615, 20618, 20622, 20628, 20631, 20632, 20638, 20649, 20650, 20657, 20659, 20660, 20664, 20667, 20704, 20717, 20723, 20731, 20752, 20778, 20799, 20802, 20807, 20818, 20841, 20864, 20866, 20869, 20877, 20879, 20893, 20894, 20898, 20909, 20920, 20942, 20944, 20953, 20962, 20977, 21018, 21023, 21024, 21028, 21039, 21050, 21061, 21066, 21087, 21088, 21090, 21111, 21124, 21127, 21129, 21133, 21146, 21164, 21174, 21207, 21210, 21213, 21217, 21218, 21219, 21227, 21239, 21240, 21249, 21263, 21264, 21278, 21283, 21289, 21323, 21324, 21330, 21347, 21348, 21386, 21401, 21404, 21405, 21408, 21409, 21410, 21416, 21432, 21440, 21449, 21455, 21457, 21460, 21461, 21483, 21485, 21488, 21496, 21502, 21511, 21513, 21517, 21531, 21537, 21546, 21549, 21561, 21565, 21569, 21573, 21578, 21582, 21586, 21593, 21594, 21600, 21603, 21604, 21614, 21615, 21616, 21622, 21635, 21637, 21638, 21644, 21657, 21664, 21670, 21673, 21714, 21728, 21737, 21740, 21743, 21757, 21760, 21765, 21771, 21773, 21798, 21801, 21807, 21812, 21815, 21821, 21823, 21824, 21842, 21845, 21847, 21862, 21869, 21877, 21885, 21892, 21909, 21921, 21933, 21939, 21944, 21945, 21955, 21963, 21967, 21974, 21982, 21983, 21984, 21988, 21992, 21997, 22009, 22011, 22013, 22014, 22017, 22018, 22021, 22033, 22041, 22048, 22057, 22058, 22059, 22061, 22073, 22074, 22086, 22088, 22089, 22102, 22109, 22126, 22128, 22141, 22149, 22153, 22173, 22180, 22183, 22187, 22199, 22225, 22236, 22244, 22275, 22276, 22279, 22281, 22289, 22308, 22336, 22343, 22344, 22355, 22361, 22364, 22390, 22391, 22399, 22411, 22413, 22432, 22442, 22455, 22478, 22479, 22480, 22493, 22496, 22499, 22506, 22507, 22509, 22512, 22525, 22530, 22537, 22565, 22566, 22568, 22575, 22590, 22596, 22607, 22622, 22624, 22629, 22638, 22658, 22662, 22672, 22673, 22683, 22699, 22709, 22738, 22740, 22741, 22742, 22752, 22773, 22781, 22785, 22805, 22814, 22821, 22828, 22840, 22847, 22862, 22865, 22881, 22903, 22927, 22934, 22944, 22953, 22954, 22974, 22980, 22983, 22988, 22992, 22995, 22996, 23001, 23008, 23013, 23020, 23056, 23084, 23120, 23133, 23140, 23145, 23148, 23167, 23196, 23200, 23205, 23206, 23211, 23214, 23222, 23224, 23245, 23269, 23277, 23278, 23284, 23289, 23303, 23309, 23317, 23323, 23330, 23349, 23355, 23360, 23362, 23363, 23366, 23367, 23376, 23390, 23398, 23399, 23404, 23420, 23425, 23439, 23444, 23450, 23457, 23463, 23469, 23486, 23487, 23490, 23503, 23508, 23514, 23522, 23537, 23564, 23589, 23590, 23617, 23622, 23623, 23630, 23647, 23686, 23693, 23702, 23703, 23707, 23721, 23729, 23730, 23739, 23741, 23742, 23745, 23757, 23762, 23817, 23818, 23832, 23837, 23854, 23875, 23884, 23887, 23888, 23893, 23897, 23898, 23909, 23917, 23923, 23924, 23931, 23934, 23945, 23955, 23956, 23972, 23994, 23996, 24000, 24003, 24010, 24011, 24012, 24014, 24036, 24037, 24041, 24047, 24068, 24090, 24092, 24097, 24111, 24118, 24120, 24126, 24143, 24144, 24149, 24163, 24169, 24182, 24188, 24193, 24203, 24206, 24212, 24240, 24246, 24247, 24254, 24262, 24276, 24297, 24302, 24324, 24356, 24358, 24368, 24370, 24390, 24402, 24419, 24420, 24421, 24432, 24444, 24450, 24453, 24471, 24481, 24497, 24507, 24517, 24527, 24536, 24538, 24543, 24576, 24578, 24586, 24591, 24608, 24642, 24655, 24656, 24657, 24666, 24670, 24671, 24678, 24683, 24706, 24707, 24722, 24737, 24744, 24759, 24766, 24784, 24791, 24803, 24804, 24810, 24814, 24819, 24821, 24831, 24838, 24869, 24880, 24884, 24888, 24906, 24922, 24929, 24940, 24942, 24953, 24956, 24961, 25007, 25029, 25031, 25045, 25046, 25051, 25064, 25067, 25073, 25074, 25099, 25119, 25126, 25153, 25158, 25163, 25165, 25170, 25183, 25186, 25188, 25195, 25201, 25207, 25222, 25225, 25226, 25236, 25241, 25250, 25258, 25267, 25271, 25273, 25298, 25300, 25303, 25342, 25356, 25369, 25382, 25384, 25385, 25389, 25416, 25423, 25433, 25454, 25462, 25465, 25466, 25467, 25472, 25482, 25488, 25502, 25513, 25536, 25557, 25562, 25573, 25575, 25585, 25590, 25592, 25603, 25607, 25615, 25621, 25633, 25636, 25657, 25660, 25663, 25675, 25690, 25703, 25706, 25710, 25711, 25713, 25748, 25749, 25761, 25779, 25789, 25847, 25858, 25868, 25879, 25881, 25884, 25888, 25893, 25899, 25908, 25913, 25945, 25946, 25958, 25967, 25970, 25983, 25985, 25988, 25989, 26008, 26020, 26023, 26028, 26034, 26035, 26041, 26044, 26072, 26073, 26086, 26102, 26110, 26113, 26123, 26134, 26137, 26158, 26172, 26181, 26221, 26256, 26267, 26283, 26285, 26286, 26291, 26316, 26348, 26360, 26362, 26368, 26379, 26389, 26390, 26394, 26400, 26403, 26405, 26414, 26416, 26427, 26431, 26432, 26438, 26447, 26461, 26462, 26467, 26473, 26474, 26475, 26480, 26492, 26499, 26505, 26509, 26513, 26518, 26521, 26525, 26527, 26537, 26554, 26558, 26560, 26582, 26583, 26593, 26595, 26598, 26601, 26602, 26609, 26621, 26627, 26630, 26646, 26649, 26677, 26688, 26694, 26707, 26727, 26731, 26734, 26735, 26739, 26743, 26744, 26776, 26792, 26794, 26803, 26813, 26845, 26859, 26861, 26865, 26880, 26886, 26890, 26912, 26917, 26926, 26931, 26935, 26941, 26961, 26967, 26971, 26985, 27001, 27006, 27011, 27013, 27015, 27024, 27036, 27038, 27044, 27048, 27053, 27106, 27118, 27120, 27122, 27127, 27134, 27138, 27143, 27145, 27147, 27151, 27153, 27157, 27162, 27169, 27185, 27197, 27205, 27215, 27227, 27229, 27231, 27234, 27240, 27274, 27284, 27291, 27294, 27308, 27324, 27327, 27334, 27335, 27356, 27359, 27361, 27377, 27394, 27404, 27420, 27424, 27425, 27435, 27465, 27471, 27478, 27484, 27485, 27488, 27494, 27512, 27524, 27528, 27536, 27538, 27549, 27559, 27572, 27579, 27594, 27600, 27601, 27616, 27621, 27646, 27673, 27678, 27680, 27681, 27690, 27704, 27711, 27725, 27729, 27749, 27759, 27762, 27764, 27770, 27773, 27775, 27781, 27796, 27803, 27813, 27821, 27831, 27838, 27839, 27840, 27842, 27860, 27862, 27877, 27892, 27908, 27915, 27940, 27949, 27962, 27964, 28014, 28020, 28030, 28033, 28036, 28061, 28078, 28081, 28088, 28103, 28110, 28117, 28129, 28131, 28138, 28143, 28148, 28150, 28160, 28162, 28163, 28173, 28180, 28184, 28185, 28186, 28190, 28199, 28201, 28204, 28225, 28226, 28229, 28230, 28234, 28252, 28257, 28264, 28285, 28294, 28302, 28313, 28320, 28349, 28351, 28369, 28370, 28397, 28403, 28426, 28432, 28437, 28446, 28447, 28467, 28480, 28488, 28489, 28500, 28504, 28512, 28540, 28544, 28546, 28555, 28562, 28569, 28583, 28598, 28606, 28621, 28631, 28639, 28651, 28669, 28674, 28675, 28680, 28685, 28699, 28700, 28701, 28725, 28732, 28747, 28769, 28777, 28796, 28801, 28803, 28816, 28834, 28842, 28843, 28847, 28850, 28851, 28857, 28884, 28895, 28896, 28903, 28906, 28914, 28921, 28944, 28946, 28951, 28955, 28959, 28976, 28983, 29006, 29058, 29069, 29079, 29080, 29083, 29086, 29101, 29106, 29121, 29124, 29136, 29138, 29157, 29164, 29165, 29168, 29172, 29187, 29189, 29190, 29196, 29198, 29205, 29210, 29219, 29228, 29242, 29248, 29262, 29271, 29276, 29285, 29287, 29307, 29309, 29319, 29324, 29332, 29339, 29342, 29358, 29381, 29383, 29384, 29392, 29408, 29433, 29437, 29438, 29458, 29459, 29469, 29473, 29474, 29475, 29492, 29498, 29499, 29503, 29504, 29527, 29536, 29614, 29625, 29630, 29634, 29648, 29657, 29667, 29681, 29695, 29718, 29722, 29723, 29726, 29727, 29730, 29740, 29743, 29751, 29762, 29763, 29767, 29782, 29788, 29791, 29793, 29801, 29806, 29815, 29818, 29825, 29834, 29837, 29911, 29916, 29917, 29918, 29927, 29939, 29945, 29946, 29968, 29969, 29982, 29996, 29999, 30018, 30025, 30030, 30045, 30049, 30070, 30109, 30131, 30144, 30152, 30161, 30173, 30175, 30178, 30183, 30218, 30223, 30227, 30229, 30234, 30238, 30258, 30262, 30266, 30283, 30288, 30307, 30309, 30318, 30323, 30332, 30339, 30354, 30357, 30358, 30367, 30369, 30372, 30388, 30389, 30425, 30442, 30446, 30470, 30483, 30486, 30493, 30496, 30511, 30520, 30535, 30539, 30542, 30556, 30572, 30577, 30580, 30582, 30584, 30595, 30604, 30608, 30617, 30645, 30657, 30683, 30684, 30711, 30731, 30734, 30754, 30755, 30765, 30768, 30778, 30789, 30791, 30810, 30813, 30818, 30831, 30836, 30838, 30844, 30846, 30860, 30862, 30876, 30890, 30900, 30901, 30902, 30903, 30905, 30906, 30924, 30929, 30941, 30942, 30944, 30952, 30971, 31001, 31017, 31023, 31083, 31094, 31099, 31109, 31118, 31128, 31132, 31139, 31161, 31165, 31171, 31173, 31176, 31179, 31187, 31189, 31204, 31207, 31214, 31222, 31223, 31232, 31233, 31244, 31276, 31283, 31293, 31294, 31302, 31310, 31321, 31324, 31326, 31328, 31361, 31386, 31395, 31398, 31402, 31417, 31431, 31437, 31479, 31499, 31510, 31521, 31522, 31534, 31537, 31541, 31542, 31545, 31570, 31573, 31578, 31580, 31582, 31591, 31616, 31627, 31637, 31638, 31647, 31663, 31671, 31681, 31682, 31685, 31702, 31709, 31748, 31770, 31774, 31779, 31789, 31794, 31808, 31829, 31858, 31881, 31886, 31894, 31897, 31909, 31921, 31924, 31926, 31928, 31930, 31957, 31974, 31984, 31986, 31988, 31993, 32009, 32020, 32031, 32034, 32050, 32055, 32057, 32059, 32065, 32077, 32081, 32084, 32088, 32098, 32099, 32100, 32115, 32116, 32128, 32131, 32137, 32139, 32140, 32141, 32147, 32153, 32154, 32155, 32157, 32172, 32182, 32188, 32194, 32204, 32205, 32206, 32208, 32209, 32215, 32220, 32233, 32246, 32252, 32261, 32263, 32288, 32315, 32328, 32329, 32339, 32355, 32364, 32370, 32372, 32382, 32392, 32402, 32408, 32433, 32452, 32465, 32484, 32493, 32517, 32532, 32534, 32536, 32542, 32558, 32562, 32582, 32583, 32595, 32600, 32604, 32628, 32633, 32659, 32661, 32670, 32676, 32689, 32709, 32729, 32730, 32738, 32741, 32758] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..74a9734f17a47764e5ccf2a7a62b82f3840c9f63 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..28bd365256e5e32d363779f62a07253bcf2bb56a Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..0b2604f22fd4954a6a1594708d8cc6e1bfa90433 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:last_token)_indices @@ -0,0 +1 @@ +[3, 32, 41, 56, 63, 69, 73, 111, 135, 182, 257, 297, 307, 338, 389, 394, 422, 457, 567, 573, 593, 618, 646, 667, 700, 723, 762, 772, 810, 823, 951, 964, 1067, 1132, 1139, 1239, 1270, 1428, 1431, 1511, 1532, 1627, 1628, 1675, 1750, 1775, 1787, 1788, 1805, 1838, 1849, 1862, 1866, 1895, 1897, 1944, 1964, 1999, 2012, 2018, 2053, 2069, 2097, 2118, 2138, 2219, 2243, 2290, 2345, 2348, 2356, 2403, 2426, 2492, 2510, 2531, 2561, 2596, 2629, 2646, 2667, 2669, 2699, 2719, 2747, 2757, 2799, 2822, 2825, 2853, 2985, 3042, 3081, 3151, 3153, 3159, 3174, 3250, 3312, 3319, 3327, 3358, 3398, 3412, 3421, 3529, 3555, 3559, 3581, 3735, 3763, 3878, 3933, 3947, 3973, 4019, 4107, 4143, 4150, 4155, 4198, 4319, 4364, 4376, 4387, 4510, 4523, 4528, 4559, 4581, 4585, 4728, 4733, 4741, 4752, 5059, 5064, 5100, 5120, 5156, 5265, 5357, 5388, 5404, 5435, 5437, 5441, 5463, 5465, 5467, 5500, 5562, 5609, 5624, 5690, 5701, 5726, 5766, 5775, 5854, 6025, 6056, 6057, 6093, 6128, 6163, 6172, 6175, 6186, 6207, 6243, 6304, 6334, 6343, 6500, 6591, 6593, 6632, 6664, 6729, 6732, 6812, 6816, 6817, 7131, 7135, 7299, 7301, 7347, 7386, 7473, 7495, 7534, 7547, 7637, 7742, 7764, 7787, 7788, 7839, 7937, 7975, 8035, 8135, 8143, 8274, 8407, 8413, 8415, 8425, 8447, 8487, 8540, 8561, 8608, 8777, 8780, 8787, 8805, 8815, 8840, 8960, 9008, 9049, 9095, 9096, 9122, 9127, 9133, 9180, 9271, 9310, 9314, 9338, 9359, 9403, 9404, 9456, 9469, 9473, 9494, 9512, 9517, 9519, 9557, 9561, 9603, 9682, 9699, 9736, 9739, 9749, 9750, 9768, 9783, 9801, 9804, 9813, 9862, 9926, 9947, 10025, 10036, 10058, 10190, 10206, 10259, 10271, 10313, 10348, 10482, 10503, 10533, 10599, 10669, 10707, 10725, 10732, 10733, 10766, 10773, 10777, 10789, 10795, 10806, 10848, 10852, 10876, 10918, 10972, 11016, 11022, 11109, 11189, 11229, 11253, 11280, 11390, 11393, 11409, 11412, 11414, 11437, 11540, 11542, 11561, 11573, 11634, 11680, 11731, 11757, 11773, 11809, 11834, 11854, 11888, 11894, 12006, 12014, 12283, 12310, 12331, 12398, 12437, 12440, 12448, 12495, 12740, 12744, 12869, 12982, 13016, 13052, 13082, 13087, 13104, 13321, 13325, 13360, 13397, 13415, 13441, 13577, 13589, 13590, 13605, 13687, 13690, 13699, 13703, 13750, 13827, 13844, 13893, 13894, 13963, 14001, 14003, 14005, 14124, 14125, 14155, 14263, 14311, 14358, 14359, 14382, 14478, 14555, 14568, 14647, 14742, 14754, 14797, 14845, 14851, 14860, 15010, 15083, 15106, 15113, 15118, 15139, 15174, 15243, 15283, 15319, 15348, 15354, 15402, 15406, 15425, 15427, 15482, 15580, 15650, 15651, 15738, 15752, 15787, 15963, 15966, 16004, 16031, 16042, 16060, 16080, 16130, 16154, 16157, 16159, 16188, 16209, 16264, 16268, 16295, 16321, 16391, 16432, 16518, 16556, 16639, 16663, 16697, 16875, 16883, 16965, 16995, 17134, 17162, 17193, 17277, 17345, 17401, 17507, 17582, 17662, 17717, 17762, 17893, 17942, 17979, 18034, 18104, 18144, 18247, 18319, 18350, 18357, 18371, 18391, 18412, 18413, 18483, 18521, 18587, 18594, 18612, 18684, 18759, 18787, 18826, 18836, 18898, 18969, 18987, 18989, 18994, 19050, 19071, 19094, 19105, 19300, 19350, 19383, 19586, 19611, 19716, 19813, 19814, 19926, 20011, 20036, 20110, 20147, 20160, 20165, 20202, 20269, 20307, 20314, 20332, 20405, 20426, 20472, 20473, 20487, 20510, 20527, 20536, 20620, 20631, 20687, 20818, 20822, 20851, 20991, 21022, 21066, 21152, 21236, 21305, 21367, 21375, 21402, 21404, 21455, 21519, 21570, 21798, 21847, 21892, 21963, 21994, 22008, 22018, 22088, 22132, 22211, 22262, 22266, 22415, 22623, 22709, 22731, 22770, 22851, 22934, 22954, 23063, 23144, 23164, 23190, 23202, 23210, 23269, 23277, 23316, 23323, 23338, 23349, 23360, 23399, 23457, 23515, 23522, 23622, 23837, 23888, 23945, 23962, 24056, 24123, 24143, 24232, 24262, 24311, 24315, 24432, 24594, 24599, 24703, 24769, 24794, 24801, 24819, 24911, 24944, 25051, 25060, 25073, 25074, 25112, 25187, 25218, 25544, 25634, 25761, 25879, 25880, 25929, 25950, 26036, 26082, 26098, 26117, 26173, 26277, 26373, 26377, 26455, 26459, 26486, 26492, 26547, 26561, 26589, 26595, 26610, 26677, 26868, 26872, 26881, 26905, 26971, 27022, 27036, 27106, 27222, 27231, 27234, 27300, 27327, 27363, 27372, 27501, 27508, 27536, 27621, 27704, 27753, 27762, 27870, 27950, 27999, 28033, 28056, 28117, 28185, 28186, 28297, 28313, 28350, 28431, 28541, 28621, 28769, 28801, 28918, 28940, 29057, 29162, 29190, 29242, 29276, 29332, 29388, 29469, 29473, 29493, 29494, 29506, 29552, 29617, 29776, 29779, 29793, 29829, 29945, 29968, 30080, 30194, 30251, 30258, 30572, 30577, 30617, 30628, 30788, 30876, 30918, 30985, 31017, 31054, 31057, 31082, 31189, 31204, 31328, 31372, 31433, 31514, 31564, 31577, 31578, 31647, 31663, 31827, 31908, 31988, 31994, 32012, 32095, 32294, 32332, 32337, 32342, 32382, 32407, 32509, 32604, 32612, 32629, 32735, 32738] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..26d00d5c9cc1d61ee5e056c394955a32bbdc26ad Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:11,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..414b3fc2093c13b581ed1446b421b4871b7a4d48 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..73842a8d70f8d51eb8ce89b70ddb05f89946db74 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[2, 3, 19, 36, 61, 78, 101, 117, 119, 138, 155, 168, 182, 209, 213, 215, 222, 227, 240, 254, 265, 267, 269, 271, 282, 290, 291, 319, 321, 329, 331, 336, 342, 347, 353, 354, 362, 367, 371, 405, 417, 425, 454, 455, 464, 470, 477, 482, 489, 492, 495, 498, 506, 510, 516, 528, 530, 535, 555, 558, 569, 579, 581, 583, 593, 615, 655, 673, 674, 679, 684, 706, 716, 720, 725, 738, 741, 760, 770, 782, 783, 789, 792, 835, 844, 853, 862, 866, 869, 883, 886, 893, 906, 923, 926, 936, 943, 947, 958, 982, 991, 999, 1006, 1009, 1015, 1017, 1041, 1055, 1075, 1093, 1100, 1101, 1106, 1122, 1126, 1129, 1146, 1161, 1166, 1168, 1195, 1201, 1214, 1217, 1220, 1234, 1241, 1243, 1254, 1262, 1276, 1287, 1288, 1296, 1298, 1303, 1311, 1332, 1343, 1344, 1394, 1405, 1406, 1421, 1439, 1441, 1444, 1445, 1453, 1457, 1458, 1469, 1472, 1486, 1498, 1518, 1541, 1546, 1563, 1566, 1567, 1575, 1579, 1583, 1587, 1591, 1618, 1624, 1637, 1640, 1643, 1660, 1676, 1678, 1696, 1697, 1699, 1711, 1713, 1718, 1722, 1725, 1727, 1728, 1731, 1736, 1762, 1763, 1764, 1772, 1778, 1786, 1791, 1814, 1823, 1849, 1872, 1873, 1881, 1901, 1910, 1933, 1935, 1967, 2002, 2008, 2024, 2035, 2057, 2059, 2068, 2074, 2077, 2078, 2080, 2084, 2089, 2091, 2095, 2098, 2106, 2125, 2156, 2160, 2163, 2164, 2185, 2187, 2192, 2197, 2217, 2224, 2227, 2233, 2247, 2249, 2250, 2257, 2264, 2273, 2319, 2331, 2335, 2339, 2357, 2370, 2374, 2375, 2377, 2387, 2390, 2394, 2410, 2412, 2419, 2432, 2433, 2441, 2456, 2464, 2493, 2536, 2538, 2545, 2567, 2582, 2584, 2597, 2605, 2615, 2626, 2628, 2634, 2645, 2652, 2669, 2686, 2688, 2696, 2715, 2722, 2729, 2734, 2745, 2749, 2762, 2770, 2771, 2777, 2782, 2792, 2805, 2821, 2825, 2833, 2838, 2839, 2849, 2876, 2879, 2882, 2887, 2892, 2893, 2895, 2926, 2927, 2934, 2947, 2954, 2956, 2957, 2973, 2984, 2992, 3010, 3012, 3045, 3053, 3061, 3062, 3076, 3079, 3097, 3102, 3119, 3121, 3127, 3136, 3142, 3156, 3160, 3169, 3171, 3182, 3197, 3200, 3225, 3262, 3263, 3266, 3279, 3288, 3297, 3300, 3305, 3308, 3314, 3339, 3350, 3353, 3381, 3383, 3385, 3389, 3392, 3401, 3411, 3424, 3427, 3453, 3484, 3485, 3492, 3506, 3533, 3552, 3553, 3565, 3566, 3591, 3597, 3604, 3607, 3618, 3640, 3645, 3647, 3655, 3666, 3669, 3674, 3687, 3690, 3721, 3724, 3753, 3765, 3771, 3774, 3798, 3810, 3841, 3856, 3860, 3866, 3871, 3877, 3884, 3890, 3891, 3900, 3911, 3930, 3937, 3954, 3961, 3980, 4022, 4035, 4037, 4039, 4060, 4064, 4067, 4070, 4095, 4101, 4110, 4115, 4146, 4165, 4168, 4179, 4193, 4200, 4203, 4218, 4220, 4235, 4258, 4268, 4273, 4278, 4288, 4296, 4304, 4358, 4373, 4376, 4381, 4382, 4393, 4396, 4397, 4413, 4420, 4427, 4431, 4433, 4445, 4447, 4459, 4470, 4504, 4525, 4526, 4538, 4555, 4567, 4575, 4584, 4586, 4599, 4601, 4602, 4606, 4621, 4628, 4634, 4636, 4644, 4647, 4653, 4660, 4662, 4676, 4680, 4694, 4706, 4709, 4712, 4755, 4758, 4759, 4761, 4763, 4774, 4783, 4785, 4790, 4807, 4816, 4842, 4846, 4853, 4858, 4877, 4878, 4897, 4928, 4935, 4963, 4965, 4976, 4997, 5001, 5005, 5010, 5011, 5018, 5050, 5053, 5056, 5057, 5061, 5062, 5068, 5087, 5095, 5107, 5110, 5112, 5113, 5117, 5145, 5147, 5161, 5169, 5194, 5221, 5241, 5253, 5255, 5285, 5286, 5291, 5303, 5343, 5350, 5355, 5357, 5362, 5364, 5370, 5371, 5376, 5377, 5384, 5398, 5423, 5431, 5435, 5437, 5449, 5452, 5461, 5465, 5466, 5475, 5482, 5485, 5504, 5512, 5535, 5536, 5540, 5549, 5552, 5558, 5571, 5575, 5576, 5578, 5592, 5607, 5614, 5634, 5635, 5643, 5652, 5682, 5686, 5701, 5703, 5713, 5715, 5716, 5729, 5735, 5746, 5748, 5752, 5766, 5772, 5781, 5783, 5786, 5792, 5799, 5800, 5801, 5803, 5812, 5835, 5862, 5869, 5872, 5876, 5905, 5906, 5910, 5933, 5934, 5951, 5955, 5962, 5963, 5993, 5997, 6017, 6022, 6023, 6025, 6031, 6042, 6046, 6075, 6079, 6083, 6086, 6091, 6092, 6095, 6097, 6100, 6139, 6141, 6142, 6145, 6146, 6157, 6165, 6180, 6193, 6200, 6201, 6204, 6212, 6220, 6225, 6237, 6244, 6255, 6268, 6271, 6290, 6293, 6312, 6313, 6322, 6329, 6330, 6342, 6350, 6354, 6357, 6362, 6368, 6372, 6374, 6377, 6381, 6388, 6406, 6409, 6416, 6466, 6482, 6503, 6517, 6525, 6541, 6547, 6565, 6578, 6580, 6586, 6592, 6600, 6608, 6609, 6614, 6617, 6621, 6624, 6646, 6649, 6656, 6672, 6681, 6690, 6700, 6704, 6741, 6749, 6755, 6773, 6780, 6781, 6786, 6809, 6820, 6827, 6853, 6858, 6862, 6866, 6880, 6899, 6907, 6917, 6919, 6927, 6933, 6934, 6947, 6954, 6962, 6982, 6989, 6993, 7003, 7012, 7016, 7028, 7029, 7035, 7042, 7050, 7054, 7080, 7108, 7117, 7133, 7135, 7152, 7157, 7166, 7169, 7175, 7178, 7179, 7185, 7209, 7224, 7229, 7233, 7257, 7273, 7278, 7282, 7297, 7311, 7315, 7316, 7324, 7325, 7328, 7355, 7360, 7364, 7387, 7389, 7392, 7403, 7410, 7429, 7432, 7456, 7457, 7470, 7508, 7513, 7518, 7545, 7550, 7551, 7554, 7570, 7574, 7584, 7586, 7591, 7601, 7618, 7630, 7639, 7656, 7657, 7660, 7667, 7672, 7675, 7679, 7682, 7692, 7698, 7712, 7715, 7748, 7752, 7755, 7759, 7764, 7782, 7784, 7785, 7788, 7794, 7798, 7824, 7830, 7833, 7846, 7860, 7864, 7899, 7907, 7912, 7914, 7929, 7930, 7934, 7937, 7938, 7940, 7942, 7970, 7975, 7976, 7980, 7988, 7992, 7996, 8001, 8008, 8033, 8038, 8067, 8079, 8104, 8106, 8109, 8110, 8112, 8135, 8141, 8148, 8150, 8156, 8159, 8182, 8216, 8217, 8224, 8236, 8242, 8252, 8265, 8267, 8271, 8278, 8289, 8291, 8293, 8296, 8297, 8298, 8306, 8307, 8332, 8337, 8341, 8362, 8365, 8374, 8381, 8394, 8401, 8405, 8407, 8414, 8415, 8418, 8419, 8424, 8426, 8433, 8448, 8463, 8487, 8494, 8497, 8508, 8513, 8535, 8539, 8543, 8564, 8570, 8578, 8592, 8597, 8598, 8600, 8606, 8610, 8617, 8631, 8635, 8653, 8659, 8667, 8668, 8677, 8680, 8692, 8699, 8702, 8707, 8714, 8717, 8719, 8728, 8739, 8747, 8751, 8754, 8762, 8769, 8784, 8861, 8864, 8874, 8877, 8879, 8888, 8896, 8901, 8903, 8905, 8913, 8915, 8926, 8937, 8938, 8944, 8959, 8964, 8969, 8970, 9011, 9014, 9019, 9025, 9038, 9042, 9043, 9055, 9074, 9079, 9082, 9092, 9123, 9130, 9150, 9166, 9167, 9169, 9173, 9175, 9185, 9200, 9206, 9211, 9214, 9218, 9220, 9255, 9275, 9281, 9290, 9291, 9307, 9311, 9314, 9321, 9322, 9331, 9344, 9354, 9370, 9372, 9376, 9389, 9395, 9399, 9409, 9415, 9424, 9429, 9435, 9444, 9454, 9456, 9463, 9472, 9479, 9507, 9537, 9547, 9551, 9559, 9561, 9576, 9593, 9594, 9599, 9601, 9618, 9619, 9637, 9646, 9652, 9668, 9689, 9707, 9719, 9733, 9742, 9750, 9756, 9771, 9772, 9775, 9783, 9784, 9793, 9794, 9798, 9802, 9805, 9815, 9832, 9834, 9837, 9840, 9865, 9869, 9876, 9877, 9891, 9893, 9894, 9901, 9908, 9909, 9910, 9930, 9952, 9953, 9955, 9968, 9974, 9979, 9987, 9989, 9995, 9999, 10010, 10017, 10051, 10053, 10068, 10084, 10087, 10092, 10102, 10112, 10113, 10114, 10119, 10122, 10127, 10128, 10134, 10160, 10169, 10170, 10183, 10197, 10212, 10214, 10216, 10217, 10224, 10227, 10248, 10252, 10260, 10271, 10284, 10286, 10293, 10302, 10331, 10341, 10358, 10386, 10391, 10393, 10394, 10412, 10433, 10437, 10497, 10514, 10520, 10522, 10529, 10534, 10551, 10560, 10569, 10573, 10594, 10599, 10605, 10606, 10613, 10619, 10649, 10655, 10675, 10683, 10695, 10699, 10714, 10745, 10753, 10754, 10774, 10794, 10846, 10861, 10870, 10886, 10895, 10901, 10934, 10953, 10955, 10962, 10964, 10967, 10988, 11003, 11004, 11025, 11034, 11037, 11058, 11060, 11068, 11076, 11091, 11092, 11095, 11129, 11180, 11181, 11215, 11216, 11218, 11234, 11251, 11255, 11271, 11275, 11282, 11286, 11302, 11305, 11311, 11317, 11321, 11331, 11350, 11354, 11386, 11402, 11406, 11409, 11415, 11424, 11426, 11428, 11429, 11430, 11435, 11463, 11464, 11467, 11469, 11490, 11493, 11497, 11513, 11514, 11519, 11521, 11526, 11533, 11535, 11571, 11580, 11596, 11597, 11606, 11611, 11626, 11641, 11656, 11672, 11677, 11683, 11687, 11690, 11691, 11700, 11714, 11728, 11731, 11748, 11749, 11771, 11781, 11796, 11797, 11805, 11822, 11823, 11827, 11831, 11844, 11849, 11855, 11861, 11873, 11888, 11907, 11908, 11910, 11934, 11935, 11941, 11953, 11964, 11983, 11999, 12001, 12012, 12017, 12020, 12021, 12031, 12035, 12036, 12039, 12043, 12071, 12075, 12079, 12099, 12104, 12112, 12113, 12124, 12137, 12143, 12148, 12161, 12167, 12199, 12200, 12201, 12205, 12207, 12210, 12220, 12222, 12233, 12238, 12245, 12251, 12256, 12260, 12268, 12285, 12314, 12332, 12350, 12356, 12372, 12389, 12401, 12403, 12413, 12414, 12415, 12424, 12475, 12476, 12481, 12486, 12487, 12507, 12527, 12535, 12545, 12549, 12550, 12581, 12594, 12612, 12639, 12650, 12655, 12682, 12683, 12706, 12710, 12716, 12728, 12729, 12748, 12758, 12765, 12772, 12822, 12828, 12873, 12885, 12905, 12930, 12938, 12951, 12959, 12973, 12980, 12986, 12990, 12992, 13017, 13020, 13032, 13062, 13068, 13069, 13078, 13110, 13121, 13129, 13132, 13151, 13156, 13176, 13188, 13196, 13209, 13216, 13219, 13229, 13231, 13234, 13238, 13298, 13305, 13309, 13334, 13338, 13384, 13387, 13389, 13408, 13441, 13443, 13445, 13446, 13447, 13448, 13453, 13461, 13483, 13486, 13487, 13509, 13518, 13519, 13527, 13530, 13536, 13552, 13554, 13589, 13594, 13618, 13623, 13624, 13636, 13638, 13644, 13688, 13689, 13694, 13703, 13706, 13713, 13720, 13737, 13758, 13759, 13782, 13785, 13812, 13820, 13825, 13876, 13878, 13899, 13902, 13914, 13945, 13969, 13976, 13986, 13990, 13992, 13998, 13999, 14007, 14042, 14050, 14057, 14063, 14067, 14073, 14074, 14081, 14087, 14091, 14092, 14094, 14095, 14100, 14105, 14110, 14118, 14136, 14146, 14162, 14167, 14177, 14184, 14190, 14200, 14203, 14207, 14208, 14209, 14219, 14228, 14229, 14246, 14250, 14253, 14255, 14268, 14273, 14279, 14280, 14282, 14289, 14298, 14322, 14327, 14345, 14352, 14357, 14365, 14366, 14384, 14416, 14419, 14427, 14449, 14465, 14476, 14480, 14485, 14513, 14523, 14559, 14575, 14587, 14589, 14591, 14595, 14598, 14618, 14621, 14660, 14671, 14679, 14686, 14691, 14712, 14770, 14774, 14789, 14794, 14801, 14810, 14827, 14842, 14851, 14856, 14863, 14875, 14882, 14890, 14894, 14907, 14908, 14910, 14925, 14926, 14929, 14946, 14950, 14971, 14980, 14983, 15002, 15014, 15017, 15027, 15064, 15071, 15080, 15107, 15108, 15114, 15116, 15118, 15120, 15124, 15139, 15146, 15147, 15167, 15168, 15183, 15188, 15189, 15192, 15199, 15215, 15220, 15228, 15230, 15238, 15245, 15271, 15273, 15276, 15280, 15297, 15301, 15329, 15376, 15385, 15395, 15402, 15405, 15412, 15419, 15421, 15425, 15428, 15437, 15438, 15439, 15486, 15487, 15491, 15499, 15503, 15546, 15553, 15556, 15576, 15581, 15609, 15610, 15614, 15623, 15646, 15660, 15663, 15677, 15682, 15688, 15693, 15700, 15705, 15732, 15736, 15742, 15755, 15769, 15786, 15795, 15812, 15822, 15825, 15840, 15841, 15846, 15849, 15852, 15859, 15868, 15884, 15888, 15917, 15918, 15924, 15925, 15949, 15976, 15989, 15993, 16013, 16021, 16040, 16041, 16048, 16056, 16065, 16075, 16083, 16085, 16098, 16102, 16116, 16137, 16155, 16170, 16201, 16217, 16220, 16222, 16227, 16245, 16246, 16252, 16272, 16309, 16312, 16315, 16323, 16342, 16359, 16375, 16383, 16395, 16409, 16418, 16430, 16476, 16496, 16499, 16510, 16511, 16545, 16552, 16575, 16579, 16583, 16584, 16585, 16590, 16614, 16650, 16722, 16735, 16755, 16766, 16776, 16790, 16806, 16807, 16834, 16842, 16847, 16854, 16905, 16907, 16914, 16918, 16920, 16925, 16929, 16965, 16969, 16976, 16992, 16994, 16999, 17000, 17012, 17034, 17049, 17050, 17056, 17063, 17072, 17094, 17101, 17113, 17123, 17144, 17155, 17174, 17176, 17192, 17195, 17196, 17212, 17219, 17225, 17226, 17234, 17243, 17254, 17264, 17283, 17285, 17299, 17302, 17307, 17314, 17321, 17325, 17349, 17352, 17356, 17381, 17385, 17389, 17392, 17396, 17399, 17400, 17424, 17427, 17458, 17470, 17482, 17486, 17533, 17535, 17550, 17568, 17569, 17571, 17580, 17604, 17613, 17624, 17633, 17660, 17669, 17682, 17684, 17701, 17715, 17724, 17749, 17777, 17788, 17789, 17811, 17813, 17820, 17827, 17833, 17845, 17855, 17859, 17867, 17891, 17893, 17894, 17895, 17909, 17913, 17929, 17933, 17959, 17978, 17979, 17983, 18006, 18007, 18009, 18041, 18053, 18081, 18090, 18105, 18110, 18125, 18140, 18155, 18163, 18166, 18174, 18176, 18184, 18196, 18205, 18215, 18235, 18241, 18242, 18252, 18258, 18291, 18295, 18301, 18306, 18319, 18339, 18350, 18361, 18366, 18377, 18382, 18385, 18388, 18441, 18458, 18473, 18489, 18496, 18524, 18525, 18544, 18549, 18554, 18565, 18572, 18578, 18579, 18595, 18602, 18613, 18616, 18628, 18640, 18644, 18656, 18666, 18671, 18673, 18676, 18682, 18688, 18697, 18701, 18719, 18736, 18737, 18754, 18777, 18783, 18788, 18832, 18839, 18841, 18844, 18866, 18870, 18877, 18892, 18915, 18926, 18936, 18937, 18952, 18955, 18972, 18984, 19000, 19014, 19016, 19020, 19029, 19046, 19048, 19052, 19053, 19056, 19060, 19066, 19071, 19073, 19082, 19083, 19093, 19116, 19126, 19127, 19145, 19167, 19175, 19192, 19196, 19214, 19215, 19235, 19246, 19278, 19281, 19284, 19292, 19293, 19317, 19354, 19358, 19370, 19414, 19432, 19461, 19468, 19475, 19488, 19501, 19512, 19513, 19516, 19519, 19541, 19554, 19560, 19564, 19566, 19592, 19599, 19615, 19618, 19628, 19633, 19651, 19657, 19663, 19675, 19687, 19693, 19696, 19710, 19758, 19762, 19766, 19773, 19775, 19807, 19833, 19842, 19845, 19862, 19868, 19873, 19879, 19905, 19926, 19930, 19939, 19943, 19950, 19960, 19968, 19983, 19986, 20020, 20027, 20038, 20051, 20076, 20077, 20082, 20086, 20090, 20093, 20113, 20116, 20126, 20138, 20159, 20166, 20175, 20180, 20184, 20187, 20194, 20218, 20221, 20266, 20275, 20289, 20291, 20337, 20349, 20352, 20359, 20382, 20411, 20431, 20432, 20448, 20465, 20468, 20473, 20486, 20487, 20489, 20526, 20536, 20542, 20543, 20552, 20565, 20606, 20621, 20627, 20636, 20642, 20651, 20653, 20660, 20689, 20699, 20702, 20704, 20706, 20714, 20723, 20726, 20739, 20741, 20750, 20751, 20760, 20801, 20809, 20837, 20845, 20848, 20856, 20867, 20901, 20903, 20930, 20945, 20953, 20955, 20960, 20973, 20984, 20990, 20999, 21006, 21025, 21040, 21043, 21044, 21049, 21064, 21078, 21094, 21104, 21113, 21134, 21138, 21149, 21180, 21195, 21202, 21206, 21212, 21219, 21224, 21229, 21244, 21253, 21254, 21260, 21265, 21271, 21279, 21305, 21321, 21323, 21344, 21363, 21369, 21370, 21388, 21419, 21432, 21434, 21441, 21454, 21465, 21471, 21472, 21475, 21477, 21478, 21483, 21488, 21507, 21513, 21541, 21543, 21547, 21562, 21575, 21581, 21590, 21592, 21605, 21612, 21648, 21672, 21690, 21709, 21720, 21729, 21740, 21782, 21785, 21788, 21809, 21844, 21879, 21909, 21942, 21969, 21970, 21975, 21985, 21987, 21993, 22007, 22014, 22027, 22031, 22045, 22053, 22069, 22073, 22077, 22083, 22098, 22108, 22111, 22137, 22143, 22154, 22160, 22195, 22200, 22203, 22204, 22219, 22243, 22248, 22255, 22263, 22273, 22292, 22314, 22322, 22334, 22339, 22341, 22349, 22356, 22371, 22390, 22407, 22409, 22427, 22437, 22448, 22453, 22468, 22493, 22499, 22518, 22545, 22559, 22588, 22599, 22609, 22631, 22661, 22669, 22684, 22695, 22697, 22723, 22729, 22730, 22741, 22751, 22770, 22774, 22775, 22799, 22800, 22809, 22825, 22828, 22869, 22884, 22885, 22891, 22895, 22896, 22911, 22919, 22935, 22938, 22943, 22947, 22961, 22966, 22968, 22978, 22984, 22998, 23001, 23008, 23011, 23023, 23025, 23039, 23045, 23046, 23059, 23069, 23097, 23135, 23167, 23169, 23171, 23173, 23184, 23189, 23202, 23205, 23218, 23219, 23220, 23228, 23231, 23278, 23285, 23291, 23307, 23327, 23329, 23337, 23345, 23347, 23348, 23361, 23362, 23364, 23367, 23391, 23394, 23400, 23406, 23420, 23426, 23441, 23446, 23467, 23470, 23473, 23475, 23485, 23508, 23520, 23537, 23575, 23594, 23608, 23623, 23629, 23632, 23653, 23656, 23660, 23666, 23668, 23689, 23706, 23713, 23714, 23727, 23729, 23739, 23753, 23754, 23769, 23775, 23777, 23780, 23836, 23838, 23842, 23849, 23850, 23874, 23878, 23880, 23884, 23929, 23936, 23954, 23957, 23965, 23966, 23967, 23993, 24006, 24007, 24019, 24026, 24032, 24056, 24089, 24091, 24148, 24230, 24241, 24243, 24247, 24251, 24259, 24261, 24277, 24278, 24281, 24286, 24316, 24322, 24325, 24327, 24331, 24333, 24346, 24384, 24401, 24410, 24465, 24477, 24480, 24493, 24496, 24500, 24506, 24517, 24541, 24551, 24554, 24563, 24573, 24577, 24588, 24601, 24604, 24606, 24619, 24632, 24645, 24655, 24667, 24668, 24683, 24732, 24742, 24763, 24782, 24798, 24805, 24812, 24821, 24822, 24844, 24876, 24883, 24884, 24901, 24902, 24949, 24951, 24960, 24971, 24996, 24998, 25007, 25018, 25057, 25070, 25071, 25084, 25091, 25101, 25106, 25126, 25139, 25173, 25179, 25187, 25188, 25201, 25223, 25224, 25233, 25251, 25270, 25283, 25289, 25295, 25301, 25304, 25305, 25315, 25325, 25330, 25350, 25357, 25361, 25371, 25386, 25392, 25404, 25407, 25440, 25447, 25462, 25510, 25523, 25536, 25548, 25552, 25556, 25562, 25563, 25571, 25576, 25585, 25601, 25631, 25643, 25663, 25668, 25689, 25705, 25717, 25718, 25750, 25763, 25799, 25806, 25810, 25831, 25836, 25858, 25859, 25863, 25864, 25883, 25894, 25900, 25905, 25911, 25926, 25938, 25944, 25969, 25970, 25976, 26008, 26034, 26047, 26073, 26090, 26101, 26108, 26114, 26184, 26203, 26206, 26209, 26210, 26223, 26237, 26238, 26241, 26242, 26244, 26249, 26263, 26271, 26280, 26293, 26308, 26329, 26346, 26356, 26357, 26365, 26376, 26387, 26389, 26394, 26411, 26415, 26428, 26431, 26436, 26444, 26462, 26475, 26482, 26506, 26511, 26513, 26519, 26527, 26539, 26548, 26579, 26581, 26592, 26604, 26610, 26611, 26612, 26622, 26625, 26664, 26681, 26709, 26710, 26718, 26719, 26728, 26747, 26757, 26766, 26768, 26776, 26788, 26795, 26800, 26814, 26825, 26863, 26888, 26893, 26922, 26948, 26970, 26987, 26988, 26991, 27001, 27006, 27036, 27038, 27039, 27045, 27055, 27062, 27067, 27071, 27123, 27136, 27152, 27188, 27203, 27214, 27220, 27237, 27244, 27266, 27270, 27276, 27289, 27296, 27302, 27311, 27322, 27324, 27337, 27338, 27357, 27360, 27362, 27377, 27397, 27421, 27442, 27454, 27469, 27485, 27491, 27498, 27524, 27578, 27592, 27597, 27616, 27641, 27645, 27653, 27661, 27665, 27668, 27702, 27704, 27735, 27745, 27752, 27773, 27788, 27789, 27800, 27815, 27842, 27850, 27864, 27868, 27878, 27884, 27885, 27888, 27893, 27894, 27905, 27917, 27918, 27925, 27947, 27948, 27964, 27971, 27976, 27990, 27994, 28006, 28011, 28012, 28025, 28028, 28032, 28061, 28070, 28095, 28125, 28134, 28170, 28171, 28176, 28181, 28242, 28250, 28251, 28324, 28341, 28343, 28358, 28385, 28396, 28424, 28426, 28436, 28462, 28470, 28479, 28515, 28518, 28541, 28556, 28566, 28578, 28584, 28623, 28624, 28626, 28631, 28643, 28653, 28677, 28679, 28681, 28684, 28687, 28689, 28722, 28727, 28736, 28750, 28759, 28786, 28816, 28821, 28860, 28862, 28865, 28868, 28877, 28879, 28914, 28919, 28925, 28933, 28974, 28988, 29006, 29008, 29016, 29020, 29023, 29028, 29043, 29045, 29050, 29051, 29052, 29063, 29067, 29078, 29082, 29096, 29103, 29119, 29143, 29158, 29164, 29165, 29172, 29173, 29184, 29202, 29208, 29212, 29240, 29259, 29264, 29275, 29276, 29279, 29311, 29337, 29347, 29354, 29362, 29372, 29394, 29404, 29415, 29423, 29450, 29453, 29464, 29477, 29494, 29502, 29527, 29532, 29534, 29543, 29570, 29600, 29609, 29615, 29627, 29646, 29665, 29675, 29686, 29696, 29701, 29715, 29722, 29726, 29737, 29738, 29739, 29740, 29754, 29759, 29788, 29814, 29829, 29857, 29858, 29874, 29898, 29911, 29932, 29955, 29966, 29971, 29972, 29976, 29982, 30001, 30008, 30010, 30011, 30014, 30024, 30028, 30031, 30033, 30040, 30045, 30046, 30049, 30050, 30067, 30068, 30084, 30085, 30101, 30124, 30128, 30130, 30132, 30147, 30148, 30163, 30187, 30199, 30203, 30213, 30232, 30237, 30283, 30312, 30313, 30320, 30338, 30350, 30358, 30359, 30360, 30364, 30367, 30368, 30383, 30407, 30409, 30411, 30413, 30434, 30455, 30485, 30497, 30510, 30513, 30517, 30522, 30530, 30532, 30540, 30545, 30556, 30588, 30597, 30613, 30615, 30625, 30630, 30663, 30667, 30675, 30683, 30699, 30720, 30739, 30745, 30749, 30773, 30774, 30775, 30779, 30785, 30801, 30823, 30826, 30830, 30839, 30846, 30852, 30855, 30862, 30864, 30870, 30871, 30880, 30886, 30892, 30897, 30905, 30908, 30927, 30929, 30930, 30935, 30937, 30940, 30988, 31001, 31020, 31068, 31074, 31082, 31088, 31114, 31121, 31132, 31133, 31135, 31136, 31146, 31190, 31199, 31241, 31243, 31248, 31257, 31301, 31337, 31348, 31351, 31352, 31365, 31388, 31412, 31422, 31445, 31459, 31462, 31477, 31478, 31515, 31529, 31531, 31532, 31534, 31561, 31606, 31618, 31640, 31644, 31651, 31655, 31672, 31676, 31679, 31683, 31685, 31691, 31693, 31700, 31702, 31712, 31714, 31731, 31759, 31760, 31765, 31802, 31809, 31812, 31823, 31827, 31862, 31872, 31899, 31925, 31950, 31967, 31995, 31998, 32047, 32091, 32094, 32095, 32113, 32119, 32131, 32138, 32139, 32154, 32174, 32183, 32187, 32213, 32241, 32256, 32262, 32269, 32272, 32293, 32319, 32326, 32328, 32348, 32354, 32355, 32373, 32409, 32415, 32440, 32460, 32478, 32484, 32513, 32523, 32531, 32543, 32545, 32553, 32558, 32562, 32564, 32567, 32587, 32593, 32596, 32606, 32618, 32622, 32642, 32663, 32689, 32692, 32726, 32751, 32760, 32762, 32767] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..ba59a2625b11590488e0eb4b09d1ad5d809e8b2f Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..76a6b8d837d29160a4a9292a6a6ffac8feaa94b8 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..3e94f21a64cf5a64689ea13c8f5ba129dcdccdc8 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[3, 14, 15, 36, 63, 73, 75, 95, 101, 117, 124, 136, 138, 147, 155, 157, 171, 173, 182, 189, 195, 199, 209, 218, 222, 223, 234, 238, 240, 261, 278, 288, 310, 311, 321, 323, 326, 329, 336, 343, 350, 353, 356, 370, 387, 389, 407, 409, 413, 419, 443, 455, 457, 459, 489, 493, 495, 498, 506, 511, 516, 528, 529, 541, 559, 567, 569, 570, 580, 581, 583, 592, 620, 630, 634, 642, 652, 661, 663, 671, 679, 686, 701, 704, 720, 752, 759, 761, 764, 770, 783, 789, 792, 798, 802, 821, 823, 825, 843, 853, 856, 860, 862, 867, 871, 882, 886, 893, 896, 910, 922, 926, 936, 947, 958, 967, 986, 1003, 1006, 1009, 1016, 1017, 1026, 1040, 1041, 1052, 1055, 1057, 1059, 1060, 1076, 1081, 1095, 1112, 1115, 1117, 1123, 1126, 1128, 1133, 1137, 1146, 1147, 1157, 1166, 1168, 1170, 1181, 1195, 1200, 1201, 1214, 1220, 1224, 1232, 1244, 1251, 1252, 1254, 1255, 1258, 1287, 1294, 1296, 1298, 1300, 1311, 1314, 1315, 1318, 1321, 1326, 1329, 1335, 1352, 1354, 1370, 1405, 1412, 1420, 1428, 1430, 1431, 1432, 1447, 1451, 1453, 1457, 1461, 1462, 1466, 1469, 1473, 1476, 1484, 1493, 1512, 1513, 1514, 1518, 1525, 1539, 1546, 1548, 1554, 1561, 1563, 1567, 1569, 1575, 1579, 1587, 1598, 1606, 1607, 1608, 1612, 1613, 1624, 1634, 1641, 1643, 1673, 1675, 1677, 1685, 1697, 1711, 1725, 1728, 1731, 1734, 1736, 1744, 1764, 1771, 1791, 1792, 1793, 1797, 1799, 1837, 1849, 1862, 1864, 1872, 1879, 1887, 1888, 1893, 1896, 1912, 1920, 1935, 1943, 1945, 1958, 1959, 1967, 1969, 1971, 1980, 1988, 1993, 2005, 2015, 2017, 2024, 2048, 2068, 2069, 2070, 2078, 2080, 2084, 2086, 2095, 2098, 2104, 2106, 2122, 2134, 2139, 2156, 2158, 2163, 2176, 2179, 2182, 2183, 2194, 2197, 2201, 2217, 2224, 2225, 2229, 2239, 2240, 2243, 2250, 2251, 2257, 2262, 2265, 2298, 2319, 2322, 2338, 2340, 2345, 2348, 2351, 2354, 2361, 2367, 2377, 2386, 2387, 2392, 2394, 2403, 2412, 2419, 2428, 2441, 2443, 2453, 2456, 2462, 2467, 2479, 2481, 2487, 2493, 2508, 2517, 2518, 2520, 2524, 2560, 2568, 2577, 2583, 2599, 2608, 2615, 2623, 2626, 2634, 2637, 2641, 2642, 2644, 2648, 2652, 2671, 2674, 2686, 2689, 2703, 2710, 2722, 2734, 2736, 2744, 2749, 2757, 2760, 2762, 2765, 2770, 2771, 2776, 2779, 2790, 2805, 2806, 2816, 2819, 2821, 2824, 2829, 2846, 2856, 2869, 2872, 2879, 2886, 2890, 2892, 2900, 2902, 2917, 2926, 2929, 2933, 2934, 2936, 2940, 2947, 2948, 2954, 2956, 2965, 2972, 2973, 2986, 2989, 2992, 3003, 3033, 3042, 3045, 3046, 3053, 3066, 3070, 3084, 3089, 3094, 3097, 3098, 3104, 3112, 3117, 3127, 3131, 3169, 3172, 3180, 3182, 3185, 3192, 3195, 3197, 3200, 3209, 3211, 3219, 3225, 3228, 3238, 3259, 3260, 3263, 3269, 3270, 3281, 3297, 3300, 3302, 3303, 3305, 3307, 3313, 3314, 3357, 3362, 3373, 3385, 3389, 3401, 3406, 3407, 3420, 3424, 3449, 3455, 3467, 3468, 3472, 3485, 3506, 3507, 3510, 3525, 3529, 3533, 3537, 3541, 3546, 3553, 3556, 3559, 3571, 3580, 3582, 3597, 3601, 3607, 3615, 3620, 3629, 3637, 3644, 3647, 3655, 3669, 3674, 3684, 3690, 3715, 3716, 3725, 3734, 3744, 3745, 3751, 3767, 3771, 3774, 3785, 3796, 3798, 3800, 3810, 3830, 3834, 3837, 3841, 3860, 3861, 3862, 3871, 3872, 3881, 3884, 3891, 3893, 3906, 3909, 3911, 3917, 3918, 3937, 3954, 3961, 3977, 3980, 3987, 3994, 4000, 4011, 4022, 4032, 4039, 4046, 4053, 4058, 4060, 4063, 4070, 4074, 4082, 4087, 4095, 4116, 4117, 4118, 4123, 4137, 4146, 4157, 4169, 4176, 4187, 4189, 4193, 4200, 4216, 4234, 4238, 4239, 4248, 4262, 4263, 4270, 4284, 4296, 4298, 4301, 4304, 4305, 4307, 4326, 4329, 4331, 4341, 4363, 4371, 4382, 4393, 4396, 4402, 4405, 4412, 4424, 4427, 4430, 4435, 4456, 4459, 4460, 4466, 4470, 4490, 4493, 4504, 4507, 4521, 4525, 4526, 4529, 4534, 4538, 4542, 4551, 4559, 4562, 4567, 4572, 4575, 4586, 4599, 4603, 4610, 4614, 4618, 4621, 4628, 4635, 4637, 4647, 4656, 4660, 4680, 4701, 4704, 4710, 4730, 4744, 4752, 4758, 4760, 4761, 4763, 4774, 4785, 4805, 4807, 4814, 4816, 4852, 4859, 4870, 4873, 4875, 4878, 4885, 4887, 4893, 4902, 4903, 4908, 4915, 4919, 4920, 4924, 4927, 4928, 4941, 4952, 4955, 4956, 4963, 4965, 4971, 4976, 4997, 5002, 5012, 5024, 5026, 5045, 5050, 5057, 5062, 5063, 5067, 5095, 5102, 5110, 5113, 5117, 5120, 5145, 5150, 5151, 5152, 5157, 5160, 5169, 5186, 5194, 5211, 5216, 5225, 5241, 5245, 5265, 5270, 5292, 5301, 5316, 5340, 5350, 5355, 5357, 5385, 5401, 5405, 5420, 5426, 5431, 5436, 5437, 5449, 5452, 5465, 5466, 5470, 5475, 5476, 5485, 5488, 5496, 5499, 5512, 5518, 5538, 5543, 5548, 5549, 5552, 5558, 5572, 5575, 5576, 5579, 5581, 5583, 5584, 5602, 5614, 5625, 5633, 5638, 5639, 5643, 5648, 5656, 5664, 5674, 5681, 5686, 5688, 5702, 5703, 5715, 5722, 5727, 5729, 5735, 5736, 5748, 5759, 5779, 5781, 5811, 5818, 5824, 5862, 5869, 5872, 5887, 5893, 5904, 5905, 5911, 5928, 5934, 5937, 5942, 5946, 5963, 5981, 5984, 6008, 6014, 6017, 6021, 6022, 6033, 6042, 6051, 6075, 6080, 6083, 6086, 6094, 6095, 6101, 6102, 6104, 6125, 6126, 6132, 6141, 6148, 6163, 6170, 6177, 6190, 6191, 6203, 6204, 6212, 6220, 6254, 6271, 6281, 6282, 6286, 6288, 6290, 6294, 6298, 6308, 6322, 6333, 6344, 6362, 6374, 6406, 6416, 6421, 6440, 6445, 6464, 6465, 6466, 6479, 6480, 6482, 6488, 6503, 6505, 6508, 6514, 6518, 6519, 6530, 6552, 6559, 6563, 6565, 6566, 6592, 6596, 6609, 6614, 6617, 6621, 6626, 6629, 6632, 6641, 6642, 6654, 6660, 6663, 6667, 6696, 6701, 6704, 6707, 6727, 6740, 6741, 6743, 6749, 6755, 6758, 6776, 6781, 6791, 6797, 6800, 6827, 6853, 6855, 6858, 6859, 6862, 6865, 6866, 6878, 6880, 6881, 6885, 6887, 6907, 6919, 6925, 6927, 6934, 6942, 6949, 6952, 6956, 6967, 6968, 6983, 6993, 6998, 7011, 7012, 7014, 7016, 7018, 7020, 7028, 7031, 7035, 7054, 7065, 7066, 7078, 7079, 7088, 7108, 7110, 7121, 7133, 7135, 7141, 7142, 7143, 7168, 7171, 7176, 7184, 7185, 7201, 7203, 7224, 7225, 7235, 7241, 7245, 7246, 7257, 7260, 7261, 7271, 7273, 7277, 7278, 7281, 7284, 7297, 7309, 7315, 7320, 7321, 7328, 7330, 7342, 7353, 7355, 7360, 7364, 7375, 7391, 7392, 7397, 7398, 7400, 7416, 7429, 7450, 7470, 7484, 7513, 7518, 7522, 7523, 7530, 7537, 7545, 7551, 7552, 7555, 7570, 7574, 7583, 7586, 7615, 7618, 7630, 7635, 7637, 7639, 7657, 7660, 7667, 7671, 7672, 7679, 7682, 7688, 7692, 7698, 7712, 7727, 7728, 7729, 7731, 7746, 7748, 7756, 7757, 7758, 7763, 7772, 7776, 7784, 7785, 7789, 7801, 7805, 7807, 7821, 7827, 7828, 7836, 7851, 7854, 7898, 7912, 7921, 7925, 7930, 7934, 7935, 7938, 7940, 7941, 7942, 7954, 7956, 7961, 7975, 7976, 7985, 7986, 7987, 7988, 7992, 7996, 8000, 8001, 8008, 8010, 8018, 8019, 8028, 8038, 8055, 8059, 8063, 8079, 8080, 8083, 8084, 8087, 8090, 8091, 8093, 8100, 8104, 8109, 8110, 8130, 8135, 8139, 8150, 8151, 8182, 8183, 8193, 8195, 8205, 8206, 8216, 8217, 8224, 8232, 8237, 8249, 8270, 8273, 8278, 8281, 8282, 8288, 8289, 8320, 8332, 8334, 8337, 8349, 8350, 8358, 8365, 8370, 8385, 8394, 8402, 8405, 8407, 8408, 8413, 8414, 8416, 8424, 8439, 8443, 8447, 8460, 8465, 8473, 8476, 8503, 8505, 8513, 8514, 8515, 8516, 8519, 8528, 8530, 8543, 8549, 8554, 8564, 8578, 8590, 8591, 8594, 8597, 8598, 8601, 8611, 8615, 8617, 8621, 8632, 8648, 8649, 8652, 8668, 8670, 8673, 8680, 8692, 8702, 8704, 8711, 8714, 8719, 8734, 8739, 8745, 8746, 8748, 8751, 8752, 8761, 8763, 8771, 8784, 8795, 8799, 8804, 8829, 8844, 8851, 8852, 8853, 8863, 8878, 8879, 8886, 8896, 8897, 8903, 8913, 8915, 8931, 8935, 8937, 8941, 8943, 8944, 8959, 8966, 8975, 8998, 9001, 9009, 9021, 9034, 9038, 9048, 9056, 9059, 9071, 9072, 9079, 9091, 9097, 9103, 9107, 9123, 9126, 9130, 9165, 9166, 9185, 9191, 9206, 9214, 9221, 9253, 9275, 9288, 9290, 9291, 9292, 9307, 9311, 9326, 9334, 9344, 9347, 9354, 9356, 9359, 9367, 9373, 9376, 9395, 9398, 9399, 9405, 9415, 9429, 9435, 9448, 9459, 9463, 9471, 9472, 9485, 9486, 9490, 9510, 9513, 9514, 9521, 9525, 9533, 9540, 9542, 9547, 9548, 9551, 9553, 9556, 9559, 9561, 9574, 9589, 9599, 9609, 9645, 9649, 9650, 9652, 9656, 9659, 9665, 9673, 9686, 9687, 9689, 9690, 9695, 9698, 9712, 9727, 9733, 9738, 9742, 9753, 9766, 9772, 9777, 9778, 9781, 9782, 9792, 9794, 9804, 9805, 9811, 9819, 9827, 9841, 9865, 9869, 9887, 9891, 9893, 9908, 9911, 9912, 9930, 9933, 9949, 9957, 9974, 9979, 9980, 9989, 10000, 10008, 10018, 10023, 10036, 10051, 10062, 10068, 10070, 10084, 10087, 10090, 10095, 10102, 10104, 10106, 10111, 10114, 10119, 10129, 10139, 10156, 10159, 10160, 10171, 10193, 10208, 10210, 10214, 10220, 10224, 10247, 10253, 10254, 10260, 10286, 10294, 10296, 10302, 10330, 10341, 10343, 10350, 10351, 10352, 10356, 10358, 10370, 10386, 10406, 10417, 10421, 10425, 10428, 10433, 10484, 10486, 10497, 10510, 10520, 10521, 10540, 10551, 10552, 10560, 10567, 10577, 10582, 10605, 10607, 10608, 10617, 10623, 10632, 10646, 10652, 10670, 10678, 10680, 10699, 10715, 10719, 10728, 10735, 10737, 10740, 10745, 10755, 10772, 10790, 10799, 10807, 10822, 10834, 10844, 10847, 10861, 10878, 10880, 10883, 10895, 10901, 10913, 10933, 10934, 10947, 10950, 10953, 10955, 10959, 10964, 10988, 10994, 11004, 11027, 11037, 11038, 11044, 11058, 11061, 11081, 11095, 11099, 11101, 11104, 11116, 11123, 11127, 11130, 11138, 11139, 11161, 11181, 11205, 11208, 11215, 11232, 11255, 11257, 11261, 11269, 11277, 11286, 11296, 11300, 11302, 11305, 11321, 11336, 11340, 11342, 11343, 11346, 11362, 11373, 11375, 11396, 11400, 11405, 11406, 11409, 11428, 11429, 11439, 11457, 11458, 11467, 11469, 11479, 11490, 11491, 11497, 11514, 11519, 11521, 11523, 11526, 11541, 11547, 11560, 11571, 11576, 11578, 11596, 11597, 11599, 11603, 11606, 11624, 11631, 11646, 11655, 11660, 11664, 11665, 11671, 11674, 11675, 11677, 11680, 11684, 11690, 11716, 11720, 11739, 11746, 11748, 11777, 11778, 11781, 11790, 11793, 11797, 11803, 11805, 11823, 11827, 11831, 11832, 11861, 11867, 11873, 11888, 11890, 11905, 11921, 11926, 11931, 11941, 11942, 11953, 11962, 11965, 11968, 11970, 11978, 12001, 12004, 12020, 12021, 12022, 12026, 12035, 12039, 12043, 12071, 12075, 12090, 12091, 12106, 12115, 12136, 12137, 12139, 12146, 12148, 12157, 12161, 12176, 12177, 12180, 12199, 12202, 12205, 12207, 12219, 12231, 12244, 12260, 12273, 12290, 12297, 12308, 12333, 12335, 12339, 12344, 12351, 12356, 12369, 12384, 12413, 12416, 12465, 12480, 12481, 12486, 12493, 12507, 12527, 12529, 12530, 12534, 12536, 12538, 12540, 12550, 12574, 12581, 12594, 12596, 12607, 12608, 12612, 12613, 12615, 12620, 12624, 12631, 12642, 12664, 12669, 12683, 12685, 12687, 12710, 12711, 12726, 12727, 12729, 12739, 12746, 12747, 12748, 12758, 12762, 12765, 12766, 12777, 12802, 12804, 12822, 12829, 12830, 12863, 12868, 12906, 12908, 12924, 12932, 12938, 12941, 12947, 12955, 12959, 12963, 12965, 13020, 13021, 13028, 13032, 13040, 13044, 13045, 13046, 13047, 13062, 13063, 13076, 13078, 13102, 13112, 13114, 13120, 13127, 13129, 13133, 13139, 13144, 13148, 13149, 13151, 13165, 13173, 13182, 13187, 13188, 13192, 13196, 13201, 13204, 13228, 13249, 13260, 13271, 13287, 13298, 13311, 13313, 13314, 13323, 13334, 13337, 13361, 13374, 13388, 13408, 13436, 13437, 13442, 13445, 13447, 13450, 13459, 13485, 13487, 13489, 13492, 13493, 13514, 13516, 13519, 13527, 13541, 13542, 13554, 13557, 13594, 13597, 13608, 13611, 13615, 13639, 13644, 13655, 13668, 13680, 13688, 13689, 13690, 13693, 13694, 13699, 13703, 13720, 13735, 13746, 13748, 13755, 13759, 13780, 13785, 13797, 13808, 13816, 13820, 13838, 13854, 13855, 13856, 13862, 13864, 13868, 13899, 13905, 13923, 13942, 13947, 13967, 13974, 13976, 13981, 13992, 14007, 14043, 14054, 14057, 14066, 14074, 14091, 14094, 14100, 14103, 14113, 14118, 14125, 14126, 14127, 14140, 14167, 14181, 14190, 14212, 14219, 14236, 14242, 14246, 14250, 14255, 14268, 14282, 14289, 14291, 14298, 14306, 14319, 14322, 14327, 14342, 14347, 14348, 14362, 14366, 14368, 14391, 14404, 14412, 14419, 14441, 14459, 14473, 14478, 14486, 14506, 14514, 14536, 14539, 14540, 14559, 14570, 14579, 14581, 14595, 14605, 14609, 14615, 14624, 14671, 14678, 14679, 14686, 14689, 14690, 14749, 14764, 14766, 14768, 14786, 14788, 14789, 14790, 14794, 14796, 14803, 14817, 14843, 14851, 14854, 14861, 14879, 14894, 14907, 14908, 14929, 14933, 14940, 14947, 14950, 14968, 14973, 14979, 14980, 14984, 14988, 14993, 14994, 15004, 15005, 15014, 15015, 15016, 15023, 15030, 15036, 15044, 15064, 15067, 15068, 15083, 15102, 15107, 15108, 15118, 15119, 15120, 15121, 15124, 15129, 15136, 15153, 15168, 15169, 15172, 15188, 15191, 15192, 15200, 15245, 15262, 15265, 15271, 15272, 15273, 15277, 15278, 15280, 15281, 15282, 15291, 15297, 15304, 15315, 15324, 15333, 15342, 15344, 15345, 15347, 15350, 15361, 15364, 15376, 15378, 15380, 15394, 15430, 15435, 15439, 15444, 15449, 15459, 15469, 15473, 15474, 15480, 15485, 15487, 15493, 15499, 15507, 15514, 15519, 15524, 15541, 15542, 15546, 15550, 15564, 15576, 15600, 15602, 15603, 15614, 15623, 15646, 15650, 15663, 15667, 15688, 15694, 15722, 15737, 15762, 15769, 15788, 15795, 15796, 15813, 15816, 15822, 15841, 15846, 15847, 15859, 15863, 15868, 15872, 15880, 15888, 15896, 15918, 15924, 15935, 15950, 15960, 15963, 15986, 15989, 15993, 16009, 16013, 16030, 16046, 16050, 16051, 16053, 16059, 16064, 16065, 16069, 16075, 16087, 16093, 16098, 16101, 16102, 16106, 16107, 16110, 16111, 16116, 16123, 16129, 16136, 16139, 16145, 16151, 16154, 16163, 16170, 16179, 16185, 16196, 16197, 16201, 16219, 16220, 16221, 16227, 16236, 16240, 16243, 16244, 16247, 16252, 16267, 16273, 16286, 16288, 16298, 16314, 16315, 16322, 16328, 16334, 16342, 16349, 16353, 16354, 16362, 16368, 16380, 16383, 16392, 16411, 16413, 16416, 16418, 16430, 16439, 16452, 16464, 16474, 16494, 16496, 16514, 16527, 16530, 16531, 16535, 16552, 16555, 16569, 16575, 16576, 16579, 16580, 16583, 16603, 16614, 16617, 16618, 16635, 16639, 16642, 16653, 16675, 16676, 16682, 16706, 16708, 16722, 16740, 16748, 16752, 16753, 16757, 16765, 16767, 16787, 16790, 16809, 16816, 16817, 16818, 16825, 16836, 16842, 16847, 16853, 16872, 16903, 16905, 16908, 16912, 16925, 16937, 16938, 16964, 16969, 16976, 16992, 16995, 17004, 17014, 17049, 17050, 17056, 17062, 17068, 17072, 17084, 17092, 17100, 17121, 17123, 17141, 17144, 17158, 17173, 17187, 17189, 17192, 17198, 17207, 17221, 17226, 17231, 17234, 17238, 17240, 17241, 17243, 17262, 17264, 17283, 17289, 17291, 17299, 17325, 17336, 17341, 17348, 17349, 17352, 17366, 17389, 17393, 17397, 17405, 17407, 17420, 17425, 17447, 17451, 17458, 17462, 17498, 17504, 17517, 17519, 17522, 17528, 17535, 17550, 17558, 17565, 17569, 17578, 17602, 17607, 17612, 17614, 17618, 17635, 17639, 17647, 17658, 17659, 17660, 17664, 17670, 17673, 17676, 17678, 17680, 17682, 17686, 17687, 17724, 17738, 17766, 17777, 17783, 17805, 17811, 17816, 17819, 17825, 17827, 17829, 17845, 17855, 17860, 17869, 17875, 17884, 17893, 17894, 17904, 17919, 17920, 17928, 17930, 17933, 17942, 17949, 17964, 17967, 17969, 17970, 17977, 17989, 18005, 18009, 18023, 18025, 18030, 18031, 18034, 18045, 18053, 18071, 18094, 18103, 18104, 18105, 18112, 18118, 18119, 18126, 18159, 18162, 18165, 18173, 18174, 18182, 18193, 18211, 18221, 18235, 18239, 18241, 18252, 18269, 18285, 18306, 18307, 18319, 18325, 18335, 18338, 18339, 18346, 18354, 18355, 18359, 18364, 18366, 18370, 18374, 18380, 18385, 18387, 18394, 18408, 18426, 18428, 18458, 18460, 18468, 18473, 18494, 18501, 18503, 18506, 18524, 18529, 18538, 18543, 18544, 18549, 18550, 18568, 18574, 18580, 18582, 18595, 18602, 18604, 18613, 18616, 18628, 18629, 18636, 18640, 18658, 18673, 18676, 18677, 18685, 18687, 18697, 18707, 18719, 18720, 18731, 18734, 18753, 18754, 18772, 18780, 18785, 18788, 18804, 18835, 18837, 18847, 18848, 18853, 18866, 18870, 18877, 18892, 18893, 18898, 18902, 18906, 18908, 18934, 18938, 18955, 18960, 18966, 18970, 18972, 18976, 18991, 19000, 19004, 19005, 19011, 19012, 19016, 19022, 19030, 19036, 19039, 19048, 19053, 19060, 19073, 19083, 19089, 19091, 19110, 19124, 19131, 19136, 19167, 19168, 19194, 19218, 19225, 19230, 19231, 19247, 19252, 19264, 19272, 19284, 19286, 19291, 19296, 19298, 19318, 19322, 19323, 19332, 19338, 19359, 19372, 19392, 19398, 19410, 19416, 19424, 19429, 19432, 19436, 19456, 19468, 19469, 19475, 19476, 19483, 19485, 19488, 19500, 19501, 19502, 19510, 19512, 19516, 19519, 19534, 19537, 19541, 19565, 19566, 19582, 19601, 19615, 19616, 19619, 19632, 19635, 19649, 19651, 19653, 19660, 19675, 19682, 19688, 19722, 19732, 19766, 19808, 19814, 19820, 19825, 19831, 19835, 19842, 19845, 19847, 19854, 19868, 19873, 19874, 19879, 19881, 19883, 19898, 19905, 19906, 19913, 19932, 19934, 19939, 19950, 19959, 19960, 19971, 19978, 20002, 20004, 20006, 20023, 20030, 20043, 20060, 20086, 20093, 20116, 20126, 20127, 20129, 20142, 20145, 20147, 20165, 20166, 20174, 20184, 20202, 20216, 20219, 20221, 20234, 20258, 20269, 20272, 20280, 20281, 20285, 20286, 20289, 20315, 20319, 20325, 20326, 20346, 20349, 20359, 20372, 20375, 20382, 20411, 20412, 20419, 20426, 20429, 20430, 20435, 20448, 20456, 20457, 20465, 20469, 20471, 20474, 20486, 20487, 20508, 20516, 20523, 20532, 20543, 20544, 20557, 20565, 20569, 20570, 20574, 20575, 20586, 20603, 20610, 20617, 20621, 20622, 20627, 20638, 20646, 20651, 20658, 20660, 20664, 20666, 20689, 20695, 20700, 20714, 20716, 20722, 20723, 20731, 20750, 20757, 20766, 20795, 20806, 20808, 20817, 20827, 20830, 20834, 20837, 20848, 20849, 20851, 20874, 20902, 20904, 20905, 20909, 20910, 20945, 20955, 20963, 20971, 20974, 20992, 21001, 21006, 21022, 21025, 21043, 21044, 21045, 21058, 21060, 21069, 21070, 21084, 21094, 21098, 21105, 21110, 21113, 21122, 21130, 21135, 21138, 21143, 21180, 21181, 21184, 21185, 21192, 21195, 21199, 21201, 21203, 21206, 21211, 21246, 21249, 21253, 21254, 21255, 21265, 21267, 21279, 21284, 21289, 21319, 21329, 21345, 21362, 21364, 21373, 21384, 21390, 21399, 21406, 21409, 21419, 21421, 21422, 21426, 21428, 21434, 21441, 21452, 21453, 21455, 21465, 21475, 21480, 21485, 21488, 21513, 21518, 21522, 21530, 21547, 21549, 21562, 21581, 21582, 21590, 21592, 21598, 21605, 21610, 21617, 21645, 21652, 21653, 21658, 21665, 21690, 21709, 21740, 21741, 21750, 21772, 21773, 21783, 21785, 21787, 21788, 21801, 21803, 21825, 21828, 21830, 21834, 21835, 21841, 21850, 21851, 21853, 21855, 21859, 21863, 21868, 21873, 21880, 21882, 21891, 21913, 21915, 21917, 21927, 21941, 21942, 21968, 21969, 21970, 21974, 21975, 21978, 21984, 21985, 21990, 21993, 21998, 22015, 22023, 22045, 22064, 22072, 22075, 22076, 22081, 22082, 22104, 22108, 22119, 22131, 22134, 22143, 22154, 22160, 22168, 22172, 22192, 22194, 22200, 22204, 22216, 22236, 22237, 22248, 22271, 22284, 22292, 22314, 22319, 22329, 22339, 22340, 22349, 22362, 22365, 22366, 22370, 22375, 22399, 22410, 22412, 22418, 22425, 22429, 22432, 22443, 22448, 22449, 22453, 22456, 22458, 22478, 22483, 22484, 22493, 22499, 22527, 22532, 22560, 22588, 22609, 22618, 22631, 22643, 22656, 22675, 22683, 22698, 22712, 22719, 22723, 22728, 22730, 22741, 22751, 22759, 22761, 22767, 22772, 22780, 22782, 22794, 22799, 22808, 22817, 22825, 22828, 22866, 22873, 22875, 22884, 22897, 22906, 22915, 22923, 22935, 22943, 22952, 22966, 22978, 23008, 23037, 23039, 23046, 23069, 23074, 23080, 23085, 23095, 23101, 23111, 23125, 23126, 23129, 23140, 23141, 23144, 23167, 23168, 23171, 23180, 23184, 23190, 23202, 23219, 23220, 23223, 23226, 23228, 23230, 23246, 23249, 23255, 23261, 23285, 23300, 23330, 23336, 23338, 23361, 23364, 23366, 23367, 23373, 23378, 23420, 23422, 23446, 23456, 23461, 23464, 23470, 23473, 23480, 23484, 23485, 23486, 23488, 23496, 23506, 23508, 23512, 23520, 23522, 23523, 23535, 23545, 23546, 23550, 23553, 23575, 23600, 23622, 23627, 23638, 23643, 23653, 23663, 23668, 23677, 23678, 23713, 23729, 23739, 23740, 23741, 23753, 23765, 23792, 23798, 23809, 23820, 23838, 23842, 23845, 23850, 23878, 23884, 23895, 23910, 23914, 23926, 23943, 23944, 23950, 23966, 23967, 23975, 23985, 23989, 23993, 24005, 24006, 24019, 24027, 24042, 24056, 24063, 24065, 24089, 24090, 24091, 24093, 24100, 24106, 24120, 24137, 24154, 24168, 24199, 24223, 24230, 24241, 24244, 24247, 24251, 24257, 24258, 24259, 24284, 24289, 24311, 24318, 24322, 24325, 24327, 24331, 24337, 24341, 24346, 24348, 24358, 24362, 24374, 24382, 24385, 24399, 24404, 24410, 24433, 24435, 24437, 24440, 24458, 24467, 24472, 24477, 24480, 24491, 24493, 24494, 24496, 24506, 24517, 24522, 24530, 24536, 24551, 24554, 24560, 24567, 24573, 24575, 24599, 24600, 24615, 24621, 24622, 24623, 24624, 24632, 24650, 24654, 24667, 24713, 24714, 24715, 24722, 24732, 24743, 24744, 24748, 24752, 24756, 24771, 24784, 24791, 24798, 24815, 24822, 24823, 24828, 24857, 24870, 24874, 24878, 24893, 24897, 24901, 24911, 24916, 24925, 24951, 24955, 24974, 24999, 25012, 25015, 25020, 25027, 25032, 25038, 25071, 25080, 25081, 25091, 25121, 25148, 25163, 25168, 25169, 25173, 25174, 25179, 25181, 25185, 25201, 25216, 25217, 25219, 25223, 25233, 25238, 25246, 25251, 25253, 25274, 25278, 25283, 25284, 25288, 25292, 25295, 25301, 25306, 25318, 25330, 25340, 25358, 25381, 25396, 25413, 25415, 25442, 25447, 25448, 25450, 25477, 25487, 25510, 25517, 25519, 25522, 25523, 25535, 25549, 25551, 25556, 25557, 25563, 25564, 25580, 25585, 25590, 25594, 25606, 25610, 25611, 25641, 25643, 25649, 25655, 25682, 25716, 25717, 25719, 25723, 25724, 25731, 25748, 25759, 25763, 25764, 25792, 25799, 25810, 25817, 25827, 25840, 25842, 25852, 25863, 25864, 25872, 25883, 25884, 25891, 25894, 25897, 25899, 25903, 25904, 25905, 25911, 25938, 25946, 25957, 25965, 25969, 25991, 26008, 26037, 26043, 26064, 26083, 26090, 26104, 26131, 26146, 26166, 26196, 26206, 26209, 26219, 26237, 26239, 26242, 26244, 26248, 26249, 26261, 26263, 26270, 26271, 26275, 26280, 26297, 26302, 26308, 26319, 26324, 26329, 26338, 26346, 26350, 26352, 26355, 26360, 26361, 26373, 26389, 26394, 26395, 26403, 26406, 26411, 26421, 26427, 26428, 26436, 26459, 26490, 26506, 26511, 26517, 26527, 26530, 26532, 26534, 26548, 26552, 26561, 26567, 26581, 26585, 26592, 26593, 26604, 26610, 26618, 26622, 26625, 26626, 26631, 26634, 26645, 26656, 26664, 26665, 26679, 26691, 26693, 26709, 26710, 26719, 26731, 26753, 26755, 26765, 26766, 26770, 26774, 26792, 26795, 26801, 26812, 26819, 26863, 26888, 26898, 26900, 26912, 26917, 26918, 26967, 26972, 26979, 26987, 26992, 27000, 27001, 27004, 27006, 27009, 27020, 27036, 27038, 27039, 27040, 27045, 27047, 27054, 27055, 27057, 27061, 27065, 27087, 27092, 27098, 27113, 27115, 27119, 27122, 27123, 27124, 27136, 27142, 27148, 27151, 27153, 27166, 27172, 27205, 27220, 27222, 27241, 27242, 27244, 27260, 27264, 27266, 27276, 27278, 27289, 27293, 27296, 27297, 27299, 27305, 27315, 27317, 27320, 27324, 27338, 27350, 27353, 27359, 27362, 27400, 27409, 27411, 27414, 27421, 27424, 27428, 27433, 27437, 27445, 27452, 27465, 27470, 27498, 27509, 27513, 27514, 27531, 27546, 27552, 27564, 27567, 27568, 27580, 27610, 27616, 27628, 27630, 27653, 27665, 27687, 27690, 27699, 27701, 27702, 27704, 27713, 27721, 27722, 27727, 27728, 27734, 27739, 27750, 27752, 27759, 27762, 27776, 27783, 27789, 27795, 27806, 27827, 27830, 27845, 27870, 27878, 27882, 27901, 27947, 27948, 27959, 27964, 27971, 27972, 27973, 27986, 27987, 28000, 28006, 28010, 28011, 28012, 28028, 28030, 28039, 28044, 28050, 28056, 28059, 28064, 28095, 28099, 28101, 28118, 28121, 28147, 28161, 28167, 28170, 28176, 28181, 28202, 28239, 28241, 28244, 28245, 28251, 28266, 28267, 28270, 28272, 28279, 28286, 28292, 28306, 28313, 28324, 28347, 28368, 28373, 28384, 28390, 28394, 28396, 28424, 28448, 28451, 28452, 28460, 28462, 28479, 28480, 28502, 28505, 28513, 28523, 28533, 28536, 28541, 28546, 28566, 28577, 28584, 28585, 28591, 28592, 28597, 28607, 28623, 28629, 28631, 28640, 28643, 28658, 28668, 28677, 28679, 28681, 28684, 28696, 28706, 28710, 28722, 28736, 28737, 28750, 28769, 28791, 28795, 28816, 28824, 28832, 28845, 28847, 28854, 28872, 28877, 28879, 28883, 28904, 28916, 28919, 28920, 28925, 28933, 28964, 29016, 29021, 29022, 29029, 29037, 29051, 29061, 29078, 29082, 29095, 29096, 29102, 29107, 29122, 29151, 29162, 29171, 29172, 29176, 29202, 29206, 29224, 29230, 29233, 29234, 29251, 29264, 29269, 29279, 29284, 29285, 29293, 29311, 29315, 29324, 29339, 29347, 29358, 29360, 29361, 29362, 29366, 29372, 29387, 29390, 29394, 29408, 29410, 29415, 29418, 29426, 29447, 29450, 29451, 29453, 29462, 29470, 29503, 29521, 29530, 29532, 29534, 29535, 29543, 29560, 29562, 29570, 29573, 29582, 29603, 29606, 29609, 29627, 29652, 29664, 29667, 29675, 29677, 29681, 29686, 29688, 29701, 29710, 29723, 29727, 29730, 29736, 29737, 29738, 29739, 29745, 29747, 29759, 29762, 29788, 29805, 29811, 29828, 29831, 29843, 29851, 29871, 29874, 29878, 29882, 29889, 29891, 29897, 29910, 29951, 29956, 29959, 29971, 29972, 29976, 29982, 29983, 30002, 30003, 30008, 30011, 30019, 30024, 30027, 30033, 30052, 30068, 30070, 30077, 30082, 30093, 30101, 30110, 30116, 30124, 30132, 30147, 30159, 30163, 30170, 30175, 30185, 30192, 30202, 30203, 30213, 30223, 30251, 30257, 30259, 30266, 30286, 30300, 30314, 30344, 30355, 30359, 30360, 30364, 30371, 30377, 30382, 30385, 30400, 30413, 30423, 30434, 30438, 30443, 30444, 30452, 30459, 30476, 30478, 30498, 30517, 30525, 30544, 30551, 30554, 30579, 30583, 30585, 30597, 30615, 30616, 30623, 30625, 30626, 30630, 30637, 30675, 30683, 30710, 30722, 30739, 30747, 30773, 30776, 30778, 30785, 30804, 30806, 30808, 30810, 30823, 30826, 30833, 30838, 30864, 30868, 30870, 30883, 30887, 30895, 30899, 30929, 30932, 30935, 30988, 30993, 30994, 31010, 31020, 31035, 31039, 31040, 31043, 31057, 31062, 31068, 31082, 31086, 31091, 31093, 31096, 31103, 31106, 31121, 31127, 31141, 31145, 31156, 31157, 31166, 31180, 31208, 31230, 31236, 31241, 31248, 31256, 31274, 31277, 31279, 31281, 31284, 31303, 31319, 31345, 31351, 31352, 31370, 31372, 31375, 31385, 31388, 31393, 31402, 31410, 31412, 31434, 31442, 31445, 31449, 31459, 31468, 31521, 31528, 31534, 31536, 31554, 31561, 31580, 31582, 31584, 31589, 31605, 31612, 31626, 31663, 31683, 31712, 31714, 31727, 31731, 31758, 31764, 31771, 31775, 31788, 31802, 31804, 31811, 31823, 31827, 31836, 31838, 31850, 31862, 31863, 31872, 31889, 31909, 31912, 31940, 31943, 31952, 31956, 31964, 31982, 31984, 31998, 32012, 32028, 32035, 32047, 32050, 32069, 32081, 32097, 32108, 32113, 32138, 32147, 32173, 32177, 32184, 32193, 32195, 32226, 32234, 32239, 32240, 32241, 32242, 32253, 32255, 32257, 32263, 32268, 32271, 32272, 32293, 32304, 32325, 32340, 32343, 32347, 32348, 32373, 32382, 32393, 32394, 32398, 32401, 32410, 32418, 32429, 32440, 32453, 32467, 32478, 32480, 32531, 32543, 32550, 32562, 32585, 32587, 32598, 32605, 32606, 32619, 32633, 32642, 32646, 32647, 32660, 32663, 32664, 32678, 32680, 32689, 32693, 32702, 32716, 32726, 32733, 32735, 32737, 32750, 32759] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..df7971e3769b53bbb49014eb9d30f723721a6b34 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c538e80de0f6cd6aaac606376bc3adc2065e0105 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..9c49adeb1332d206fc9181f04b3855ce58ea4873 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:last_token)_indices @@ -0,0 +1 @@ +[15, 16, 67, 81, 218, 320, 376, 409, 497, 514, 529, 655, 673, 736, 821, 825, 924, 930, 960, 983, 1003, 1023, 1041, 1073, 1093, 1128, 1251, 1281, 1354, 1355, 1370, 1399, 1406, 1458, 1467, 1469, 1484, 1486, 1492, 1567, 1718, 1795, 1797, 1821, 1947, 2037, 2077, 2167, 2230, 2251, 2339, 2392, 2451, 2594, 2671, 2686, 2734, 2926, 2939, 2984, 3016, 3045, 3088, 3102, 3153, 3160, 3169, 3226, 3506, 3543, 3618, 3622, 3642, 3731, 3771, 3797, 3798, 3815, 3866, 3882, 4018, 4146, 4159, 4171, 4269, 4276, 4367, 4379, 4459, 4470, 4487, 4555, 4584, 4590, 4606, 4621, 4766, 4832, 4913, 4919, 4997, 5011, 5016, 5087, 5113, 5151, 5160, 5205, 5222, 5313, 5314, 5331, 5340, 5385, 5437, 5485, 5518, 5746, 5759, 5818, 5984, 6097, 6175, 6202, 6294, 6372, 6375, 6381, 6607, 6660, 6771, 6774, 6776, 6791, 6850, 6858, 6887, 6964, 7018, 7065, 7088, 7108, 7185, 7193, 7309, 7327, 7389, 7403, 7513, 7522, 7555, 7698, 7784, 7794, 7827, 7938, 7975, 8010, 8014, 8026, 8028, 8042, 8107, 8197, 8216, 8226, 8231, 8291, 8431, 8461, 8480, 8516, 8568, 8600, 8667, 8747, 8760, 8819, 8864, 8937, 8940, 8955, 9034, 9092, 9111, 9166, 9189, 9214, 9311, 9354, 9389, 9490, 9514, 9517, 9547, 9548, 9668, 9679, 9695, 9698, 9732, 9733, 9811, 9865, 9916, 9980, 10008, 10045, 10116, 10129, 10201, 10210, 10213, 10386, 10428, 10458, 10463, 10484, 10505, 10516, 10592, 10631, 10675, 10729, 10740, 10751, 10774, 10822, 10844, 10987, 11030, 11095, 11150, 11165, 11234, 11235, 11277, 11285, 11286, 11331, 11340, 11388, 11460, 11583, 11603, 11624, 11665, 11684, 11760, 11762, 11778, 11781, 11791, 11831, 11832, 11851, 11861, 11873, 11906, 11953, 12007, 12024, 12039, 12043, 12143, 12148, 12192, 12206, 12233, 12268, 12285, 12386, 12429, 12434, 12481, 12591, 12612, 12620, 12761, 12777, 12780, 12836, 12843, 12868, 12928, 12941, 13045, 13063, 13102, 13239, 13259, 13381, 13389, 13453, 13530, 13579, 13611, 13673, 13690, 13744, 13820, 13847, 13855, 13907, 13963, 14047, 14067, 14110, 14146, 14322, 14327, 14352, 14557, 14573, 14579, 14675, 14685, 14691, 14851, 15063, 15097, 15108, 15116, 15118, 15121, 15279, 15297, 15299, 15319, 15394, 15437, 15441, 15497, 15602, 15630, 15660, 15663, 15705, 15707, 15757, 15810, 15825, 15976, 16026, 16075, 16085, 16128, 16215, 16252, 16413, 16605, 16766, 16786, 16807, 16838, 16923, 16994, 17004, 17056, 17063, 17144, 17152, 17283, 17420, 17447, 17462, 17528, 17594, 17605, 17618, 17624, 17660, 17722, 17841, 17949, 18105, 18159, 18211, 18373, 18385, 18506, 18544, 18580, 18592, 18595, 18602, 18624, 18750, 18754, 18773, 18787, 18839, 18844, 18875, 18944, 18988, 19019, 19056, 19264, 19271, 19458, 19490, 19651, 19662, 19688, 19717, 19758, 19789, 19845, 19867, 19870, 19879, 19910, 20029, 20039, 20088, 20090, 20291, 20303, 20358, 20368, 20382, 20430, 20468, 20487, 20606, 20664, 20706, 20809, 20848, 20904, 20980, 21006, 21087, 21113, 21195, 21202, 21247, 21253, 21332, 21369, 21379, 21422, 21538, 21549, 21575, 21617, 21724, 21729, 21891, 21923, 22218, 22234, 22248, 22256, 22442, 22583, 22613, 22652, 22695, 22723, 22770, 22858, 22869, 22948, 22955, 22966, 23008, 23010, 23018, 23101, 23111, 23171, 23194, 23294, 23497, 23622, 23655, 23666, 23686, 23753, 23860, 23929, 23965, 24168, 24185, 24257, 24281, 24331, 24346, 24375, 24444, 24536, 24537, 24558, 24567, 24603, 24614, 24657, 24677, 24742, 24755, 24815, 24874, 25015, 25121, 25157, 25191, 25224, 25251, 25281, 25412, 25458, 25490, 25519, 25700, 25731, 25810, 25840, 25872, 25965, 26016, 26120, 26219, 26242, 26261, 26269, 26280, 26376, 26529, 26567, 26610, 26918, 26960, 26988, 27038, 27040, 27063, 27067, 27094, 27203, 27212, 27230, 27278, 27335, 27362, 27590, 27645, 27653, 27701, 27721, 27773, 27888, 27918, 28203, 28286, 28401, 28436, 28451, 28578, 28612, 28620, 28679, 28684, 28723, 28727, 28748, 29050, 29052, 29061, 29159, 29168, 29182, 29251, 29276, 29372, 29447, 29535, 29543, 29573, 29675, 29722, 29738, 29739, 29844, 29882, 29969, 29982, 30046, 30049, 30075, 30086, 30132, 30184, 30199, 30225, 30368, 30382, 30458, 30517, 30538, 30540, 30596, 30667, 30675, 30892, 30994, 31001, 31046, 31078, 31159, 31351, 31536, 31559, 31580, 31610, 31615, 31676, 31881, 31919, 32039, 32383, 32401, 32424, 32484, 32548, 32663, 32678, 32686, 32729] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..e8ac803e49a99b0d30e24ee3745ee5e1be451a22 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:12,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..815bd6597a606b80d843485930cd70a9c5a93709 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..ffd5d8c769f21d1f4d3064316d7da12f7fcfc786 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[1, 3, 62, 68, 72, 76, 77, 89, 91, 102, 112, 117, 118, 146, 163, 167, 176, 184, 192, 224, 228, 241, 245, 285, 291, 295, 300, 302, 304, 310, 323, 325, 330, 338, 342, 353, 355, 362, 375, 398, 411, 430, 436, 445, 448, 471, 480, 483, 491, 523, 526, 531, 544, 547, 575, 597, 609, 613, 621, 637, 647, 655, 665, 666, 684, 698, 702, 705, 715, 717, 723, 725, 729, 737, 741, 777, 782, 787, 802, 804, 811, 819, 836, 845, 850, 864, 868, 880, 894, 904, 918, 925, 944, 952, 955, 967, 977, 979, 983, 994, 1016, 1028, 1036, 1054, 1106, 1118, 1124, 1135, 1139, 1140, 1143, 1146, 1158, 1162, 1163, 1180, 1183, 1196, 1198, 1208, 1214, 1224, 1238, 1243, 1251, 1267, 1278, 1315, 1316, 1323, 1336, 1348, 1356, 1369, 1381, 1384, 1385, 1388, 1391, 1395, 1400, 1423, 1430, 1438, 1440, 1452, 1465, 1471, 1478, 1479, 1491, 1492, 1495, 1500, 1506, 1509, 1513, 1521, 1530, 1531, 1533, 1540, 1543, 1546, 1556, 1565, 1575, 1578, 1580, 1592, 1594, 1603, 1622, 1630, 1637, 1657, 1658, 1659, 1662, 1686, 1688, 1694, 1696, 1707, 1711, 1712, 1713, 1717, 1720, 1723, 1730, 1746, 1753, 1776, 1790, 1794, 1799, 1800, 1818, 1831, 1856, 1857, 1867, 1872, 1880, 1885, 1912, 1916, 1930, 1939, 1943, 1955, 1956, 1962, 1966, 1969, 1979, 2001, 2004, 2008, 2020, 2048, 2049, 2052, 2065, 2083, 2087, 2101, 2132, 2150, 2167, 2168, 2182, 2196, 2216, 2247, 2251, 2266, 2294, 2327, 2330, 2337, 2338, 2340, 2351, 2357, 2385, 2391, 2396, 2397, 2400, 2405, 2419, 2432, 2444, 2447, 2459, 2466, 2480, 2487, 2492, 2499, 2520, 2539, 2543, 2556, 2564, 2565, 2566, 2574, 2576, 2581, 2613, 2620, 2632, 2634, 2637, 2645, 2671, 2692, 2695, 2711, 2737, 2754, 2759, 2761, 2771, 2775, 2780, 2790, 2794, 2824, 2843, 2845, 2853, 2854, 2858, 2871, 2907, 2911, 2915, 2931, 2936, 2937, 2944, 2945, 2956, 2959, 2974, 2994, 2995, 3000, 3002, 3028, 3032, 3044, 3046, 3054, 3058, 3069, 3091, 3100, 3104, 3115, 3125, 3133, 3142, 3146, 3183, 3202, 3211, 3214, 3215, 3220, 3223, 3237, 3239, 3243, 3244, 3246, 3257, 3267, 3277, 3283, 3293, 3324, 3329, 3338, 3363, 3364, 3383, 3390, 3395, 3404, 3419, 3455, 3463, 3464, 3470, 3496, 3497, 3500, 3501, 3508, 3518, 3524, 3536, 3545, 3575, 3590, 3614, 3628, 3645, 3648, 3650, 3659, 3663, 3665, 3682, 3687, 3690, 3696, 3706, 3712, 3746, 3775, 3776, 3799, 3803, 3807, 3810, 3814, 3845, 3858, 3873, 3880, 3909, 3914, 3915, 3919, 3929, 3932, 3933, 3940, 3942, 3954, 3959, 4008, 4037, 4040, 4063, 4075, 4078, 4084, 4097, 4106, 4127, 4131, 4132, 4133, 4140, 4159, 4164, 4175, 4185, 4191, 4199, 4207, 4208, 4218, 4232, 4248, 4304, 4310, 4316, 4328, 4332, 4334, 4336, 4353, 4354, 4358, 4391, 4428, 4438, 4440, 4441, 4445, 4449, 4450, 4453, 4469, 4470, 4471, 4488, 4489, 4499, 4502, 4526, 4552, 4570, 4575, 4580, 4604, 4614, 4616, 4628, 4629, 4658, 4670, 4673, 4681, 4710, 4711, 4726, 4739, 4751, 4760, 4785, 4791, 4801, 4811, 4818, 4830, 4840, 4847, 4879, 4880, 4896, 4931, 4937, 4938, 4945, 4970, 4973, 4978, 4983, 4984, 4989, 4992, 5002, 5030, 5036, 5040, 5044, 5045, 5059, 5113, 5124, 5132, 5143, 5147, 5149, 5153, 5160, 5172, 5173, 5180, 5193, 5199, 5225, 5251, 5273, 5279, 5280, 5294, 5311, 5326, 5328, 5333, 5336, 5337, 5339, 5353, 5355, 5356, 5363, 5392, 5399, 5406, 5418, 5422, 5429, 5443, 5450, 5461, 5462, 5464, 5469, 5473, 5480, 5484, 5509, 5518, 5526, 5540, 5543, 5569, 5570, 5571, 5574, 5576, 5578, 5628, 5630, 5636, 5653, 5661, 5674, 5682, 5688, 5691, 5693, 5695, 5696, 5698, 5716, 5719, 5721, 5738, 5740, 5757, 5762, 5767, 5796, 5800, 5801, 5822, 5832, 5838, 5845, 5850, 5857, 5868, 5882, 5909, 5919, 5923, 5931, 5946, 5952, 5978, 5981, 5985, 6001, 6002, 6004, 6009, 6014, 6027, 6033, 6042, 6044, 6053, 6080, 6097, 6115, 6124, 6139, 6142, 6147, 6149, 6153, 6164, 6166, 6167, 6177, 6181, 6197, 6201, 6202, 6206, 6208, 6231, 6233, 6234, 6246, 6250, 6282, 6289, 6290, 6292, 6305, 6309, 6314, 6315, 6327, 6334, 6386, 6389, 6407, 6409, 6444, 6467, 6475, 6483, 6496, 6504, 6524, 6525, 6529, 6531, 6537, 6541, 6542, 6548, 6551, 6552, 6553, 6557, 6559, 6571, 6574, 6591, 6600, 6611, 6626, 6628, 6630, 6635, 6637, 6639, 6654, 6663, 6679, 6680, 6687, 6692, 6698, 6720, 6721, 6723, 6727, 6735, 6755, 6787, 6793, 6803, 6815, 6816, 6827, 6849, 6853, 6879, 6912, 6913, 6917, 6926, 6927, 6928, 6932, 6934, 6953, 6959, 6960, 6964, 6985, 6989, 6991, 6994, 6997, 7006, 7010, 7016, 7017, 7021, 7023, 7024, 7039, 7047, 7054, 7082, 7086, 7088, 7102, 7110, 7121, 7130, 7135, 7154, 7161, 7178, 7189, 7190, 7193, 7221, 7224, 7225, 7229, 7240, 7246, 7256, 7268, 7269, 7272, 7278, 7304, 7308, 7312, 7331, 7355, 7363, 7366, 7367, 7371, 7376, 7386, 7417, 7446, 7447, 7452, 7500, 7508, 7514, 7515, 7519, 7522, 7530, 7550, 7609, 7616, 7633, 7634, 7639, 7647, 7664, 7684, 7707, 7714, 7721, 7725, 7729, 7743, 7764, 7768, 7774, 7780, 7794, 7798, 7814, 7818, 7823, 7825, 7826, 7853, 7879, 7887, 7895, 7899, 7916, 7920, 7925, 7935, 7939, 7950, 7994, 8018, 8033, 8041, 8042, 8052, 8054, 8062, 8071, 8088, 8093, 8102, 8109, 8122, 8132, 8141, 8145, 8158, 8160, 8168, 8173, 8178, 8182, 8194, 8195, 8202, 8220, 8229, 8230, 8263, 8265, 8273, 8290, 8291, 8314, 8317, 8319, 8320, 8321, 8322, 8334, 8395, 8412, 8414, 8443, 8446, 8447, 8449, 8463, 8473, 8480, 8484, 8487, 8489, 8500, 8506, 8515, 8521, 8527, 8539, 8541, 8547, 8556, 8571, 8575, 8592, 8597, 8618, 8639, 8647, 8657, 8660, 8668, 8678, 8679, 8694, 8700, 8720, 8730, 8731, 8733, 8740, 8748, 8755, 8761, 8762, 8785, 8794, 8796, 8803, 8816, 8821, 8825, 8838, 8850, 8875, 8885, 8887, 8889, 8893, 8905, 8916, 8918, 8932, 8943, 8948, 8952, 8960, 8979, 8983, 8991, 9014, 9015, 9017, 9027, 9033, 9034, 9038, 9060, 9079, 9080, 9092, 9108, 9127, 9129, 9140, 9162, 9163, 9167, 9172, 9173, 9175, 9182, 9184, 9192, 9207, 9208, 9209, 9211, 9213, 9223, 9232, 9237, 9240, 9241, 9252, 9257, 9261, 9270, 9279, 9284, 9290, 9293, 9296, 9300, 9303, 9309, 9313, 9314, 9319, 9335, 9354, 9379, 9381, 9397, 9412, 9441, 9475, 9480, 9484, 9485, 9493, 9497, 9505, 9512, 9515, 9557, 9558, 9566, 9597, 9605, 9619, 9621, 9625, 9647, 9661, 9662, 9671, 9676, 9686, 9688, 9692, 9694, 9695, 9700, 9712, 9721, 9732, 9740, 9744, 9753, 9764, 9768, 9772, 9787, 9799, 9811, 9827, 9831, 9851, 9869, 9874, 9895, 9898, 9899, 9904, 9922, 9925, 9943, 9997, 10001, 10002, 10008, 10026, 10032, 10056, 10072, 10078, 10094, 10096, 10110, 10113, 10115, 10123, 10137, 10177, 10180, 10205, 10206, 10224, 10246, 10251, 10282, 10293, 10304, 10306, 10321, 10326, 10330, 10342, 10350, 10357, 10365, 10373, 10376, 10388, 10412, 10422, 10451, 10468, 10469, 10474, 10478, 10488, 10491, 10496, 10505, 10528, 10562, 10582, 10587, 10588, 10611, 10624, 10626, 10627, 10628, 10632, 10634, 10635, 10636, 10652, 10670, 10673, 10681, 10693, 10704, 10731, 10735, 10769, 10770, 10774, 10786, 10794, 10795, 10797, 10802, 10804, 10822, 10826, 10829, 10842, 10844, 10853, 10862, 10866, 10895, 10906, 10909, 10914, 10925, 10959, 10963, 10979, 11016, 11028, 11037, 11051, 11053, 11057, 11069, 11074, 11095, 11098, 11102, 11105, 11110, 11122, 11129, 11131, 11132, 11133, 11138, 11146, 11152, 11159, 11161, 11168, 11175, 11185, 11194, 11219, 11225, 11233, 11236, 11265, 11279, 11292, 11305, 11313, 11320, 11323, 11337, 11339, 11373, 11420, 11434, 11455, 11459, 11489, 11507, 11515, 11532, 11539, 11550, 11561, 11566, 11580, 11593, 11595, 11598, 11603, 11610, 11612, 11617, 11627, 11631, 11634, 11635, 11643, 11645, 11671, 11674, 11686, 11702, 11726, 11734, 11744, 11759, 11765, 11777, 11778, 11822, 11834, 11841, 11846, 11860, 11866, 11882, 11884, 11898, 11899, 11902, 11903, 11938, 11943, 11952, 11965, 11992, 11995, 12004, 12019, 12023, 12033, 12044, 12051, 12063, 12084, 12087, 12098, 12115, 12123, 12132, 12133, 12143, 12150, 12151, 12154, 12167, 12172, 12182, 12183, 12194, 12214, 12218, 12229, 12244, 12256, 12265, 12274, 12282, 12284, 12290, 12295, 12320, 12325, 12331, 12343, 12345, 12352, 12354, 12358, 12360, 12378, 12407, 12414, 12423, 12425, 12434, 12438, 12453, 12461, 12485, 12487, 12493, 12528, 12539, 12555, 12561, 12571, 12575, 12601, 12608, 12614, 12625, 12628, 12650, 12651, 12652, 12659, 12660, 12662, 12676, 12679, 12714, 12722, 12724, 12733, 12742, 12753, 12768, 12776, 12796, 12802, 12805, 12818, 12820, 12823, 12833, 12834, 12865, 12872, 12874, 12876, 12878, 12886, 12892, 12898, 12908, 12910, 12912, 12914, 12931, 12943, 12950, 12952, 12961, 12963, 12976, 12978, 12980, 13029, 13034, 13048, 13066, 13076, 13089, 13101, 13104, 13120, 13121, 13129, 13156, 13166, 13168, 13174, 13192, 13194, 13205, 13217, 13226, 13228, 13239, 13245, 13246, 13254, 13271, 13280, 13289, 13310, 13315, 13319, 13324, 13326, 13329, 13332, 13334, 13345, 13348, 13351, 13389, 13391, 13395, 13418, 13422, 13433, 13435, 13436, 13437, 13487, 13513, 13528, 13531, 13541, 13559, 13575, 13581, 13592, 13599, 13600, 13611, 13629, 13672, 13678, 13681, 13682, 13694, 13696, 13697, 13709, 13738, 13739, 13741, 13790, 13804, 13808, 13814, 13815, 13840, 13850, 13852, 13868, 13882, 13900, 13907, 13909, 13927, 13941, 13942, 13943, 13966, 13986, 13993, 14007, 14013, 14015, 14023, 14065, 14071, 14075, 14089, 14105, 14138, 14147, 14157, 14165, 14169, 14220, 14233, 14249, 14251, 14272, 14280, 14313, 14340, 14341, 14348, 14375, 14380, 14383, 14385, 14391, 14408, 14438, 14444, 14449, 14463, 14466, 14476, 14484, 14497, 14506, 14514, 14518, 14568, 14573, 14574, 14600, 14612, 14613, 14617, 14622, 14635, 14639, 14641, 14647, 14669, 14683, 14700, 14721, 14754, 14756, 14763, 14768, 14770, 14776, 14793, 14826, 14856, 14867, 14883, 14886, 14893, 14901, 14907, 14925, 14938, 14960, 14962, 14972, 14973, 14978, 14985, 14992, 15013, 15042, 15061, 15067, 15073, 15105, 15136, 15148, 15153, 15173, 15177, 15180, 15197, 15209, 15212, 15215, 15224, 15225, 15235, 15250, 15259, 15264, 15265, 15273, 15279, 15287, 15303, 15327, 15332, 15344, 15348, 15353, 15357, 15358, 15364, 15381, 15388, 15396, 15424, 15426, 15442, 15445, 15447, 15453, 15460, 15497, 15516, 15519, 15526, 15552, 15570, 15586, 15588, 15616, 15621, 15632, 15648, 15649, 15660, 15664, 15665, 15671, 15677, 15682, 15690, 15718, 15736, 15747, 15748, 15751, 15753, 15761, 15791, 15795, 15799, 15804, 15805, 15816, 15826, 15828, 15829, 15833, 15837, 15842, 15858, 15863, 15864, 15868, 15875, 15913, 15928, 15938, 15947, 15951, 15953, 15963, 15972, 15973, 15977, 15980, 15987, 16017, 16023, 16075, 16078, 16105, 16118, 16130, 16132, 16145, 16149, 16151, 16154, 16170, 16175, 16227, 16245, 16248, 16256, 16286, 16291, 16296, 16302, 16309, 16349, 16386, 16395, 16435, 16470, 16472, 16491, 16493, 16502, 16512, 16515, 16516, 16528, 16539, 16544, 16579, 16582, 16615, 16624, 16649, 16665, 16668, 16672, 16679, 16682, 16710, 16714, 16719, 16740, 16742, 16749, 16777, 16804, 16810, 16838, 16869, 16875, 16892, 16894, 16900, 16917, 16919, 16929, 16934, 16953, 16989, 17001, 17009, 17015, 17017, 17022, 17028, 17041, 17042, 17049, 17058, 17075, 17083, 17089, 17108, 17109, 17120, 17125, 17139, 17147, 17168, 17169, 17170, 17173, 17195, 17207, 17231, 17234, 17239, 17248, 17264, 17276, 17283, 17288, 17297, 17310, 17315, 17324, 17357, 17368, 17398, 17400, 17404, 17417, 17432, 17436, 17449, 17476, 17481, 17482, 17487, 17521, 17522, 17532, 17536, 17552, 17565, 17581, 17593, 17612, 17615, 17621, 17632, 17638, 17643, 17658, 17659, 17661, 17662, 17668, 17671, 17672, 17673, 17678, 17724, 17725, 17752, 17754, 17758, 17774, 17791, 17795, 17797, 17823, 17839, 17842, 17858, 17872, 17876, 17895, 17901, 17909, 17926, 17933, 17942, 17952, 17955, 17967, 17971, 17973, 17978, 17983, 17984, 18003, 18012, 18016, 18033, 18037, 18038, 18048, 18064, 18098, 18147, 18151, 18155, 18170, 18173, 18175, 18178, 18195, 18196, 18198, 18219, 18238, 18240, 18254, 18267, 18270, 18287, 18294, 18297, 18314, 18354, 18358, 18359, 18370, 18379, 18391, 18407, 18421, 18423, 18441, 18455, 18467, 18478, 18493, 18519, 18521, 18528, 18536, 18538, 18541, 18545, 18552, 18554, 18573, 18588, 18592, 18598, 18620, 18639, 18644, 18658, 18667, 18670, 18693, 18726, 18735, 18749, 18750, 18752, 18754, 18764, 18786, 18808, 18809, 18812, 18828, 18837, 18838, 18844, 18845, 18847, 18852, 18862, 18874, 18879, 18888, 18900, 18905, 18910, 18912, 18919, 18942, 18969, 18986, 18989, 18998, 19000, 19016, 19020, 19028, 19034, 19040, 19045, 19063, 19069, 19071, 19099, 19102, 19103, 19108, 19114, 19121, 19159, 19185, 19191, 19205, 19208, 19217, 19232, 19245, 19250, 19264, 19272, 19276, 19306, 19313, 19341, 19343, 19350, 19358, 19390, 19394, 19398, 19402, 19407, 19408, 19417, 19429, 19439, 19440, 19446, 19448, 19456, 19458, 19469, 19481, 19496, 19498, 19506, 19508, 19512, 19530, 19531, 19541, 19543, 19546, 19556, 19577, 19587, 19594, 19595, 19597, 19610, 19611, 19629, 19632, 19654, 19667, 19687, 19739, 19769, 19771, 19801, 19804, 19821, 19833, 19836, 19852, 19854, 19861, 19863, 19890, 19898, 19911, 19921, 19952, 19971, 19976, 19984, 19986, 19993, 19997, 20002, 20009, 20022, 20037, 20040, 20057, 20058, 20110, 20111, 20134, 20178, 20206, 20217, 20228, 20257, 20266, 20272, 20296, 20299, 20317, 20320, 20329, 20337, 20346, 20366, 20375, 20380, 20387, 20389, 20446, 20458, 20470, 20473, 20476, 20482, 20521, 20525, 20576, 20577, 20608, 20611, 20616, 20619, 20639, 20640, 20643, 20648, 20650, 20669, 20678, 20695, 20714, 20715, 20717, 20719, 20725, 20730, 20732, 20751, 20762, 20766, 20770, 20781, 20784, 20786, 20799, 20815, 20829, 20836, 20860, 20868, 20873, 20883, 20888, 20889, 20890, 20900, 20903, 20904, 20911, 20923, 20934, 20935, 20948, 20954, 20960, 20964, 20968, 20973, 20987, 20997, 21002, 21004, 21011, 21055, 21058, 21066, 21083, 21086, 21087, 21088, 21094, 21114, 21127, 21131, 21132, 21139, 21154, 21170, 21186, 21189, 21203, 21217, 21242, 21251, 21258, 21279, 21282, 21291, 21303, 21319, 21323, 21329, 21338, 21343, 21352, 21353, 21354, 21402, 21417, 21419, 21429, 21445, 21465, 21468, 21473, 21477, 21535, 21537, 21541, 21545, 21546, 21551, 21580, 21581, 21588, 21598, 21604, 21617, 21622, 21635, 21652, 21656, 21671, 21679, 21708, 21742, 21761, 21781, 21786, 21830, 21838, 21852, 21865, 21874, 21891, 21896, 21904, 21906, 21927, 21951, 21956, 21962, 21965, 21969, 21983, 21984, 22000, 22020, 22039, 22046, 22068, 22094, 22100, 22104, 22112, 22123, 22133, 22141, 22151, 22159, 22161, 22169, 22185, 22190, 22194, 22196, 22199, 22216, 22217, 22230, 22235, 22238, 22259, 22298, 22302, 22304, 22318, 22360, 22365, 22419, 22421, 22428, 22437, 22465, 22475, 22481, 22493, 22497, 22504, 22509, 22528, 22545, 22554, 22560, 22562, 22576, 22581, 22592, 22605, 22617, 22618, 22625, 22629, 22644, 22646, 22650, 22664, 22667, 22672, 22700, 22703, 22718, 22726, 22755, 22759, 22761, 22764, 22781, 22798, 22807, 22834, 22842, 22844, 22880, 22884, 22885, 22911, 22924, 22927, 22936, 22937, 22959, 22981, 22982, 22996, 23003, 23005, 23010, 23017, 23035, 23049, 23053, 23082, 23089, 23096, 23123, 23127, 23134, 23189, 23225, 23247, 23249, 23315, 23323, 23329, 23337, 23380, 23407, 23411, 23412, 23420, 23432, 23440, 23464, 23473, 23476, 23489, 23492, 23508, 23521, 23523, 23526, 23537, 23549, 23555, 23586, 23622, 23634, 23635, 23641, 23648, 23650, 23663, 23668, 23669, 23672, 23674, 23701, 23716, 23723, 23744, 23747, 23750, 23759, 23764, 23768, 23771, 23778, 23810, 23817, 23834, 23843, 23852, 23864, 23876, 23907, 23910, 23916, 23936, 23937, 23938, 23951, 23953, 23966, 23970, 23990, 24004, 24006, 24008, 24040, 24045, 24065, 24074, 24079, 24081, 24083, 24085, 24110, 24114, 24135, 24143, 24161, 24164, 24186, 24187, 24197, 24206, 24209, 24235, 24244, 24261, 24268, 24273, 24284, 24289, 24295, 24315, 24320, 24321, 24322, 24328, 24412, 24413, 24415, 24434, 24442, 24449, 24478, 24489, 24493, 24504, 24522, 24557, 24560, 24578, 24595, 24602, 24623, 24682, 24689, 24694, 24724, 24768, 24773, 24782, 24793, 24815, 24817, 24855, 24880, 24896, 24908, 24919, 24921, 24944, 24952, 24972, 24984, 24985, 25041, 25047, 25052, 25093, 25107, 25126, 25136, 25164, 25182, 25201, 25212, 25215, 25218, 25225, 25230, 25247, 25261, 25266, 25273, 25288, 25309, 25326, 25329, 25351, 25365, 25401, 25417, 25423, 25434, 25488, 25521, 25527, 25535, 25537, 25544, 25565, 25596, 25623, 25626, 25629, 25634, 25636, 25645, 25646, 25653, 25660, 25727, 25742, 25757, 25767, 25769, 25774, 25775, 25788, 25816, 25819, 25846, 25866, 25868, 25871, 25886, 25888, 25909, 25925, 25931, 25935, 25938, 25945, 25947, 25957, 25958, 25966, 25967, 25968, 25980, 25987, 26000, 26013, 26019, 26044, 26061, 26086, 26090, 26105, 26118, 26120, 26132, 26146, 26154, 26176, 26186, 26193, 26210, 26236, 26255, 26287, 26301, 26315, 26324, 26325, 26327, 26339, 26366, 26367, 26403, 26407, 26411, 26427, 26437, 26441, 26454, 26455, 26474, 26507, 26546, 26586, 26587, 26598, 26622, 26637, 26660, 26667, 26672, 26721, 26732, 26752, 26754, 26773, 26775, 26785, 26805, 26809, 26830, 26847, 26849, 26851, 26856, 26857, 26858, 26880, 26899, 26939, 26944, 26949, 26966, 26971, 26975, 26977, 26986, 27051, 27108, 27109, 27115, 27121, 27132, 27136, 27155, 27161, 27177, 27229, 27255, 27257, 27258, 27280, 27285, 27316, 27324, 27330, 27359, 27364, 27366, 27371, 27372, 27377, 27395, 27429, 27437, 27440, 27450, 27460, 27463, 27473, 27481, 27502, 27503, 27512, 27513, 27529, 27530, 27533, 27534, 27556, 27566, 27574, 27581, 27583, 27593, 27612, 27614, 27669, 27678, 27683, 27701, 27739, 27782, 27798, 27807, 27810, 27811, 27812, 27825, 27850, 27864, 27867, 27878, 27889, 27894, 27895, 27925, 27938, 27940, 27956, 27958, 27964, 27970, 27977, 27985, 27993, 27996, 28005, 28009, 28041, 28097, 28098, 28100, 28103, 28105, 28141, 28145, 28148, 28151, 28174, 28185, 28193, 28209, 28217, 28224, 28260, 28287, 28302, 28312, 28317, 28329, 28332, 28364, 28387, 28389, 28394, 28401, 28404, 28456, 28458, 28465, 28478, 28484, 28491, 28508, 28519, 28530, 28545, 28562, 28565, 28582, 28635, 28647, 28658, 28660, 28661, 28669, 28678, 28682, 28695, 28713, 28718, 28719, 28750, 28753, 28755, 28761, 28763, 28770, 28771, 28772, 28784, 28800, 28805, 28815, 28818, 28823, 28826, 28852, 28867, 28879, 28891, 28920, 28927, 28945, 28948, 28952, 28957, 28963, 28976, 28980, 28983, 28997, 29021, 29035, 29040, 29049, 29056, 29059, 29066, 29084, 29091, 29106, 29110, 29120, 29133, 29157, 29161, 29185, 29203, 29264, 29272, 29296, 29298, 29325, 29326, 29357, 29361, 29366, 29378, 29382, 29388, 29389, 29395, 29397, 29438, 29463, 29466, 29542, 29545, 29551, 29561, 29562, 29574, 29580, 29613, 29615, 29616, 29630, 29637, 29649, 29672, 29733, 29740, 29760, 29778, 29789, 29799, 29858, 29862, 29872, 29881, 29884, 29908, 29918, 29930, 29936, 29944, 29965, 29981, 29984, 29989, 30005, 30011, 30025, 30032, 30037, 30046, 30063, 30095, 30110, 30126, 30153, 30160, 30168, 30173, 30180, 30187, 30201, 30202, 30229, 30290, 30292, 30293, 30301, 30305, 30311, 30327, 30336, 30341, 30348, 30357, 30399, 30404, 30419, 30420, 30423, 30427, 30430, 30447, 30456, 30462, 30469, 30473, 30477, 30482, 30488, 30511, 30547, 30559, 30582, 30585, 30589, 30609, 30614, 30630, 30639, 30652, 30671, 30678, 30721, 30767, 30768, 30787, 30814, 30830, 30844, 30854, 30859, 30860, 30886, 30922, 30941, 30955, 30960, 30974, 30987, 30992, 30996, 31001, 31012, 31018, 31019, 31026, 31027, 31029, 31033, 31038, 31041, 31042, 31047, 31048, 31062, 31067, 31082, 31089, 31113, 31116, 31117, 31122, 31135, 31141, 31143, 31150, 31157, 31167, 31177, 31216, 31228, 31229, 31277, 31293, 31317, 31328, 31330, 31336, 31341, 31343, 31345, 31367, 31370, 31388, 31411, 31416, 31417, 31422, 31435, 31455, 31470, 31480, 31504, 31506, 31508, 31509, 31532, 31555, 31564, 31565, 31571, 31633, 31638, 31649, 31668, 31671, 31688, 31709, 31711, 31715, 31721, 31741, 31753, 31766, 31769, 31785, 31789, 31792, 31799, 31806, 31818, 31821, 31881, 31882, 31894, 31908, 31911, 31936, 31941, 31950, 31951, 31967, 31972, 32010, 32015, 32027, 32039, 32046, 32056, 32063, 32073, 32084, 32095, 32105, 32107, 32108, 32109, 32115, 32132, 32133, 32137, 32155, 32158, 32165, 32173, 32175, 32194, 32195, 32204, 32211, 32212, 32214, 32221, 32225, 32226, 32227, 32255, 32259, 32265, 32271, 32273, 32274, 32283, 32288, 32324, 32342, 32346, 32348, 32357, 32376, 32378, 32388, 32392, 32397, 32414, 32419, 32434, 32440, 32466, 32479, 32501, 32565, 32568, 32581, 32598, 32612, 32629, 32647, 32655, 32665, 32679, 32681, 32682, 32702, 32714, 32727, 32737, 32739, 32747, 32749, 32758] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5950a0fa2a43f877e99e045198344c1cb2f0330a Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..11ba0d3d87ed6cefcf60da1ecabbde35039f027e Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..7838a874d57c61203fe773132d2432737cd01283 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[3, 14, 24, 33, 56, 60, 62, 65, 69, 75, 76, 77, 89, 102, 114, 122, 130, 136, 146, 155, 182, 184, 186, 203, 221, 237, 268, 286, 291, 294, 297, 304, 310, 312, 316, 318, 336, 348, 349, 351, 355, 362, 365, 368, 387, 391, 398, 405, 411, 417, 419, 420, 465, 471, 478, 482, 491, 496, 506, 529, 531, 535, 536, 551, 567, 584, 591, 598, 600, 611, 613, 637, 641, 643, 647, 651, 652, 666, 673, 691, 696, 698, 702, 704, 705, 715, 716, 717, 720, 723, 727, 730, 736, 737, 741, 768, 773, 778, 782, 803, 804, 807, 811, 820, 842, 846, 848, 850, 854, 855, 857, 863, 868, 869, 880, 888, 894, 900, 917, 932, 938, 942, 944, 952, 953, 960, 971, 976, 980, 989, 1009, 1013, 1019, 1021, 1044, 1045, 1053, 1058, 1066, 1074, 1079, 1081, 1109, 1116, 1118, 1135, 1145, 1155, 1161, 1169, 1183, 1197, 1201, 1206, 1208, 1214, 1224, 1225, 1226, 1228, 1231, 1239, 1243, 1260, 1263, 1274, 1285, 1292, 1296, 1326, 1343, 1345, 1348, 1356, 1368, 1369, 1383, 1388, 1390, 1391, 1399, 1410, 1423, 1431, 1439, 1447, 1458, 1459, 1461, 1464, 1465, 1469, 1475, 1481, 1487, 1488, 1491, 1492, 1493, 1495, 1502, 1506, 1512, 1518, 1521, 1540, 1543, 1546, 1565, 1566, 1575, 1578, 1586, 1594, 1596, 1603, 1605, 1622, 1623, 1627, 1646, 1653, 1655, 1658, 1659, 1675, 1677, 1679, 1686, 1688, 1707, 1709, 1714, 1718, 1720, 1729, 1730, 1740, 1753, 1769, 1771, 1776, 1782, 1790, 1795, 1799, 1818, 1819, 1822, 1831, 1836, 1845, 1850, 1861, 1863, 1867, 1872, 1880, 1885, 1887, 1892, 1912, 1922, 1939, 1940, 1956, 1962, 1969, 1972, 1979, 1990, 2002, 2006, 2013, 2016, 2020, 2025, 2026, 2043, 2044, 2045, 2048, 2058, 2060, 2085, 2103, 2113, 2121, 2132, 2136, 2138, 2140, 2148, 2150, 2152, 2154, 2163, 2178, 2215, 2269, 2274, 2276, 2277, 2279, 2285, 2296, 2302, 2307, 2317, 2320, 2337, 2338, 2340, 2341, 2350, 2361, 2378, 2379, 2380, 2385, 2394, 2397, 2398, 2399, 2401, 2403, 2405, 2432, 2444, 2454, 2466, 2472, 2473, 2475, 2476, 2477, 2488, 2506, 2517, 2520, 2527, 2529, 2536, 2539, 2552, 2556, 2565, 2574, 2578, 2598, 2599, 2601, 2610, 2611, 2614, 2632, 2637, 2666, 2668, 2674, 2692, 2695, 2700, 2702, 2704, 2706, 2708, 2711, 2728, 2731, 2736, 2737, 2754, 2758, 2762, 2764, 2773, 2774, 2775, 2782, 2790, 2798, 2836, 2840, 2848, 2849, 2855, 2871, 2883, 2894, 2899, 2905, 2918, 2936, 2937, 2945, 2952, 2955, 2956, 2959, 2974, 2983, 2991, 2995, 3000, 3016, 3021, 3028, 3032, 3053, 3058, 3065, 3071, 3075, 3076, 3086, 3091, 3094, 3099, 3104, 3109, 3116, 3120, 3149, 3156, 3159, 3161, 3168, 3169, 3194, 3201, 3202, 3208, 3211, 3213, 3214, 3215, 3220, 3225, 3239, 3241, 3242, 3244, 3245, 3254, 3257, 3262, 3264, 3288, 3293, 3304, 3314, 3317, 3325, 3327, 3349, 3355, 3356, 3357, 3364, 3378, 3386, 3390, 3392, 3396, 3418, 3423, 3428, 3433, 3453, 3463, 3474, 3496, 3497, 3500, 3502, 3508, 3539, 3545, 3558, 3563, 3575, 3577, 3578, 3579, 3581, 3584, 3586, 3592, 3596, 3603, 3614, 3615, 3618, 3641, 3645, 3652, 3659, 3672, 3675, 3676, 3696, 3701, 3712, 3716, 3745, 3746, 3748, 3762, 3766, 3770, 3775, 3778, 3779, 3781, 3788, 3798, 3809, 3812, 3814, 3816, 3824, 3838, 3840, 3873, 3879, 3880, 3888, 3890, 3891, 3897, 3908, 3912, 3914, 3915, 3920, 3931, 3933, 3938, 3954, 3959, 3973, 3974, 3976, 3986, 3998, 4006, 4023, 4034, 4036, 4063, 4066, 4069, 4081, 4083, 4090, 4097, 4099, 4109, 4116, 4139, 4140, 4155, 4160, 4167, 4172, 4174, 4175, 4180, 4183, 4191, 4202, 4205, 4207, 4208, 4209, 4225, 4232, 4238, 4243, 4248, 4260, 4264, 4265, 4276, 4302, 4305, 4316, 4332, 4335, 4336, 4358, 4382, 4390, 4391, 4392, 4408, 4421, 4428, 4435, 4436, 4449, 4454, 4456, 4469, 4470, 4471, 4490, 4502, 4511, 4512, 4522, 4529, 4530, 4534, 4540, 4552, 4557, 4566, 4569, 4570, 4575, 4576, 4581, 4604, 4616, 4628, 4629, 4637, 4645, 4672, 4673, 4681, 4682, 4686, 4700, 4703, 4711, 4717, 4719, 4721, 4723, 4726, 4736, 4741, 4760, 4765, 4777, 4782, 4788, 4789, 4790, 4792, 4809, 4811, 4816, 4818, 4819, 4821, 4828, 4829, 4835, 4840, 4842, 4847, 4851, 4872, 4873, 4880, 4896, 4902, 4914, 4924, 4925, 4930, 4931, 4938, 4949, 4967, 4970, 4973, 4978, 4984, 4996, 5000, 5002, 5007, 5012, 5019, 5025, 5031, 5036, 5037, 5039, 5040, 5041, 5045, 5064, 5078, 5088, 5093, 5098, 5113, 5121, 5127, 5135, 5148, 5149, 5153, 5154, 5160, 5173, 5180, 5198, 5200, 5210, 5224, 5225, 5241, 5246, 5254, 5255, 5259, 5273, 5279, 5280, 5296, 5306, 5311, 5318, 5326, 5333, 5337, 5339, 5346, 5349, 5353, 5356, 5360, 5369, 5388, 5391, 5396, 5399, 5406, 5418, 5427, 5428, 5439, 5449, 5451, 5452, 5461, 5463, 5464, 5466, 5471, 5473, 5478, 5479, 5480, 5485, 5486, 5488, 5491, 5518, 5523, 5526, 5543, 5571, 5574, 5576, 5578, 5597, 5621, 5628, 5630, 5632, 5643, 5653, 5661, 5672, 5674, 5685, 5691, 5695, 5696, 5716, 5719, 5728, 5731, 5738, 5743, 5748, 5750, 5753, 5757, 5762, 5766, 5767, 5776, 5784, 5793, 5794, 5803, 5814, 5822, 5825, 5832, 5838, 5839, 5846, 5847, 5852, 5859, 5866, 5872, 5877, 5879, 5882, 5891, 5899, 5906, 5909, 5912, 5930, 5936, 5941, 5942, 5952, 5954, 5961, 5963, 5978, 5990, 5992, 5993, 6004, 6006, 6007, 6014, 6023, 6027, 6044, 6051, 6056, 6092, 6097, 6098, 6101, 6110, 6132, 6139, 6145, 6149, 6151, 6152, 6177, 6181, 6187, 6191, 6193, 6199, 6212, 6213, 6219, 6231, 6234, 6239, 6240, 6250, 6256, 6258, 6260, 6264, 6276, 6282, 6288, 6290, 6292, 6294, 6295, 6298, 6310, 6315, 6325, 6334, 6337, 6349, 6350, 6357, 6363, 6365, 6379, 6390, 6401, 6405, 6406, 6412, 6418, 6424, 6443, 6445, 6455, 6459, 6460, 6474, 6490, 6496, 6497, 6504, 6508, 6520, 6529, 6531, 6537, 6542, 6549, 6552, 6553, 6557, 6569, 6575, 6578, 6581, 6583, 6591, 6593, 6613, 6621, 6630, 6633, 6635, 6639, 6642, 6645, 6648, 6654, 6679, 6684, 6687, 6693, 6703, 6713, 6715, 6716, 6718, 6719, 6721, 6723, 6731, 6739, 6761, 6783, 6787, 6792, 6794, 6803, 6816, 6826, 6850, 6853, 6871, 6879, 6880, 6891, 6892, 6902, 6905, 6917, 6927, 6929, 6931, 6947, 6953, 6964, 6975, 6985, 6986, 6989, 6990, 6991, 6997, 7000, 7001, 7003, 7006, 7007, 7012, 7017, 7037, 7038, 7039, 7041, 7050, 7052, 7057, 7064, 7067, 7070, 7073, 7078, 7082, 7086, 7091, 7110, 7114, 7120, 7125, 7135, 7138, 7143, 7159, 7163, 7172, 7175, 7189, 7190, 7200, 7205, 7229, 7233, 7240, 7243, 7256, 7261, 7272, 7276, 7278, 7283, 7284, 7291, 7304, 7312, 7321, 7323, 7327, 7331, 7332, 7335, 7337, 7345, 7355, 7366, 7367, 7370, 7371, 7374, 7385, 7386, 7388, 7390, 7405, 7413, 7416, 7432, 7440, 7444, 7452, 7457, 7463, 7464, 7467, 7479, 7495, 7502, 7515, 7517, 7522, 7528, 7550, 7564, 7571, 7576, 7580, 7582, 7584, 7602, 7609, 7622, 7632, 7647, 7655, 7664, 7665, 7670, 7675, 7681, 7684, 7689, 7692, 7693, 7699, 7707, 7711, 7716, 7720, 7721, 7726, 7745, 7748, 7761, 7762, 7764, 7768, 7769, 7774, 7777, 7786, 7789, 7798, 7811, 7818, 7823, 7824, 7825, 7826, 7829, 7837, 7850, 7875, 7885, 7891, 7895, 7896, 7897, 7908, 7909, 7914, 7916, 7920, 7924, 7925, 7926, 7932, 7936, 7940, 7950, 7955, 7959, 7961, 7966, 7987, 7988, 7989, 8022, 8033, 8042, 8048, 8063, 8074, 8077, 8078, 8087, 8093, 8096, 8112, 8119, 8124, 8141, 8160, 8164, 8167, 8168, 8173, 8177, 8179, 8182, 8199, 8200, 8213, 8222, 8229, 8230, 8233, 8249, 8263, 8290, 8292, 8317, 8319, 8320, 8333, 8334, 8335, 8337, 8366, 8373, 8377, 8387, 8391, 8399, 8412, 8414, 8415, 8434, 8436, 8441, 8443, 8468, 8472, 8480, 8483, 8492, 8499, 8500, 8515, 8521, 8527, 8528, 8531, 8532, 8539, 8541, 8547, 8556, 8560, 8585, 8592, 8593, 8597, 8607, 8609, 8615, 8618, 8629, 8647, 8649, 8660, 8672, 8673, 8677, 8678, 8679, 8689, 8693, 8694, 8700, 8702, 8704, 8718, 8720, 8727, 8730, 8744, 8748, 8749, 8756, 8761, 8762, 8776, 8783, 8785, 8794, 8811, 8816, 8823, 8825, 8836, 8839, 8853, 8858, 8861, 8872, 8884, 8885, 8887, 8893, 8896, 8905, 8911, 8914, 8918, 8921, 8942, 8943, 8948, 8955, 8957, 8959, 8971, 8981, 8987, 9003, 9014, 9027, 9033, 9051, 9056, 9061, 9072, 9073, 9077, 9078, 9080, 9083, 9104, 9105, 9108, 9118, 9120, 9132, 9145, 9148, 9160, 9173, 9174, 9184, 9192, 9196, 9200, 9207, 9213, 9225, 9231, 9232, 9236, 9240, 9244, 9257, 9284, 9301, 9304, 9306, 9313, 9332, 9339, 9341, 9345, 9346, 9349, 9350, 9355, 9357, 9372, 9375, 9378, 9382, 9383, 9404, 9422, 9424, 9427, 9429, 9434, 9460, 9481, 9484, 9485, 9497, 9507, 9510, 9513, 9515, 9517, 9518, 9519, 9528, 9532, 9535, 9552, 9557, 9559, 9566, 9580, 9591, 9596, 9604, 9605, 9611, 9631, 9669, 9672, 9677, 9680, 9684, 9686, 9688, 9692, 9696, 9710, 9712, 9721, 9729, 9733, 9736, 9745, 9749, 9755, 9765, 9778, 9787, 9794, 9795, 9799, 9805, 9842, 9844, 9851, 9854, 9862, 9874, 9876, 9877, 9887, 9890, 9892, 9895, 9897, 9904, 9909, 9918, 9922, 9941, 9992, 9994, 9995, 10001, 10002, 10008, 10009, 10024, 10027, 10032, 10039, 10040, 10041, 10063, 10078, 10080, 10091, 10099, 10102, 10115, 10123, 10137, 10155, 10157, 10159, 10160, 10162, 10163, 10169, 10172, 10179, 10180, 10181, 10186, 10205, 10206, 10224, 10229, 10251, 10253, 10265, 10274, 10282, 10291, 10293, 10300, 10302, 10304, 10308, 10320, 10323, 10338, 10339, 10345, 10347, 10350, 10368, 10372, 10377, 10389, 10400, 10412, 10415, 10422, 10426, 10432, 10451, 10459, 10469, 10488, 10491, 10494, 10508, 10512, 10528, 10555, 10559, 10572, 10582, 10589, 10598, 10615, 10660, 10661, 10673, 10674, 10680, 10698, 10704, 10711, 10714, 10716, 10726, 10732, 10735, 10739, 10764, 10769, 10770, 10775, 10802, 10826, 10852, 10866, 10876, 10886, 10887, 10891, 10892, 10897, 10898, 10906, 10909, 10914, 10918, 10932, 10939, 10941, 10949, 10952, 10955, 10967, 10972, 10977, 11002, 11003, 11012, 11016, 11027, 11033, 11037, 11040, 11053, 11057, 11060, 11069, 11073, 11077, 11090, 11100, 11102, 11104, 11107, 11129, 11138, 11139, 11145, 11159, 11161, 11187, 11208, 11210, 11219, 11233, 11242, 11244, 11265, 11273, 11294, 11300, 11302, 11303, 11313, 11320, 11323, 11325, 11344, 11345, 11352, 11369, 11388, 11389, 11409, 11422, 11434, 11447, 11459, 11477, 11478, 11494, 11496, 11507, 11517, 11519, 11522, 11531, 11541, 11559, 11561, 11573, 11578, 11579, 11581, 11603, 11610, 11612, 11617, 11618, 11625, 11645, 11646, 11666, 11684, 11688, 11708, 11712, 11726, 11759, 11762, 11765, 11766, 11768, 11769, 11777, 11780, 11785, 11786, 11789, 11790, 11796, 11806, 11811, 11814, 11830, 11833, 11841, 11852, 11860, 11863, 11865, 11866, 11890, 11899, 11902, 11903, 11910, 11917, 11919, 11927, 11942, 11952, 11953, 11956, 11961, 11984, 11990, 11991, 11995, 12004, 12012, 12045, 12049, 12060, 12063, 12085, 12087, 12091, 12098, 12107, 12115, 12118, 12123, 12131, 12134, 12143, 12154, 12156, 12157, 12172, 12173, 12174, 12182, 12187, 12218, 12223, 12228, 12246, 12252, 12256, 12262, 12263, 12267, 12268, 12272, 12274, 12275, 12282, 12284, 12293, 12295, 12313, 12320, 12323, 12325, 12331, 12332, 12333, 12337, 12352, 12354, 12358, 12360, 12364, 12366, 12375, 12387, 12393, 12396, 12405, 12407, 12411, 12419, 12422, 12423, 12424, 12435, 12439, 12448, 12460, 12473, 12476, 12482, 12485, 12496, 12500, 12520, 12528, 12550, 12555, 12564, 12571, 12572, 12586, 12590, 12605, 12609, 12625, 12632, 12649, 12656, 12662, 12670, 12699, 12714, 12724, 12742, 12745, 12746, 12753, 12758, 12768, 12773, 12775, 12779, 12793, 12794, 12802, 12804, 12810, 12820, 12823, 12828, 12833, 12834, 12844, 12846, 12856, 12872, 12876, 12877, 12885, 12889, 12892, 12898, 12905, 12908, 12917, 12920, 12923, 12924, 12934, 12938, 12941, 12950, 12968, 12973, 12978, 12980, 12990, 13007, 13016, 13027, 13029, 13034, 13047, 13048, 13055, 13056, 13058, 13064, 13068, 13076, 13086, 13088, 13089, 13097, 13099, 13101, 13118, 13121, 13122, 13138, 13140, 13144, 13151, 13156, 13168, 13174, 13175, 13179, 13183, 13194, 13206, 13207, 13217, 13226, 13243, 13246, 13254, 13259, 13261, 13262, 13271, 13308, 13310, 13315, 13319, 13334, 13344, 13348, 13354, 13364, 13372, 13373, 13382, 13385, 13391, 13397, 13402, 13406, 13408, 13414, 13418, 13423, 13425, 13431, 13433, 13436, 13437, 13460, 13487, 13503, 13505, 13508, 13511, 13514, 13518, 13521, 13528, 13530, 13533, 13535, 13538, 13553, 13555, 13575, 13577, 13591, 13592, 13596, 13599, 13611, 13620, 13621, 13628, 13629, 13678, 13682, 13706, 13707, 13724, 13728, 13729, 13738, 13746, 13758, 13768, 13779, 13780, 13797, 13809, 13815, 13819, 13828, 13829, 13849, 13868, 13871, 13875, 13882, 13885, 13903, 13914, 13924, 13932, 13933, 13940, 13941, 13942, 13949, 13955, 13962, 13966, 13968, 13969, 13984, 13986, 13993, 13994, 13999, 14011, 14013, 14015, 14019, 14049, 14061, 14065, 14067, 14068, 14071, 14105, 14108, 14120, 14126, 14138, 14142, 14147, 14152, 14158, 14173, 14174, 14179, 14182, 14202, 14203, 14211, 14212, 14216, 14220, 14223, 14249, 14253, 14255, 14261, 14266, 14272, 14276, 14283, 14284, 14292, 14307, 14312, 14313, 14314, 14324, 14325, 14330, 14333, 14340, 14347, 14356, 14361, 14375, 14378, 14381, 14385, 14391, 14437, 14444, 14470, 14477, 14484, 14494, 14520, 14542, 14579, 14592, 14600, 14612, 14613, 14614, 14628, 14640, 14647, 14648, 14656, 14661, 14666, 14669, 14678, 14679, 14683, 14688, 14693, 14696, 14700, 14707, 14714, 14726, 14727, 14728, 14745, 14763, 14768, 14770, 14775, 14777, 14794, 14799, 14811, 14817, 14825, 14826, 14827, 14838, 14839, 14845, 14867, 14872, 14873, 14886, 14891, 14901, 14908, 14917, 14944, 14950, 14956, 14959, 14965, 14970, 14972, 14973, 14978, 14979, 14982, 14985, 14987, 14988, 14992, 14994, 15011, 15017, 15021, 15043, 15044, 15067, 15068, 15077, 15088, 15100, 15101, 15113, 15114, 15131, 15132, 15137, 15143, 15144, 15146, 15148, 15154, 15169, 15173, 15180, 15188, 15192, 15197, 15215, 15223, 15225, 15241, 15242, 15249, 15255, 15259, 15265, 15270, 15272, 15273, 15277, 15312, 15320, 15332, 15345, 15358, 15364, 15371, 15384, 15388, 15396, 15397, 15420, 15422, 15439, 15445, 15447, 15457, 15465, 15467, 15472, 15488, 15497, 15511, 15513, 15516, 15525, 15549, 15552, 15569, 15570, 15587, 15593, 15623, 15630, 15637, 15638, 15652, 15657, 15658, 15664, 15665, 15671, 15690, 15692, 15705, 15706, 15709, 15713, 15727, 15734, 15748, 15757, 15761, 15766, 15771, 15778, 15791, 15796, 15799, 15804, 15814, 15817, 15826, 15828, 15829, 15833, 15850, 15852, 15857, 15862, 15864, 15872, 15877, 15885, 15899, 15913, 15918, 15925, 15928, 15932, 15941, 15943, 15947, 15955, 15960, 15963, 15973, 15978, 15983, 15986, 15987, 15999, 16011, 16017, 16020, 16023, 16024, 16027, 16030, 16031, 16067, 16077, 16079, 16084, 16110, 16111, 16112, 16120, 16124, 16148, 16153, 16165, 16168, 16175, 16192, 16205, 16213, 16221, 16233, 16237, 16248, 16254, 16255, 16256, 16269, 16279, 16286, 16302, 16311, 16324, 16329, 16331, 16335, 16361, 16372, 16376, 16421, 16428, 16429, 16441, 16459, 16464, 16470, 16472, 16486, 16500, 16502, 16539, 16544, 16548, 16565, 16587, 16590, 16599, 16611, 16620, 16637, 16649, 16652, 16662, 16663, 16665, 16666, 16679, 16682, 16691, 16696, 16702, 16705, 16710, 16714, 16716, 16719, 16736, 16753, 16754, 16761, 16763, 16767, 16773, 16795, 16807, 16815, 16817, 16820, 16843, 16845, 16851, 16856, 16857, 16859, 16866, 16867, 16869, 16870, 16875, 16889, 16892, 16893, 16895, 16896, 16900, 16903, 16906, 16917, 16926, 16929, 16932, 16941, 16946, 16948, 16953, 16957, 16964, 16993, 17001, 17015, 17030, 17035, 17041, 17058, 17062, 17065, 17080, 17083, 17100, 17103, 17104, 17108, 17120, 17135, 17138, 17139, 17147, 17159, 17169, 17192, 17195, 17201, 17209, 17210, 17215, 17219, 17234, 17248, 17264, 17267, 17274, 17288, 17295, 17297, 17303, 17304, 17310, 17315, 17317, 17319, 17323, 17325, 17327, 17335, 17339, 17346, 17349, 17357, 17364, 17376, 17377, 17380, 17393, 17398, 17400, 17409, 17425, 17436, 17443, 17458, 17461, 17472, 17476, 17479, 17480, 17481, 17482, 17505, 17521, 17531, 17532, 17536, 17537, 17556, 17560, 17563, 17565, 17571, 17582, 17612, 17613, 17615, 17643, 17646, 17657, 17658, 17662, 17679, 17696, 17708, 17713, 17724, 17725, 17727, 17753, 17758, 17759, 17760, 17762, 17767, 17774, 17777, 17778, 17783, 17791, 17793, 17795, 17801, 17804, 17813, 17817, 17826, 17829, 17835, 17836, 17844, 17850, 17857, 17869, 17876, 17887, 17892, 17894, 17896, 17898, 17901, 17908, 17910, 17917, 17926, 17936, 17937, 17942, 17958, 17962, 17973, 17978, 18016, 18019, 18032, 18034, 18038, 18041, 18042, 18068, 18079, 18085, 18108, 18120, 18128, 18139, 18147, 18148, 18150, 18155, 18156, 18157, 18162, 18174, 18178, 18196, 18219, 18225, 18238, 18240, 18246, 18247, 18251, 18254, 18259, 18268, 18275, 18287, 18297, 18318, 18327, 18332, 18342, 18345, 18348, 18359, 18407, 18410, 18411, 18421, 18423, 18441, 18442, 18443, 18446, 18451, 18454, 18455, 18471, 18476, 18478, 18483, 18491, 18492, 18497, 18508, 18509, 18538, 18541, 18545, 18574, 18589, 18592, 18594, 18601, 18605, 18621, 18637, 18644, 18647, 18650, 18652, 18654, 18667, 18677, 18685, 18699, 18729, 18752, 18755, 18764, 18780, 18794, 18806, 18808, 18813, 18819, 18838, 18852, 18863, 18879, 18888, 18911, 18922, 18932, 18936, 18956, 18963, 18964, 18966, 18982, 18989, 19007, 19037, 19040, 19041, 19066, 19095, 19099, 19111, 19118, 19137, 19139, 19140, 19160, 19176, 19196, 19206, 19212, 19231, 19245, 19250, 19260, 19269, 19279, 19281, 19306, 19313, 19317, 19329, 19334, 19340, 19341, 19350, 19371, 19381, 19385, 19394, 19406, 19407, 19408, 19417, 19419, 19441, 19448, 19457, 19466, 19469, 19477, 19481, 19498, 19499, 19504, 19511, 19515, 19524, 19530, 19531, 19539, 19546, 19556, 19557, 19561, 19566, 19570, 19578, 19587, 19595, 19602, 19603, 19611, 19621, 19628, 19629, 19642, 19647, 19654, 19667, 19670, 19676, 19680, 19681, 19686, 19694, 19698, 19706, 19710, 19739, 19748, 19769, 19771, 19782, 19794, 19799, 19800, 19818, 19821, 19827, 19832, 19837, 19854, 19861, 19863, 19865, 19871, 19903, 19916, 19918, 19940, 19952, 19962, 19971, 19989, 19991, 20000, 20015, 20018, 20022, 20037, 20040, 20057, 20063, 20065, 20066, 20070, 20076, 20085, 20087, 20092, 20098, 20128, 20129, 20140, 20144, 20151, 20153, 20161, 20172, 20207, 20211, 20233, 20239, 20247, 20257, 20266, 20275, 20278, 20279, 20286, 20289, 20299, 20302, 20317, 20320, 20337, 20343, 20346, 20362, 20363, 20367, 20369, 20380, 20381, 20401, 20414, 20431, 20446, 20469, 20473, 20476, 20482, 20486, 20488, 20498, 20516, 20517, 20521, 20538, 20548, 20552, 20574, 20582, 20592, 20602, 20603, 20604, 20616, 20623, 20624, 20650, 20652, 20654, 20669, 20675, 20697, 20735, 20737, 20764, 20766, 20767, 20771, 20776, 20786, 20793, 20796, 20806, 20812, 20825, 20829, 20850, 20856, 20860, 20866, 20868, 20873, 20883, 20884, 20886, 20890, 20918, 20934, 20935, 20948, 20953, 20954, 20960, 20964, 20975, 20982, 20987, 20990, 20996, 20999, 21002, 21011, 21014, 21022, 21025, 21054, 21062, 21067, 21073, 21087, 21088, 21094, 21099, 21103, 21106, 21109, 21113, 21114, 21127, 21141, 21165, 21166, 21172, 21207, 21211, 21217, 21218, 21225, 21230, 21241, 21251, 21253, 21261, 21263, 21265, 21275, 21282, 21303, 21321, 21329, 21330, 21335, 21353, 21355, 21369, 21379, 21393, 21395, 21402, 21412, 21413, 21419, 21420, 21433, 21445, 21459, 21462, 21473, 21495, 21500, 21501, 21506, 21520, 21535, 21539, 21580, 21582, 21592, 21601, 21612, 21617, 21618, 21622, 21634, 21635, 21658, 21659, 21661, 21667, 21674, 21678, 21691, 21692, 21698, 21706, 21708, 21709, 21717, 21734, 21744, 21745, 21771, 21804, 21805, 21826, 21838, 21877, 21881, 21918, 21922, 21927, 21933, 21951, 21953, 21956, 21961, 21978, 21984, 21988, 21990, 22016, 22019, 22044, 22050, 22068, 22081, 22094, 22100, 22103, 22104, 22107, 22111, 22123, 22131, 22141, 22161, 22165, 22174, 22184, 22185, 22194, 22199, 22203, 22216, 22225, 22235, 22236, 22238, 22257, 22259, 22312, 22356, 22390, 22391, 22403, 22417, 22419, 22428, 22430, 22436, 22462, 22478, 22479, 22490, 22509, 22519, 22532, 22542, 22545, 22546, 22560, 22562, 22564, 22576, 22600, 22611, 22618, 22621, 22629, 22636, 22639, 22640, 22644, 22650, 22672, 22689, 22704, 22705, 22718, 22726, 22754, 22769, 22776, 22778, 22787, 22799, 22809, 22812, 22827, 22830, 22834, 22840, 22842, 22844, 22869, 22880, 22883, 22888, 22900, 22924, 22928, 22932, 22934, 22936, 22937, 22960, 22972, 22981, 22983, 22985, 22987, 22988, 23003, 23010, 23017, 23022, 23044, 23049, 23059, 23071, 23072, 23090, 23105, 23109, 23116, 23127, 23132, 23133, 23137, 23139, 23143, 23148, 23153, 23165, 23182, 23189, 23195, 23198, 23202, 23212, 23232, 23238, 23239, 23249, 23253, 23259, 23267, 23269, 23282, 23292, 23310, 23315, 23320, 23323, 23329, 23342, 23346, 23355, 23360, 23365, 23376, 23382, 23397, 23406, 23407, 23412, 23413, 23419, 23429, 23443, 23453, 23464, 23471, 23481, 23482, 23486, 23489, 23490, 23492, 23496, 23497, 23506, 23526, 23529, 23539, 23542, 23554, 23568, 23576, 23588, 23593, 23603, 23605, 23616, 23632, 23635, 23640, 23641, 23648, 23668, 23683, 23687, 23688, 23689, 23693, 23720, 23723, 23741, 23750, 23759, 23787, 23796, 23805, 23812, 23854, 23872, 23886, 23890, 23893, 23907, 23910, 23912, 23917, 23922, 23925, 23937, 23946, 23953, 23958, 23965, 23966, 23970, 23972, 23980, 24004, 24008, 24018, 24030, 24040, 24044, 24058, 24073, 24096, 24110, 24112, 24116, 24121, 24126, 24143, 24144, 24154, 24157, 24161, 24163, 24187, 24197, 24215, 24227, 24228, 24231, 24232, 24235, 24237, 24256, 24264, 24268, 24270, 24273, 24285, 24287, 24289, 24294, 24295, 24298, 24315, 24318, 24321, 24331, 24332, 24345, 24359, 24383, 24412, 24413, 24415, 24428, 24431, 24434, 24453, 24460, 24474, 24478, 24479, 24480, 24493, 24504, 24510, 24516, 24520, 24532, 24555, 24565, 24569, 24577, 24578, 24597, 24601, 24617, 24620, 24646, 24658, 24677, 24694, 24697, 24724, 24745, 24751, 24759, 24764, 24768, 24782, 24785, 24791, 24795, 24824, 24831, 24839, 24848, 24863, 24874, 24876, 24879, 24880, 24885, 24898, 24905, 24918, 24919, 24924, 24928, 24932, 24938, 24965, 24968, 24972, 24984, 24995, 24998, 25000, 25030, 25040, 25047, 25052, 25063, 25066, 25070, 25074, 25075, 25093, 25094, 25107, 25112, 25129, 25135, 25141, 25147, 25148, 25164, 25181, 25182, 25215, 25219, 25224, 25225, 25233, 25237, 25239, 25246, 25257, 25258, 25264, 25266, 25270, 25271, 25276, 25283, 25284, 25286, 25308, 25309, 25337, 25344, 25345, 25353, 25358, 25360, 25365, 25371, 25382, 25406, 25412, 25417, 25430, 25440, 25454, 25467, 25475, 25505, 25521, 25524, 25542, 25544, 25551, 25566, 25575, 25578, 25581, 25596, 25597, 25598, 25603, 25613, 25626, 25644, 25645, 25646, 25651, 25669, 25670, 25727, 25741, 25742, 25754, 25755, 25757, 25773, 25775, 25791, 25813, 25816, 25819, 25826, 25833, 25840, 25860, 25866, 25868, 25871, 25873, 25888, 25889, 25891, 25903, 25909, 25920, 25921, 25927, 25935, 25937, 25941, 25948, 25951, 25957, 25964, 25978, 25989, 26000, 26004, 26014, 26019, 26025, 26044, 26056, 26058, 26061, 26064, 26067, 26078, 26090, 26109, 26120, 26125, 26138, 26139, 26166, 26182, 26185, 26186, 26193, 26194, 26201, 26216, 26221, 26227, 26247, 26252, 26253, 26257, 26290, 26294, 26303, 26315, 26320, 26327, 26331, 26334, 26339, 26353, 26383, 26412, 26422, 26426, 26427, 26437, 26441, 26444, 26448, 26450, 26451, 26454, 26466, 26467, 26469, 26503, 26508, 26511, 26526, 26540, 26546, 26566, 26582, 26594, 26595, 26597, 26600, 26608, 26617, 26625, 26650, 26660, 26661, 26672, 26679, 26691, 26700, 26705, 26732, 26761, 26762, 26770, 26771, 26773, 26775, 26777, 26816, 26818, 26830, 26843, 26845, 26847, 26851, 26858, 26864, 26879, 26880, 26896, 26897, 26907, 26942, 26949, 26958, 26966, 26972, 26981, 26986, 26996, 27004, 27011, 27042, 27051, 27099, 27121, 27125, 27135, 27154, 27160, 27161, 27163, 27165, 27170, 27177, 27179, 27180, 27186, 27192, 27194, 27216, 27229, 27236, 27237, 27239, 27255, 27257, 27258, 27260, 27277, 27278, 27280, 27294, 27302, 27327, 27330, 27333, 27334, 27358, 27360, 27371, 27372, 27382, 27388, 27412, 27415, 27437, 27450, 27473, 27481, 27489, 27491, 27494, 27496, 27500, 27502, 27513, 27516, 27526, 27533, 27534, 27543, 27581, 27583, 27592, 27607, 27617, 27618, 27626, 27635, 27637, 27641, 27653, 27656, 27662, 27666, 27667, 27669, 27678, 27695, 27696, 27718, 27719, 27721, 27728, 27739, 27745, 27757, 27763, 27782, 27793, 27799, 27807, 27811, 27826, 27839, 27850, 27851, 27859, 27864, 27873, 27883, 27885, 27894, 27895, 27899, 27902, 27910, 27911, 27921, 27938, 27945, 27959, 27970, 27976, 27991, 28006, 28013, 28028, 28039, 28050, 28097, 28098, 28103, 28125, 28137, 28138, 28140, 28151, 28155, 28161, 28166, 28185, 28193, 28200, 28207, 28209, 28224, 28228, 28235, 28242, 28260, 28271, 28274, 28278, 28279, 28281, 28284, 28287, 28291, 28302, 28312, 28314, 28317, 28325, 28329, 28332, 28338, 28343, 28345, 28364, 28385, 28387, 28394, 28404, 28407, 28409, 28412, 28415, 28427, 28439, 28446, 28458, 28466, 28469, 28484, 28488, 28499, 28506, 28508, 28516, 28521, 28525, 28537, 28538, 28550, 28562, 28565, 28574, 28582, 28595, 28603, 28628, 28629, 28633, 28635, 28639, 28641, 28647, 28658, 28660, 28661, 28663, 28669, 28675, 28677, 28678, 28707, 28709, 28737, 28741, 28744, 28761, 28770, 28785, 28791, 28795, 28811, 28830, 28862, 28879, 28894, 28900, 28916, 28925, 28927, 28930, 28948, 28953, 28957, 28968, 28980, 28986, 29000, 29021, 29035, 29040, 29048, 29049, 29056, 29059, 29066, 29086, 29091, 29100, 29110, 29117, 29120, 29126, 29127, 29162, 29163, 29167, 29169, 29188, 29193, 29203, 29218, 29253, 29274, 29290, 29293, 29296, 29307, 29324, 29328, 29345, 29361, 29362, 29369, 29382, 29387, 29396, 29399, 29403, 29406, 29426, 29438, 29454, 29458, 29462, 29483, 29484, 29496, 29500, 29501, 29510, 29519, 29542, 29545, 29562, 29566, 29580, 29609, 29613, 29623, 29629, 29630, 29641, 29651, 29656, 29660, 29663, 29672, 29679, 29690, 29698, 29712, 29721, 29725, 29729, 29733, 29750, 29751, 29759, 29784, 29797, 29799, 29807, 29838, 29839, 29851, 29858, 29861, 29862, 29872, 29897, 29900, 29902, 29908, 29909, 29919, 29936, 29965, 29968, 29978, 29981, 29983, 29999, 30005, 30013, 30017, 30037, 30039, 30046, 30057, 30064, 30082, 30088, 30095, 30112, 30117, 30121, 30144, 30152, 30156, 30161, 30162, 30170, 30180, 30187, 30192, 30241, 30270, 30273, 30275, 30292, 30293, 30310, 30332, 30339, 30346, 30348, 30378, 30390, 30401, 30402, 30404, 30420, 30423, 30426, 30430, 30437, 30442, 30445, 30449, 30458, 30467, 30473, 30485, 30488, 30492, 30493, 30494, 30504, 30507, 30511, 30513, 30521, 30522, 30528, 30529, 30533, 30540, 30547, 30549, 30558, 30559, 30563, 30568, 30589, 30601, 30608, 30614, 30615, 30619, 30623, 30641, 30649, 30652, 30659, 30679, 30690, 30703, 30745, 30761, 30772, 30781, 30787, 30792, 30806, 30842, 30844, 30847, 30848, 30849, 30859, 30864, 30866, 30886, 30895, 30897, 30902, 30905, 30907, 30908, 30911, 30930, 30935, 30939, 30941, 30955, 30960, 30962, 30974, 30975, 30979, 30992, 31001, 31012, 31027, 31036, 31042, 31047, 31062, 31079, 31089, 31090, 31104, 31105, 31111, 31113, 31117, 31124, 31133, 31135, 31143, 31144, 31150, 31154, 31155, 31158, 31189, 31192, 31220, 31226, 31229, 31230, 31235, 31245, 31252, 31262, 31270, 31271, 31273, 31275, 31277, 31283, 31301, 31327, 31339, 31343, 31345, 31352, 31354, 31388, 31392, 31411, 31435, 31453, 31468, 31474, 31480, 31507, 31508, 31509, 31510, 31513, 31541, 31544, 31555, 31557, 31562, 31564, 31565, 31571, 31572, 31576, 31597, 31601, 31627, 31629, 31633, 31644, 31649, 31663, 31666, 31671, 31684, 31687, 31688, 31698, 31699, 31709, 31712, 31719, 31720, 31723, 31724, 31726, 31727, 31738, 31745, 31747, 31753, 31755, 31766, 31769, 31773, 31779, 31780, 31799, 31803, 31806, 31810, 31812, 31825, 31829, 31843, 31882, 31885, 31888, 31894, 31902, 31907, 31910, 31911, 31922, 31924, 31926, 31941, 31950, 31951, 31976, 31978, 31980, 32006, 32009, 32010, 32014, 32034, 32038, 32045, 32047, 32057, 32061, 32072, 32083, 32084, 32091, 32105, 32115, 32116, 32124, 32128, 32133, 32145, 32147, 32149, 32162, 32165, 32184, 32189, 32200, 32208, 32211, 32212, 32226, 32227, 32230, 32238, 32240, 32252, 32259, 32262, 32263, 32271, 32294, 32309, 32313, 32317, 32329, 32334, 32342, 32346, 32348, 32356, 32357, 32377, 32382, 32387, 32388, 32392, 32402, 32407, 32410, 32425, 32426, 32439, 32447, 32470, 32481, 32491, 32500, 32501, 32505, 32511, 32528, 32549, 32565, 32578, 32581, 32606, 32612, 32617, 32623, 32629, 32640, 32652, 32658, 32663, 32664, 32667, 32671, 32679, 32685, 32690, 32712, 32714, 32715, 32727, 32737, 32739, 32747, 32749, 32753, 32761] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c52063b5213a9a27eb3c64960ca89c7ff369351f Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b231a32f33f59329ff281fed5a31f2bb9da369d5 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..2283dad621ce73798a9a8c8a7739fc51e5c7eaf6 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:last_token)_indices @@ -0,0 +1 @@ +[5, 76, 112, 157, 284, 327, 398, 652, 705, 720, 741, 749, 785, 804, 806, 896, 952, 983, 1022, 1044, 1074, 1106, 1107, 1141, 1155, 1158, 1163, 1170, 1201, 1211, 1216, 1276, 1278, 1297, 1506, 1546, 1565, 1583, 1603, 1697, 1838, 1885, 1895, 1931, 1951, 1990, 2002, 2099, 2178, 2203, 2221, 2247, 2257, 2317, 2453, 2454, 2566, 2598, 2634, 2644, 2654, 2711, 2794, 2843, 2845, 2901, 2921, 2936, 2937, 2956, 2995, 3000, 3149, 3183, 3242, 3245, 3257, 3378, 3379, 3439, 3455, 3527, 3536, 3561, 3586, 3639, 3706, 3807, 3909, 3938, 3970, 3973, 3997, 4022, 4023, 4056, 4109, 4139, 4232, 4336, 4456, 4470, 4523, 4569, 4592, 4593, 4726, 4748, 4760, 4761, 4802, 4811, 4971, 5002, 5040, 5132, 5149, 5193, 5326, 5337, 5469, 5480, 5489, 5529, 5571, 5685, 5742, 5783, 5845, 5885, 5906, 6101, 6164, 6188, 6193, 6274, 6276, 6332, 6409, 6452, 6508, 6524, 6529, 6558, 6593, 6600, 6613, 6633, 6645, 6663, 6687, 6713, 6788, 6853, 6891, 6926, 6954, 6959, 6989, 7006, 7012, 7033, 7038, 7082, 7220, 7233, 7331, 7337, 7395, 7405, 7684, 7720, 7798, 7924, 7953, 8022, 8042, 8074, 8102, 8109, 8247, 8395, 8527, 8539, 8541, 8559, 8661, 8755, 8785, 8811, 8855, 8861, 8869, 8983, 8987, 9017, 9033, 9034, 9050, 9074, 9105, 9108, 9129, 9258, 9313, 9372, 9397, 9427, 9428, 9434, 9440, 9474, 9545, 9604, 9605, 9677, 9794, 9827, 9892, 9994, 10094, 10137, 10159, 10177, 10206, 10224, 10229, 10298, 10300, 10304, 10378, 10491, 10627, 10635, 10654, 10699, 10735, 10754, 10783, 10853, 10929, 10931, 10939, 11046, 11090, 11100, 11107, 11112, 11175, 11208, 11244, 11273, 11292, 11320, 11337, 11389, 11395, 11468, 11620, 11635, 11645, 11790, 11869, 11934, 11995, 12150, 12167, 12246, 12268, 12292, 12295, 12343, 12345, 12443, 12485, 12509, 12520, 12529, 12583, 12753, 12758, 12768, 12802, 12813, 12860, 12963, 12980, 13029, 13146, 13174, 13194, 13228, 13310, 13334, 13433, 13477, 13484, 13536, 13550, 13592, 13672, 13736, 13746, 13802, 13955, 13984, 14015, 14105, 14108, 14184, 14223, 14249, 14313, 14348, 14484, 14511, 14613, 14681, 14683, 14762, 14867, 14873, 14886, 14926, 14959, 15074, 15173, 15215, 15273, 15277, 15285, 15396, 15516, 15576, 15587, 15588, 15626, 15639, 15682, 15690, 15759, 15793, 15804, 15815, 15828, 15850, 15931, 15938, 15950, 15963, 15978, 16023, 16030, 16154, 16185, 16245, 16256, 16414, 16539, 16544, 16647, 16742, 16807, 16845, 16869, 16894, 16917, 16974, 17108, 17138, 17226, 17297, 17312, 17393, 17436, 17475, 17493, 17612, 17619, 17662, 17678, 17736, 17762, 17801, 17829, 17862, 17873, 17896, 17933, 17934, 17952, 18042, 18089, 18117, 18359, 18393, 18410, 18411, 18430, 18438, 18574, 18813, 18822, 18823, 18922, 18924, 18942, 18947, 18985, 19020, 19103, 19245, 19315, 19342, 19441, 19690, 19708, 19717, 19821, 19852, 19969, 20057, 20087, 20158, 20179, 20206, 20257, 20289, 20337, 20370, 20389, 20606, 20796, 20799, 21025, 21089, 21094, 21103, 21114, 21239, 21251, 21275, 21282, 21338, 21352, 21540, 21541, 21544, 21612, 21635, 21668, 21681, 21682, 21708, 21748, 21771, 22111, 22191, 22206, 22257, 22264, 22560, 22571, 22742, 22761, 23035, 23071, 23182, 23249, 23324, 23379, 23405, 23422, 23481, 23529, 23634, 23646, 23706, 23768, 23794, 23810, 23813, 23876, 23910, 23921, 23922, 23928, 23966, 23969, 24023, 24030, 24033, 24050, 24154, 24186, 24209, 24237, 24434, 24782, 24791, 25041, 25070, 25094, 25141, 25184, 25199, 25255, 25288, 25351, 25382, 25430, 25575, 25595, 25623, 25652, 25773, 25775, 25859, 26033, 26086, 26107, 26146, 26193, 26243, 26255, 26336, 26437, 26441, 26526, 26546, 26559, 26805, 26820, 26822, 26851, 26908, 27134, 27180, 27229, 27315, 27358, 27459, 27529, 27566, 27652, 27680, 27751, 27798, 27850, 27859, 27940, 28086, 28292, 28345, 28412, 28469, 28621, 28665, 28678, 28746, 28770, 28818, 28841, 28878, 28879, 28952, 29005, 29110, 29127, 29172, 29312, 29403, 29438, 29519, 29672, 29759, 29811, 29872, 29936, 30008, 30017, 30063, 30121, 30199, 30311, 30536, 30556, 30608, 30614, 30649, 30717, 30772, 30801, 30866, 30883, 30886, 30899, 30922, 30991, 31024, 31027, 31033, 31141, 31154, 31158, 31169, 31221, 31230, 31437, 31506, 31534, 31552, 31562, 31564, 31607, 31627, 31666, 31709, 31810, 31831, 31908, 31936, 32097, 32199, 32214, 32265, 32357, 32368, 32457, 32612, 32640, 32670, 32679, 32691, 32723, 32737] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..28c03d40edefedb6981a98dd77bc45bb25a8a2d9 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:13,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4511f45670644e6a12d8f4318ee34ec4c28fa963 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..96f79af403c9a1a3bba08c84de6a1d1d11220fe5 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[17, 22, 24, 36, 45, 54, 69, 74, 76, 82, 84, 89, 95, 114, 119, 121, 123, 132, 148, 156, 157, 158, 190, 210, 211, 213, 215, 220, 238, 240, 256, 267, 291, 294, 295, 312, 360, 362, 365, 368, 374, 378, 388, 418, 419, 428, 446, 460, 466, 478, 487, 491, 519, 521, 542, 545, 558, 559, 575, 585, 602, 612, 632, 640, 645, 654, 658, 671, 697, 699, 704, 705, 712, 727, 728, 732, 767, 776, 778, 779, 850, 860, 894, 907, 959, 967, 992, 994, 995, 1001, 1003, 1010, 1015, 1056, 1064, 1074, 1076, 1095, 1108, 1111, 1122, 1133, 1145, 1148, 1156, 1158, 1169, 1174, 1194, 1201, 1212, 1223, 1237, 1252, 1263, 1281, 1294, 1297, 1298, 1305, 1323, 1352, 1357, 1367, 1369, 1371, 1400, 1408, 1409, 1418, 1430, 1437, 1456, 1460, 1510, 1531, 1533, 1552, 1555, 1600, 1605, 1606, 1660, 1673, 1679, 1689, 1697, 1714, 1716, 1725, 1731, 1773, 1775, 1789, 1810, 1822, 1825, 1832, 1863, 1865, 1885, 1904, 1906, 1907, 1911, 1922, 1937, 1943, 1972, 1982, 2000, 2016, 2031, 2033, 2046, 2066, 2071, 2076, 2101, 2128, 2145, 2146, 2150, 2161, 2162, 2167, 2173, 2193, 2197, 2204, 2236, 2243, 2248, 2249, 2257, 2262, 2277, 2284, 2292, 2313, 2317, 2322, 2340, 2342, 2348, 2360, 2362, 2367, 2368, 2372, 2374, 2377, 2379, 2388, 2397, 2408, 2411, 2415, 2428, 2477, 2486, 2490, 2497, 2498, 2513, 2516, 2527, 2535, 2543, 2547, 2551, 2558, 2561, 2585, 2596, 2597, 2599, 2630, 2638, 2663, 2664, 2674, 2683, 2684, 2701, 2724, 2728, 2730, 2732, 2766, 2770, 2785, 2808, 2810, 2825, 2842, 2868, 2875, 2890, 2907, 2912, 2914, 2917, 2931, 2943, 2947, 2958, 2960, 2967, 2981, 2985, 3001, 3003, 3004, 3013, 3018, 3022, 3027, 3037, 3044, 3053, 3057, 3061, 3063, 3068, 3090, 3094, 3104, 3112, 3134, 3142, 3155, 3172, 3175, 3186, 3202, 3214, 3223, 3255, 3317, 3321, 3336, 3357, 3393, 3427, 3429, 3440, 3452, 3479, 3481, 3482, 3489, 3513, 3515, 3530, 3548, 3549, 3557, 3564, 3568, 3570, 3581, 3584, 3587, 3594, 3596, 3623, 3667, 3677, 3691, 3695, 3700, 3712, 3723, 3739, 3750, 3756, 3778, 3782, 3784, 3795, 3799, 3809, 3820, 3823, 3852, 3854, 3859, 3866, 3908, 3912, 3930, 3936, 3954, 3979, 3986, 3997, 4021, 4024, 4064, 4070, 4101, 4103, 4106, 4113, 4121, 4144, 4161, 4174, 4200, 4218, 4228, 4237, 4245, 4253, 4262, 4279, 4282, 4292, 4293, 4297, 4308, 4309, 4322, 4341, 4364, 4370, 4376, 4382, 4394, 4429, 4435, 4442, 4449, 4454, 4456, 4473, 4486, 4507, 4519, 4521, 4552, 4567, 4576, 4602, 4613, 4640, 4655, 4656, 4661, 4664, 4668, 4672, 4676, 4687, 4692, 4704, 4711, 4748, 4751, 4753, 4755, 4778, 4789, 4791, 4816, 4832, 4839, 4890, 4900, 4903, 4916, 4966, 4980, 4981, 5006, 5025, 5047, 5049, 5056, 5064, 5069, 5093, 5095, 5103, 5135, 5150, 5157, 5183, 5184, 5186, 5187, 5191, 5210, 5230, 5231, 5235, 5260, 5273, 5290, 5327, 5328, 5329, 5350, 5371, 5374, 5377, 5388, 5412, 5414, 5415, 5437, 5452, 5453, 5486, 5498, 5508, 5546, 5571, 5583, 5590, 5593, 5610, 5634, 5650, 5654, 5657, 5672, 5674, 5677, 5683, 5690, 5704, 5718, 5733, 5747, 5748, 5749, 5781, 5798, 5814, 5818, 5825, 5828, 5833, 5835, 5846, 5854, 5866, 5891, 5902, 5918, 5920, 5926, 5935, 5952, 5969, 5971, 5975, 5995, 6015, 6055, 6059, 6077, 6082, 6087, 6088, 6094, 6095, 6139, 6179, 6182, 6186, 6187, 6228, 6251, 6265, 6285, 6289, 6296, 6299, 6301, 6308, 6326, 6329, 6339, 6347, 6348, 6383, 6400, 6416, 6417, 6425, 6428, 6430, 6432, 6437, 6447, 6453, 6455, 6482, 6543, 6547, 6556, 6565, 6569, 6579, 6589, 6614, 6619, 6630, 6631, 6642, 6644, 6647, 6651, 6700, 6712, 6727, 6734, 6740, 6749, 6770, 6784, 6794, 6798, 6801, 6822, 6826, 6835, 6839, 6842, 6844, 6851, 6852, 6858, 6862, 6870, 6884, 6890, 6938, 6942, 6982, 6985, 6990, 6992, 7004, 7009, 7010, 7023, 7033, 7041, 7046, 7055, 7099, 7107, 7114, 7138, 7149, 7150, 7159, 7189, 7205, 7227, 7243, 7252, 7254, 7264, 7266, 7267, 7277, 7279, 7306, 7307, 7314, 7321, 7325, 7330, 7356, 7357, 7375, 7396, 7426, 7443, 7459, 7469, 7480, 7516, 7533, 7534, 7539, 7548, 7558, 7563, 7580, 7592, 7632, 7654, 7677, 7721, 7725, 7728, 7732, 7736, 7740, 7760, 7763, 7766, 7788, 7796, 7802, 7817, 7819, 7822, 7831, 7847, 7866, 7872, 7894, 7908, 7935, 7960, 7968, 7969, 7988, 8010, 8017, 8019, 8027, 8030, 8035, 8077, 8079, 8098, 8100, 8114, 8115, 8118, 8129, 8136, 8141, 8154, 8164, 8183, 8235, 8241, 8245, 8247, 8292, 8294, 8315, 8318, 8324, 8326, 8383, 8384, 8386, 8392, 8394, 8398, 8417, 8426, 8427, 8446, 8461, 8473, 8512, 8537, 8557, 8575, 8579, 8590, 8610, 8651, 8660, 8668, 8676, 8692, 8722, 8736, 8739, 8745, 8748, 8750, 8772, 8777, 8824, 8830, 8836, 8838, 8855, 8861, 8878, 8895, 8914, 8920, 8922, 8952, 8953, 8957, 8960, 8962, 8963, 8969, 8981, 8987, 8991, 9021, 9032, 9033, 9054, 9057, 9069, 9087, 9111, 9112, 9165, 9175, 9178, 9179, 9220, 9257, 9276, 9283, 9292, 9302, 9309, 9319, 9329, 9332, 9348, 9350, 9358, 9366, 9426, 9432, 9437, 9438, 9452, 9459, 9475, 9498, 9509, 9535, 9558, 9564, 9578, 9595, 9596, 9623, 9636, 9644, 9656, 9673, 9689, 9706, 9708, 9720, 9737, 9751, 9753, 9755, 9772, 9784, 9788, 9802, 9803, 9824, 9830, 9832, 9903, 9918, 9940, 9942, 9947, 9969, 10007, 10011, 10036, 10046, 10068, 10085, 10123, 10151, 10154, 10159, 10170, 10209, 10211, 10217, 10218, 10228, 10240, 10243, 10247, 10249, 10261, 10266, 10268, 10273, 10277, 10290, 10292, 10299, 10320, 10336, 10341, 10357, 10371, 10374, 10392, 10405, 10414, 10425, 10432, 10454, 10456, 10464, 10469, 10480, 10484, 10498, 10501, 10503, 10509, 10537, 10564, 10571, 10589, 10599, 10601, 10625, 10640, 10654, 10667, 10696, 10704, 10706, 10737, 10754, 10759, 10766, 10768, 10806, 10812, 10814, 10820, 10823, 10824, 10842, 10853, 10861, 10864, 10865, 10895, 10925, 10938, 10946, 10957, 10961, 11005, 11015, 11029, 11034, 11041, 11087, 11119, 11129, 11137, 11177, 11190, 11206, 11207, 11222, 11223, 11234, 11241, 11245, 11251, 11269, 11278, 11283, 11308, 11319, 11320, 11372, 11384, 11389, 11406, 11417, 11418, 11432, 11441, 11445, 11448, 11460, 11483, 11505, 11506, 11512, 11513, 11523, 11537, 11553, 11559, 11563, 11573, 11582, 11585, 11590, 11597, 11628, 11631, 11657, 11660, 11674, 11706, 11711, 11716, 11728, 11732, 11740, 11752, 11773, 11774, 11785, 11798, 11812, 11833, 11839, 11844, 11859, 11860, 11891, 11924, 11953, 11966, 11975, 11976, 12012, 12025, 12041, 12044, 12066, 12076, 12078, 12079, 12080, 12089, 12098, 12121, 12124, 12130, 12137, 12174, 12178, 12204, 12208, 12272, 12310, 12317, 12343, 12355, 12378, 12383, 12394, 12412, 12430, 12441, 12475, 12523, 12533, 12545, 12551, 12555, 12584, 12593, 12594, 12608, 12626, 12650, 12652, 12683, 12700, 12705, 12707, 12710, 12717, 12753, 12754, 12755, 12761, 12773, 12783, 12806, 12809, 12816, 12820, 12823, 12844, 12858, 12863, 12883, 12884, 12913, 12917, 12935, 12943, 12949, 12967, 12970, 12971, 12987, 12988, 13013, 13017, 13026, 13030, 13061, 13067, 13088, 13114, 13115, 13124, 13125, 13163, 13192, 13195, 13212, 13236, 13263, 13273, 13274, 13294, 13297, 13314, 13316, 13335, 13337, 13340, 13346, 13359, 13369, 13381, 13385, 13391, 13393, 13396, 13424, 13429, 13441, 13451, 13516, 13520, 13521, 13524, 13539, 13560, 13570, 13578, 13625, 13629, 13630, 13639, 13647, 13651, 13653, 13657, 13661, 13667, 13669, 13672, 13677, 13680, 13693, 13706, 13708, 13728, 13735, 13741, 13742, 13746, 13771, 13807, 13815, 13822, 13855, 13877, 13878, 13898, 13901, 13912, 13917, 13923, 13932, 13939, 13940, 13978, 13986, 14025, 14058, 14060, 14090, 14101, 14102, 14109, 14113, 14134, 14142, 14149, 14176, 14177, 14178, 14191, 14209, 14212, 14237, 14288, 14295, 14304, 14306, 14328, 14347, 14351, 14352, 14356, 14358, 14363, 14365, 14412, 14415, 14424, 14428, 14432, 14441, 14450, 14486, 14488, 14493, 14499, 14502, 14514, 14521, 14525, 14527, 14538, 14546, 14565, 14568, 14574, 14610, 14625, 14629, 14630, 14643, 14644, 14650, 14659, 14664, 14686, 14687, 14704, 14712, 14714, 14719, 14735, 14763, 14772, 14777, 14780, 14788, 14794, 14795, 14805, 14832, 14833, 14870, 14884, 14900, 14917, 14922, 14924, 14935, 14948, 14951, 14977, 14979, 15027, 15029, 15031, 15032, 15041, 15051, 15056, 15080, 15095, 15097, 15098, 15112, 15121, 15130, 15145, 15156, 15160, 15179, 15222, 15223, 15228, 15254, 15278, 15301, 15306, 15324, 15389, 15396, 15412, 15424, 15426, 15430, 15439, 15466, 15494, 15498, 15510, 15517, 15541, 15562, 15566, 15571, 15575, 15583, 15610, 15638, 15639, 15640, 15647, 15654, 15664, 15671, 15673, 15741, 15742, 15750, 15752, 15773, 15785, 15792, 15807, 15815, 15824, 15838, 15853, 15864, 15872, 15875, 15909, 15922, 15924, 15926, 15942, 15950, 15965, 15981, 16005, 16009, 16015, 16019, 16021, 16048, 16051, 16076, 16106, 16110, 16123, 16132, 16170, 16193, 16232, 16241, 16246, 16254, 16257, 16266, 16272, 16295, 16317, 16334, 16360, 16369, 16416, 16420, 16432, 16467, 16513, 16529, 16539, 16553, 16555, 16565, 16567, 16595, 16619, 16624, 16633, 16644, 16664, 16674, 16689, 16693, 16700, 16704, 16718, 16729, 16731, 16739, 16758, 16776, 16784, 16793, 16850, 16862, 16881, 16892, 16913, 16914, 16947, 16950, 16954, 16963, 16978, 16995, 16996, 17001, 17028, 17037, 17058, 17061, 17070, 17082, 17094, 17098, 17100, 17119, 17120, 17122, 17137, 17148, 17168, 17181, 17189, 17193, 17195, 17200, 17225, 17252, 17262, 17269, 17273, 17296, 17303, 17304, 17331, 17356, 17362, 17369, 17378, 17390, 17392, 17409, 17410, 17444, 17445, 17472, 17495, 17509, 17517, 17526, 17534, 17547, 17572, 17580, 17584, 17596, 17597, 17619, 17621, 17649, 17687, 17689, 17692, 17703, 17723, 17738, 17746, 17752, 17755, 17761, 17765, 17780, 17788, 17805, 17817, 17819, 17837, 17852, 17873, 17885, 17955, 17958, 17959, 17960, 17969, 17979, 18014, 18034, 18044, 18047, 18076, 18077, 18084, 18090, 18099, 18106, 18123, 18124, 18149, 18153, 18155, 18159, 18166, 18173, 18178, 18197, 18198, 18209, 18211, 18239, 18245, 18251, 18268, 18274, 18277, 18278, 18286, 18295, 18306, 18315, 18318, 18345, 18350, 18376, 18389, 18397, 18398, 18399, 18405, 18415, 18420, 18471, 18501, 18508, 18514, 18556, 18569, 18578, 18602, 18653, 18656, 18680, 18701, 18716, 18740, 18742, 18773, 18778, 18779, 18799, 18810, 18820, 18821, 18838, 18843, 18851, 18873, 18883, 18895, 18911, 18916, 18944, 18945, 18956, 18957, 18961, 18968, 18975, 19005, 19010, 19012, 19018, 19024, 19029, 19055, 19076, 19093, 19101, 19129, 19138, 19141, 19166, 19181, 19191, 19213, 19224, 19239, 19243, 19248, 19272, 19273, 19318, 19328, 19338, 19344, 19357, 19359, 19370, 19371, 19407, 19420, 19424, 19432, 19440, 19478, 19487, 19504, 19506, 19511, 19543, 19553, 19561, 19577, 19590, 19620, 19628, 19632, 19635, 19639, 19647, 19654, 19656, 19703, 19704, 19713, 19724, 19725, 19744, 19745, 19746, 19759, 19761, 19772, 19776, 19784, 19792, 19801, 19829, 19839, 19851, 19858, 19866, 19879, 19884, 19902, 19954, 19999, 20036, 20037, 20038, 20047, 20050, 20054, 20060, 20135, 20146, 20150, 20152, 20156, 20183, 20203, 20212, 20220, 20224, 20237, 20255, 20264, 20265, 20266, 20270, 20273, 20277, 20331, 20354, 20405, 20411, 20419, 20420, 20450, 20460, 20464, 20475, 20489, 20522, 20557, 20573, 20582, 20599, 20607, 20615, 20628, 20648, 20656, 20664, 20682, 20686, 20694, 20718, 20720, 20742, 20749, 20765, 20772, 20777, 20791, 20797, 20811, 20818, 20833, 20835, 20838, 20879, 20901, 20916, 20947, 20971, 20986, 20993, 21014, 21019, 21035, 21048, 21068, 21074, 21075, 21080, 21099, 21100, 21107, 21121, 21129, 21185, 21205, 21212, 21226, 21245, 21262, 21265, 21268, 21297, 21305, 21309, 21319, 21338, 21348, 21359, 21386, 21390, 21397, 21407, 21419, 21430, 21449, 21451, 21452, 21456, 21505, 21507, 21518, 21522, 21525, 21527, 21533, 21541, 21553, 21561, 21577, 21578, 21584, 21601, 21603, 21621, 21627, 21632, 21636, 21650, 21663, 21707, 21723, 21727, 21743, 21764, 21765, 21766, 21767, 21785, 21814, 21821, 21828, 21831, 21833, 21836, 21845, 21852, 21874, 21883, 21893, 21910, 21913, 21933, 21946, 21967, 21974, 21979, 21987, 22001, 22009, 22040, 22075, 22083, 22103, 22116, 22122, 22129, 22145, 22170, 22228, 22232, 22236, 22255, 22256, 22257, 22269, 22281, 22298, 22313, 22317, 22351, 22361, 22364, 22369, 22371, 22383, 22394, 22400, 22403, 22407, 22424, 22430, 22437, 22445, 22447, 22457, 22476, 22494, 22496, 22497, 22513, 22518, 22524, 22557, 22561, 22584, 22589, 22600, 22609, 22633, 22643, 22663, 22680, 22685, 22705, 22706, 22717, 22738, 22761, 22771, 22773, 22794, 22809, 22856, 22857, 22876, 22879, 22923, 22948, 22950, 22969, 22973, 22979, 22981, 22996, 22998, 23001, 23012, 23014, 23052, 23057, 23068, 23071, 23081, 23085, 23099, 23123, 23141, 23163, 23172, 23183, 23190, 23197, 23202, 23208, 23222, 23235, 23241, 23246, 23275, 23287, 23302, 23308, 23331, 23336, 23350, 23354, 23356, 23384, 23395, 23398, 23410, 23431, 23469, 23476, 23507, 23519, 23520, 23537, 23584, 23590, 23623, 23660, 23662, 23667, 23676, 23698, 23699, 23705, 23761, 23766, 23808, 23810, 23815, 23816, 23840, 23846, 23858, 23895, 23912, 23917, 23926, 23930, 23941, 23969, 23981, 23984, 24021, 24032, 24034, 24035, 24041, 24060, 24079, 24104, 24106, 24134, 24138, 24160, 24162, 24169, 24198, 24212, 24227, 24234, 24257, 24259, 24262, 24267, 24286, 24300, 24321, 24362, 24371, 24403, 24416, 24426, 24429, 24437, 24441, 24448, 24469, 24491, 24495, 24496, 24503, 24511, 24527, 24533, 24536, 24565, 24570, 24594, 24596, 24603, 24631, 24634, 24649, 24660, 24674, 24675, 24691, 24693, 24718, 24732, 24785, 24821, 24845, 24881, 24882, 24884, 24888, 24896, 24897, 24900, 24918, 24973, 25064, 25069, 25075, 25096, 25101, 25109, 25133, 25156, 25198, 25220, 25222, 25226, 25227, 25229, 25246, 25254, 25257, 25259, 25261, 25282, 25296, 25301, 25303, 25323, 25327, 25336, 25337, 25351, 25357, 25364, 25400, 25403, 25413, 25421, 25462, 25473, 25481, 25494, 25529, 25543, 25572, 25597, 25633, 25638, 25661, 25674, 25685, 25694, 25726, 25784, 25801, 25818, 25828, 25832, 25848, 25850, 25858, 25878, 25932, 25933, 25938, 25939, 25947, 25959, 25963, 25987, 25991, 25998, 26030, 26039, 26079, 26096, 26109, 26126, 26139, 26144, 26151, 26166, 26207, 26236, 26249, 26252, 26274, 26332, 26347, 26358, 26361, 26380, 26383, 26388, 26391, 26403, 26412, 26432, 26452, 26496, 26506, 26521, 26523, 26547, 26551, 26575, 26578, 26580, 26608, 26609, 26613, 26622, 26635, 26642, 26653, 26659, 26667, 26670, 26681, 26702, 26705, 26731, 26739, 26746, 26772, 26777, 26782, 26789, 26866, 26888, 26889, 26891, 26892, 26899, 26900, 26920, 26921, 26985, 26994, 26997, 27014, 27019, 27040, 27043, 27048, 27052, 27072, 27078, 27091, 27093, 27110, 27119, 27186, 27191, 27203, 27206, 27225, 27233, 27235, 27243, 27250, 27265, 27276, 27281, 27287, 27295, 27300, 27310, 27311, 27320, 27343, 27366, 27376, 27380, 27397, 27402, 27405, 27436, 27438, 27442, 27514, 27590, 27601, 27615, 27647, 27670, 27676, 27695, 27703, 27721, 27732, 27737, 27746, 27779, 27781, 27789, 27808, 27812, 27822, 27830, 27855, 27862, 27865, 27878, 27895, 27931, 27937, 27944, 27961, 27970, 27997, 28012, 28089, 28091, 28099, 28105, 28113, 28115, 28148, 28161, 28166, 28202, 28239, 28248, 28251, 28272, 28274, 28300, 28303, 28338, 28344, 28349, 28358, 28361, 28387, 28403, 28404, 28407, 28410, 28456, 28471, 28492, 28498, 28509, 28533, 28551, 28556, 28558, 28560, 28573, 28588, 28607, 28666, 28679, 28709, 28713, 28715, 28720, 28724, 28728, 28733, 28755, 28758, 28759, 28779, 28786, 28805, 28820, 28823, 28849, 28859, 28867, 28892, 28911, 28918, 28930, 28942, 28965, 28972, 28978, 28989, 29002, 29019, 29025, 29033, 29037, 29052, 29060, 29066, 29078, 29084, 29091, 29097, 29103, 29107, 29113, 29130, 29133, 29156, 29160, 29207, 29208, 29231, 29250, 29281, 29283, 29287, 29299, 29301, 29310, 29315, 29327, 29332, 29370, 29452, 29476, 29487, 29493, 29509, 29514, 29517, 29527, 29533, 29537, 29544, 29556, 29558, 29589, 29614, 29646, 29647, 29652, 29667, 29676, 29691, 29696, 29703, 29708, 29713, 29719, 29741, 29742, 29762, 29796, 29806, 29814, 29850, 29859, 29864, 29868, 29878, 29897, 29904, 29912, 29929, 29939, 29971, 30004, 30019, 30029, 30047, 30086, 30092, 30107, 30109, 30117, 30128, 30136, 30159, 30176, 30183, 30189, 30192, 30208, 30235, 30237, 30298, 30308, 30351, 30394, 30406, 30435, 30446, 30455, 30459, 30463, 30465, 30486, 30490, 30494, 30506, 30514, 30524, 30525, 30531, 30533, 30558, 30560, 30561, 30563, 30582, 30596, 30603, 30611, 30622, 30631, 30636, 30640, 30645, 30651, 30672, 30707, 30719, 30732, 30745, 30751, 30756, 30764, 30772, 30831, 30849, 30873, 30885, 30902, 30917, 30979, 30982, 30993, 31025, 31028, 31060, 31066, 31080, 31107, 31109, 31112, 31116, 31151, 31153, 31182, 31189, 31194, 31231, 31284, 31291, 31318, 31321, 31340, 31350, 31351, 31356, 31376, 31386, 31400, 31461, 31502, 31539, 31573, 31635, 31642, 31660, 31663, 31684, 31690, 31693, 31698, 31709, 31713, 31717, 31726, 31732, 31744, 31759, 31761, 31766, 31823, 31829, 31832, 31840, 31841, 31857, 31859, 31866, 31910, 31934, 31952, 31962, 31965, 31977, 31984, 31997, 32009, 32012, 32028, 32055, 32065, 32068, 32089, 32097, 32103, 32115, 32143, 32158, 32163, 32180, 32186, 32193, 32195, 32198, 32202, 32210, 32216, 32225, 32269, 32271, 32314, 32328, 32339, 32341, 32345, 32350, 32354, 32369, 32397, 32407, 32410, 32468, 32474, 32495, 32501, 32502, 32503, 32510, 32531, 32535, 32544, 32546, 32548, 32566, 32568, 32579, 32603, 32607, 32615, 32616, 32643, 32645, 32658, 32659, 32665, 32666, 32682, 32683, 32688, 32689, 32711, 32713, 32725, 32730, 32731, 32733, 32735, 32767] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..af4c7969323f1e919bfc9fb46e0773a774ad097a Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..21620f51f8f0c26e535459342dd33ca98ea6acdf Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..985474f50f7783815be758d8893190fa974a819f --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[14, 19, 24, 25, 32, 64, 66, 68, 77, 80, 82, 84, 89, 95, 97, 99, 109, 114, 123, 129, 136, 148, 171, 175, 187, 190, 194, 204, 210, 215, 223, 229, 234, 235, 247, 262, 266, 291, 295, 296, 297, 299, 308, 315, 324, 335, 342, 376, 394, 396, 398, 418, 443, 450, 455, 471, 476, 503, 511, 516, 521, 530, 545, 552, 575, 585, 586, 589, 595, 606, 624, 626, 629, 640, 642, 651, 652, 658, 677, 681, 697, 704, 727, 728, 752, 765, 774, 777, 778, 813, 845, 854, 860, 867, 882, 887, 897, 920, 936, 941, 950, 952, 967, 968, 969, 1003, 1009, 1016, 1033, 1046, 1073, 1082, 1083, 1089, 1101, 1102, 1115, 1133, 1142, 1148, 1155, 1168, 1175, 1190, 1204, 1223, 1235, 1243, 1249, 1252, 1253, 1260, 1263, 1269, 1287, 1293, 1294, 1297, 1298, 1307, 1321, 1329, 1353, 1355, 1367, 1369, 1370, 1371, 1373, 1380, 1386, 1392, 1396, 1400, 1413, 1437, 1456, 1462, 1464, 1489, 1506, 1541, 1544, 1550, 1552, 1558, 1559, 1567, 1569, 1585, 1590, 1592, 1600, 1605, 1608, 1618, 1624, 1630, 1658, 1660, 1666, 1673, 1689, 1697, 1700, 1714, 1716, 1725, 1730, 1731, 1733, 1740, 1744, 1750, 1753, 1756, 1761, 1789, 1801, 1822, 1824, 1828, 1834, 1837, 1861, 1863, 1865, 1874, 1885, 1887, 1900, 1911, 1935, 1942, 1954, 1956, 1958, 1982, 1989, 1992, 1993, 2001, 2003, 2009, 2014, 2016, 2061, 2071, 2076, 2078, 2084, 2090, 2099, 2101, 2102, 2112, 2120, 2126, 2128, 2145, 2146, 2151, 2162, 2168, 2178, 2179, 2190, 2193, 2194, 2204, 2209, 2225, 2243, 2245, 2248, 2249, 2257, 2273, 2278, 2284, 2292, 2317, 2360, 2362, 2372, 2384, 2390, 2392, 2398, 2399, 2408, 2411, 2414, 2415, 2418, 2424, 2426, 2428, 2430, 2439, 2466, 2471, 2477, 2485, 2487, 2490, 2495, 2498, 2503, 2507, 2508, 2513, 2527, 2535, 2543, 2575, 2581, 2584, 2585, 2593, 2599, 2605, 2615, 2618, 2622, 2624, 2630, 2644, 2664, 2674, 2681, 2698, 2701, 2703, 2710, 2714, 2718, 2722, 2724, 2726, 2728, 2732, 2738, 2739, 2742, 2751, 2755, 2775, 2776, 2777, 2785, 2801, 2808, 2810, 2816, 2817, 2821, 2825, 2842, 2844, 2848, 2860, 2866, 2868, 2872, 2874, 2894, 2901, 2902, 2912, 2913, 2914, 2931, 2941, 2943, 2945, 2950, 2954, 2958, 2986, 2990, 2993, 2998, 3003, 3013, 3017, 3018, 3027, 3028, 3037, 3040, 3053, 3057, 3068, 3073, 3076, 3090, 3108, 3119, 3122, 3144, 3175, 3176, 3186, 3190, 3198, 3210, 3223, 3226, 3229, 3231, 3253, 3267, 3269, 3289, 3290, 3291, 3298, 3299, 3300, 3313, 3329, 3336, 3353, 3356, 3376, 3396, 3429, 3432, 3440, 3444, 3460, 3463, 3467, 3469, 3475, 3479, 3485, 3489, 3495, 3498, 3514, 3529, 3530, 3537, 3543, 3548, 3556, 3557, 3561, 3567, 3584, 3587, 3594, 3622, 3637, 3638, 3647, 3650, 3655, 3667, 3672, 3676, 3695, 3711, 3728, 3733, 3735, 3746, 3768, 3773, 3782, 3784, 3788, 3792, 3798, 3805, 3811, 3816, 3823, 3835, 3836, 3848, 3857, 3860, 3867, 3897, 3910, 3922, 3931, 3932, 3936, 3948, 3956, 3957, 3972, 4010, 4011, 4019, 4020, 4024, 4036, 4050, 4078, 4084, 4095, 4106, 4113, 4128, 4148, 4149, 4151, 4154, 4159, 4160, 4161, 4168, 4185, 4191, 4192, 4200, 4205, 4208, 4218, 4270, 4276, 4279, 4280, 4281, 4282, 4283, 4293, 4308, 4313, 4320, 4322, 4327, 4328, 4331, 4374, 4382, 4390, 4417, 4424, 4427, 4433, 4434, 4454, 4456, 4474, 4482, 4483, 4499, 4519, 4544, 4549, 4563, 4567, 4574, 4577, 4590, 4596, 4598, 4601, 4602, 4613, 4626, 4630, 4634, 4638, 4654, 4656, 4668, 4670, 4674, 4676, 4677, 4691, 4697, 4702, 4718, 4728, 4753, 4770, 4774, 4776, 4787, 4789, 4795, 4797, 4803, 4828, 4832, 4836, 4839, 4845, 4867, 4875, 4900, 4909, 4916, 4926, 4929, 4949, 4962, 4973, 4980, 4981, 4991, 5006, 5017, 5023, 5047, 5052, 5053, 5057, 5064, 5069, 5071, 5085, 5096, 5097, 5099, 5110, 5132, 5134, 5135, 5136, 5139, 5142, 5145, 5154, 5156, 5162, 5179, 5184, 5186, 5187, 5198, 5204, 5208, 5211, 5225, 5230, 5235, 5247, 5266, 5273, 5274, 5279, 5280, 5285, 5286, 5310, 5316, 5319, 5323, 5325, 5327, 5328, 5350, 5377, 5387, 5391, 5395, 5396, 5399, 5402, 5406, 5412, 5423, 5431, 5437, 5444, 5445, 5452, 5453, 5462, 5490, 5493, 5498, 5508, 5514, 5518, 5524, 5525, 5549, 5557, 5566, 5567, 5569, 5570, 5578, 5579, 5582, 5596, 5603, 5624, 5630, 5650, 5653, 5657, 5669, 5679, 5680, 5690, 5699, 5700, 5741, 5747, 5753, 5763, 5781, 5789, 5791, 5798, 5805, 5806, 5813, 5825, 5826, 5837, 5845, 5847, 5865, 5866, 5871, 5879, 5883, 5897, 5902, 5911, 5939, 5960, 5969, 5971, 5985, 5995, 5999, 6003, 6007, 6011, 6015, 6023, 6035, 6037, 6042, 6044, 6054, 6074, 6081, 6082, 6083, 6088, 6093, 6108, 6121, 6132, 6133, 6137, 6141, 6172, 6176, 6184, 6186, 6203, 6212, 6221, 6225, 6234, 6245, 6251, 6265, 6266, 6274, 6285, 6289, 6290, 6301, 6305, 6321, 6326, 6338, 6339, 6346, 6361, 6362, 6369, 6384, 6401, 6404, 6410, 6413, 6417, 6428, 6435, 6437, 6443, 6447, 6450, 6459, 6474, 6475, 6494, 6510, 6515, 6528, 6532, 6546, 6569, 6602, 6619, 6630, 6631, 6635, 6644, 6646, 6690, 6700, 6738, 6740, 6745, 6750, 6756, 6778, 6779, 6792, 6800, 6803, 6820, 6823, 6826, 6834, 6839, 6843, 6852, 6858, 6865, 6866, 6867, 6871, 6893, 6917, 6958, 6965, 6979, 6980, 6983, 6992, 7002, 7010, 7041, 7046, 7055, 7057, 7063, 7072, 7090, 7100, 7102, 7105, 7120, 7139, 7140, 7145, 7149, 7150, 7152, 7161, 7163, 7181, 7186, 7194, 7201, 7204, 7208, 7232, 7238, 7243, 7254, 7257, 7263, 7264, 7270, 7274, 7275, 7277, 7278, 7283, 7306, 7307, 7314, 7322, 7342, 7356, 7396, 7429, 7431, 7433, 7439, 7445, 7447, 7459, 7470, 7477, 7486, 7491, 7508, 7510, 7523, 7533, 7553, 7554, 7558, 7560, 7580, 7581, 7586, 7588, 7593, 7601, 7624, 7630, 7633, 7635, 7642, 7644, 7654, 7657, 7674, 7682, 7683, 7698, 7702, 7709, 7712, 7721, 7731, 7732, 7733, 7734, 7736, 7743, 7754, 7764, 7788, 7811, 7812, 7831, 7840, 7857, 7880, 7892, 7893, 7895, 7901, 7903, 7904, 7916, 7923, 7931, 7937, 7979, 7990, 7997, 8014, 8017, 8019, 8024, 8025, 8030, 8035, 8042, 8051, 8064, 8066, 8067, 8072, 8078, 8096, 8109, 8114, 8118, 8123, 8129, 8131, 8141, 8145, 8184, 8185, 8190, 8192, 8194, 8201, 8214, 8219, 8241, 8245, 8247, 8253, 8267, 8291, 8294, 8298, 8303, 8315, 8323, 8344, 8362, 8364, 8383, 8384, 8391, 8392, 8394, 8398, 8400, 8402, 8407, 8421, 8426, 8429, 8439, 8447, 8461, 8488, 8493, 8495, 8512, 8521, 8532, 8535, 8549, 8550, 8556, 8557, 8558, 8572, 8588, 8590, 8594, 8596, 8599, 8602, 8605, 8612, 8619, 8652, 8667, 8668, 8669, 8678, 8708, 8711, 8715, 8725, 8727, 8735, 8737, 8739, 8741, 8745, 8754, 8770, 8781, 8807, 8818, 8830, 8836, 8839, 8861, 8862, 8901, 8902, 8907, 8914, 8921, 8922, 8931, 8957, 8962, 8971, 8974, 9009, 9011, 9013, 9021, 9026, 9027, 9028, 9032, 9033, 9036, 9047, 9055, 9057, 9063, 9069, 9075, 9090, 9096, 9106, 9111, 9121, 9128, 9132, 9138, 9139, 9146, 9166, 9172, 9181, 9187, 9189, 9197, 9208, 9217, 9220, 9225, 9256, 9257, 9268, 9269, 9271, 9276, 9283, 9302, 9308, 9324, 9328, 9329, 9337, 9340, 9348, 9374, 9377, 9378, 9408, 9416, 9421, 9429, 9452, 9453, 9472, 9488, 9494, 9502, 9509, 9516, 9518, 9526, 9529, 9530, 9558, 9564, 9569, 9579, 9582, 9595, 9602, 9604, 9619, 9623, 9624, 9634, 9637, 9639, 9651, 9660, 9673, 9676, 9688, 9691, 9692, 9699, 9706, 9708, 9712, 9722, 9735, 9737, 9738, 9744, 9745, 9751, 9755, 9760, 9761, 9763, 9775, 9782, 9788, 9793, 9810, 9824, 9830, 9836, 9837, 9845, 9865, 9883, 9889, 9901, 9908, 9913, 9932, 9940, 9942, 9947, 9951, 9969, 9985, 9997, 10001, 10011, 10015, 10028, 10043, 10063, 10076, 10077, 10078, 10081, 10083, 10085, 10097, 10098, 10112, 10136, 10145, 10184, 10191, 10207, 10209, 10211, 10217, 10220, 10225, 10235, 10236, 10247, 10266, 10268, 10275, 10277, 10293, 10299, 10310, 10312, 10316, 10334, 10335, 10336, 10358, 10367, 10371, 10373, 10374, 10406, 10408, 10416, 10428, 10429, 10432, 10444, 10445, 10454, 10469, 10473, 10488, 10493, 10498, 10500, 10509, 10524, 10526, 10545, 10554, 10573, 10592, 10593, 10601, 10606, 10621, 10626, 10656, 10668, 10676, 10711, 10723, 10729, 10734, 10737, 10747, 10749, 10752, 10770, 10779, 10784, 10785, 10804, 10810, 10823, 10824, 10826, 10834, 10841, 10842, 10845, 10849, 10850, 10851, 10871, 10874, 10885, 10896, 10909, 10916, 10918, 10922, 10938, 10944, 10946, 10953, 10957, 10967, 10978, 10999, 11002, 11005, 11011, 11029, 11034, 11036, 11060, 11077, 11082, 11090, 11096, 11101, 11103, 11104, 11115, 11116, 11122, 11129, 11134, 11142, 11143, 11150, 11157, 11171, 11173, 11177, 11195, 11206, 11213, 11222, 11234, 11238, 11241, 11242, 11243, 11246, 11255, 11269, 11272, 11284, 11290, 11309, 11317, 11319, 11320, 11323, 11324, 11327, 11333, 11338, 11347, 11385, 11389, 11394, 11411, 11417, 11419, 11422, 11426, 11429, 11434, 11437, 11448, 11460, 11466, 11469, 11484, 11488, 11505, 11512, 11524, 11530, 11532, 11537, 11554, 11559, 11573, 11578, 11585, 11590, 11598, 11639, 11655, 11657, 11666, 11681, 11700, 11702, 11705, 11709, 11723, 11726, 11732, 11740, 11749, 11752, 11758, 11773, 11775, 11779, 11786, 11792, 11793, 11796, 11803, 11812, 11814, 11832, 11833, 11834, 11839, 11850, 11852, 11859, 11861, 11862, 11864, 11865, 11871, 11876, 11879, 11881, 11905, 11914, 11917, 11923, 11945, 11955, 11961, 11974, 11976, 11978, 11999, 12002, 12007, 12036, 12040, 12044, 12052, 12059, 12063, 12065, 12076, 12080, 12091, 12097, 12098, 12100, 12111, 12118, 12121, 12123, 12124, 12130, 12135, 12137, 12138, 12150, 12165, 12174, 12182, 12191, 12210, 12217, 12221, 12232, 12268, 12277, 12285, 12290, 12292, 12306, 12310, 12320, 12323, 12325, 12344, 12347, 12355, 12358, 12364, 12378, 12381, 12383, 12390, 12395, 12411, 12424, 12429, 12430, 12441, 12451, 12457, 12496, 12498, 12503, 12527, 12534, 12536, 12545, 12547, 12550, 12570, 12584, 12586, 12592, 12600, 12601, 12619, 12626, 12638, 12648, 12650, 12666, 12674, 12700, 12704, 12710, 12717, 12719, 12721, 12759, 12761, 12777, 12788, 12809, 12813, 12823, 12832, 12840, 12858, 12861, 12872, 12880, 12885, 12909, 12916, 12951, 12970, 12988, 13007, 13017, 13026, 13033, 13036, 13042, 13056, 13059, 13071, 13074, 13078, 13081, 13095, 13114, 13115, 13122, 13124, 13125, 13138, 13145, 13153, 13158, 13178, 13179, 13185, 13195, 13212, 13221, 13236, 13240, 13253, 13256, 13265, 13267, 13278, 13279, 13300, 13304, 13308, 13316, 13317, 13331, 13346, 13359, 13364, 13369, 13420, 13424, 13426, 13427, 13429, 13462, 13469, 13494, 13502, 13520, 13521, 13524, 13531, 13534, 13537, 13539, 13569, 13575, 13581, 13584, 13610, 13611, 13625, 13642, 13661, 13674, 13677, 13680, 13686, 13708, 13718, 13740, 13741, 13745, 13749, 13759, 13762, 13772, 13781, 13787, 13800, 13802, 13815, 13823, 13824, 13839, 13844, 13850, 13855, 13869, 13873, 13877, 13880, 13883, 13884, 13893, 13917, 13923, 13937, 13945, 13957, 13960, 13981, 13986, 13987, 14009, 14010, 14018, 14029, 14036, 14051, 14062, 14071, 14109, 14117, 14122, 14124, 14130, 14144, 14145, 14153, 14168, 14171, 14177, 14183, 14186, 14188, 14191, 14196, 14201, 14219, 14221, 14244, 14251, 14253, 14254, 14271, 14272, 14287, 14296, 14303, 14328, 14345, 14346, 14347, 14348, 14352, 14356, 14358, 14363, 14377, 14386, 14390, 14392, 14398, 14406, 14412, 14413, 14418, 14425, 14428, 14432, 14437, 14450, 14463, 14469, 14484, 14499, 14506, 14525, 14527, 14536, 14538, 14543, 14546, 14574, 14575, 14587, 14599, 14606, 14630, 14634, 14641, 14644, 14653, 14666, 14667, 14672, 14677, 14680, 14684, 14685, 14687, 14691, 14694, 14705, 14711, 14712, 14714, 14719, 14720, 14723, 14731, 14735, 14736, 14750, 14757, 14759, 14771, 14777, 14783, 14788, 14799, 14805, 14812, 14832, 14856, 14858, 14872, 14890, 14891, 14892, 14894, 14899, 14904, 14915, 14931, 14945, 14947, 14977, 14982, 15001, 15007, 15010, 15014, 15023, 15027, 15031, 15042, 15045, 15046, 15065, 15072, 15076, 15079, 15085, 15109, 15112, 15121, 15122, 15129, 15130, 15141, 15148, 15154, 15156, 15158, 15165, 15169, 15192, 15229, 15254, 15255, 15271, 15278, 15279, 15281, 15292, 15294, 15296, 15301, 15306, 15315, 15324, 15329, 15340, 15354, 15363, 15368, 15371, 15376, 15390, 15402, 15409, 15410, 15437, 15470, 15471, 15509, 15510, 15524, 15529, 15533, 15562, 15571, 15581, 15592, 15611, 15612, 15614, 15615, 15616, 15637, 15652, 15654, 15666, 15680, 15685, 15687, 15689, 15690, 15701, 15704, 15709, 15710, 15724, 15739, 15741, 15749, 15750, 15754, 15761, 15762, 15773, 15793, 15794, 15804, 15815, 15818, 15825, 15827, 15838, 15852, 15864, 15872, 15875, 15883, 15894, 15909, 15910, 15924, 15934, 15954, 15972, 15976, 15980, 15981, 16016, 16017, 16021, 16022, 16029, 16057, 16064, 16076, 16077, 16080, 16093, 16096, 16102, 16128, 16132, 16134, 16150, 16163, 16181, 16193, 16196, 16241, 16262, 16272, 16286, 16289, 16317, 16360, 16384, 16396, 16407, 16408, 16432, 16436, 16459, 16461, 16468, 16497, 16498, 16519, 16520, 16522, 16528, 16543, 16553, 16555, 16573, 16605, 16610, 16618, 16624, 16665, 16683, 16684, 16705, 16707, 16711, 16726, 16739, 16743, 16756, 16783, 16784, 16793, 16811, 16814, 16816, 16823, 16824, 16829, 16850, 16873, 16879, 16881, 16885, 16907, 16913, 16914, 16917, 16950, 16952, 16963, 16964, 16967, 16973, 16978, 16995, 17001, 17004, 17015, 17016, 17026, 17034, 17040, 17041, 17048, 17054, 17058, 17062, 17064, 17080, 17083, 17085, 17092, 17095, 17106, 17120, 17128, 17130, 17131, 17143, 17150, 17154, 17171, 17181, 17193, 17195, 17203, 17205, 17225, 17254, 17259, 17268, 17270, 17271, 17273, 17293, 17300, 17303, 17313, 17333, 17341, 17362, 17367, 17372, 17375, 17379, 17383, 17385, 17390, 17409, 17410, 17421, 17428, 17429, 17456, 17487, 17495, 17520, 17527, 17534, 17536, 17560, 17584, 17590, 17595, 17612, 17613, 17619, 17626, 17630, 17654, 17669, 17684, 17685, 17711, 17717, 17722, 17723, 17729, 17738, 17740, 17751, 17752, 17759, 17761, 17788, 17797, 17805, 17813, 17814, 17835, 17857, 17862, 17867, 17875, 17883, 17896, 17897, 17903, 17920, 17922, 17925, 17930, 17960, 17962, 17969, 17974, 17982, 17986, 17990, 17999, 18001, 18002, 18022, 18024, 18025, 18076, 18077, 18084, 18103, 18109, 18130, 18133, 18149, 18159, 18160, 18162, 18173, 18185, 18186, 18195, 18197, 18211, 18245, 18251, 18252, 18253, 18274, 18278, 18306, 18308, 18309, 18313, 18318, 18322, 18341, 18345, 18361, 18372, 18374, 18376, 18387, 18392, 18400, 18405, 18418, 18422, 18424, 18437, 18441, 18451, 18468, 18469, 18486, 18494, 18495, 18521, 18523, 18532, 18600, 18623, 18635, 18637, 18646, 18653, 18656, 18678, 18683, 18685, 18693, 18694, 18702, 18711, 18713, 18716, 18723, 18754, 18774, 18776, 18778, 18782, 18805, 18826, 18829, 18834, 18843, 18851, 18856, 18865, 18866, 18876, 18877, 18883, 18923, 18928, 18934, 18945, 18957, 18958, 18961, 18968, 18987, 18996, 19019, 19024, 19028, 19029, 19048, 19067, 19074, 19081, 19085, 19101, 19102, 19106, 19111, 19112, 19126, 19129, 19135, 19138, 19146, 19155, 19158, 19191, 19205, 19212, 19219, 19221, 19239, 19243, 19248, 19262, 19282, 19286, 19304, 19324, 19330, 19360, 19369, 19374, 19379, 19383, 19408, 19413, 19420, 19424, 19430, 19440, 19448, 19457, 19459, 19480, 19483, 19504, 19506, 19508, 19511, 19513, 19515, 19519, 19539, 19553, 19557, 19563, 19568, 19570, 19573, 19579, 19588, 19589, 19596, 19604, 19649, 19661, 19690, 19693, 19713, 19718, 19725, 19727, 19736, 19746, 19748, 19776, 19793, 19806, 19814, 19815, 19816, 19820, 19823, 19830, 19836, 19840, 19864, 19878, 19881, 19886, 19889, 19902, 19925, 19954, 19956, 19966, 20038, 20042, 20045, 20046, 20047, 20060, 20061, 20064, 20073, 20084, 20085, 20112, 20117, 20132, 20137, 20148, 20158, 20182, 20191, 20193, 20198, 20203, 20220, 20238, 20257, 20268, 20270, 20273, 20293, 20295, 20299, 20306, 20307, 20324, 20330, 20366, 20377, 20378, 20381, 20411, 20413, 20419, 20423, 20430, 20431, 20434, 20440, 20449, 20452, 20460, 20468, 20474, 20479, 20509, 20513, 20522, 20553, 20557, 20573, 20593, 20612, 20615, 20628, 20637, 20641, 20675, 20694, 20698, 20714, 20716, 20722, 20725, 20726, 20739, 20740, 20743, 20749, 20754, 20758, 20764, 20765, 20770, 20777, 20782, 20785, 20791, 20813, 20834, 20835, 20838, 20841, 20844, 20849, 20875, 20879, 20885, 20889, 20908, 20916, 20959, 20971, 20973, 20981, 20993, 21015, 21017, 21033, 21035, 21036, 21039, 21044, 21048, 21049, 21062, 21074, 21075, 21076, 21100, 21155, 21170, 21173, 21200, 21204, 21226, 21236, 21237, 21257, 21262, 21266, 21275, 21282, 21289, 21290, 21297, 21328, 21349, 21351, 21352, 21368, 21378, 21381, 21390, 21407, 21418, 21419, 21425, 21430, 21442, 21450, 21452, 21453, 21459, 21476, 21489, 21498, 21505, 21528, 21532, 21540, 21541, 21544, 21551, 21561, 21562, 21602, 21620, 21621, 21630, 21634, 21639, 21663, 21669, 21689, 21709, 21715, 21721, 21743, 21753, 21764, 21766, 21769, 21805, 21814, 21818, 21833, 21874, 21880, 21883, 21884, 21894, 21901, 21907, 21924, 21929, 21931, 21933, 21946, 21950, 21965, 21967, 21973, 21974, 21977, 21979, 21980, 21985, 21987, 21992, 21996, 22001, 22009, 22012, 22014, 22025, 22035, 22036, 22038, 22040, 22050, 22059, 22063, 22077, 22080, 22082, 22083, 22089, 22099, 22115, 22116, 22155, 22169, 22170, 22181, 22187, 22197, 22202, 22204, 22207, 22222, 22233, 22236, 22256, 22278, 22291, 22294, 22304, 22321, 22340, 22348, 22367, 22369, 22380, 22382, 22393, 22414, 22418, 22422, 22425, 22431, 22452, 22455, 22470, 22478, 22497, 22518, 22523, 22539, 22540, 22561, 22589, 22597, 22600, 22603, 22609, 22610, 22613, 22623, 22637, 22659, 22663, 22664, 22665, 22679, 22687, 22698, 22705, 22725, 22738, 22757, 22762, 22777, 22788, 22790, 22805, 22817, 22823, 22832, 22857, 22868, 22871, 22874, 22876, 22879, 22892, 22910, 22915, 22916, 22925, 22936, 22942, 22950, 22952, 22962, 22969, 22970, 22991, 22997, 23001, 23006, 23009, 23014, 23027, 23028, 23031, 23035, 23057, 23061, 23063, 23068, 23071, 23085, 23098, 23125, 23141, 23156, 23161, 23167, 23169, 23195, 23208, 23214, 23226, 23228, 23231, 23235, 23239, 23248, 23252, 23257, 23270, 23271, 23276, 23287, 23290, 23297, 23308, 23309, 23329, 23331, 23344, 23354, 23423, 23444, 23467, 23472, 23480, 23482, 23494, 23496, 23497, 23505, 23513, 23519, 23520, 23528, 23534, 23555, 23558, 23569, 23571, 23573, 23594, 23599, 23600, 23606, 23607, 23619, 23637, 23642, 23659, 23675, 23676, 23695, 23698, 23706, 23711, 23714, 23732, 23767, 23780, 23783, 23797, 23826, 23827, 23828, 23832, 23868, 23886, 23889, 23896, 23911, 23912, 23915, 23917, 23918, 23921, 23925, 23926, 23941, 23961, 23983, 24014, 24032, 24045, 24068, 24076, 24077, 24104, 24124, 24135, 24141, 24151, 24161, 24162, 24167, 24208, 24217, 24248, 24257, 24262, 24265, 24288, 24299, 24314, 24330, 24339, 24354, 24359, 24380, 24385, 24386, 24393, 24406, 24407, 24416, 24417, 24419, 24426, 24429, 24462, 24469, 24481, 24500, 24514, 24516, 24544, 24558, 24595, 24596, 24603, 24621, 24642, 24662, 24691, 24694, 24717, 24720, 24723, 24729, 24753, 24754, 24760, 24779, 24785, 24790, 24806, 24809, 24838, 24845, 24855, 24877, 24880, 24881, 24882, 24887, 24888, 24899, 24900, 24917, 24936, 24953, 24963, 24968, 24973, 24976, 25006, 25015, 25027, 25045, 25046, 25054, 25092, 25110, 25112, 25138, 25142, 25160, 25162, 25169, 25185, 25193, 25195, 25212, 25221, 25222, 25226, 25229, 25233, 25241, 25252, 25257, 25261, 25269, 25272, 25277, 25282, 25296, 25307, 25310, 25323, 25324, 25327, 25330, 25332, 25337, 25340, 25342, 25351, 25361, 25364, 25371, 25388, 25389, 25392, 25400, 25401, 25413, 25417, 25421, 25430, 25435, 25455, 25466, 25471, 25486, 25494, 25512, 25516, 25525, 25529, 25530, 25543, 25549, 25561, 25580, 25591, 25607, 25624, 25628, 25634, 25638, 25643, 25650, 25651, 25685, 25686, 25694, 25695, 25705, 25713, 25723, 25741, 25754, 25785, 25818, 25822, 25830, 25832, 25835, 25840, 25861, 25879, 25881, 25888, 25890, 25891, 25910, 25915, 25923, 25944, 25947, 25959, 25963, 25967, 25970, 25979, 25998, 26004, 26009, 26014, 26026, 26030, 26037, 26043, 26064, 26070, 26079, 26080, 26103, 26107, 26134, 26135, 26148, 26163, 26164, 26165, 26172, 26175, 26179, 26183, 26200, 26206, 26207, 26208, 26211, 26212, 26216, 26217, 26220, 26230, 26242, 26249, 26259, 26269, 26293, 26347, 26361, 26367, 26368, 26378, 26379, 26388, 26391, 26397, 26408, 26412, 26418, 26420, 26427, 26429, 26432, 26438, 26446, 26452, 26455, 26461, 26473, 26494, 26496, 26514, 26521, 26523, 26529, 26534, 26547, 26553, 26562, 26589, 26594, 26625, 26632, 26639, 26643, 26656, 26664, 26665, 26667, 26700, 26723, 26731, 26733, 26757, 26762, 26765, 26772, 26775, 26782, 26796, 26797, 26800, 26808, 26809, 26813, 26819, 26821, 26831, 26836, 26842, 26845, 26848, 26851, 26854, 26866, 26882, 26900, 26903, 26906, 26921, 26925, 26926, 26928, 26941, 26945, 26980, 26983, 26994, 26997, 27019, 27024, 27032, 27037, 27044, 27051, 27066, 27078, 27080, 27088, 27102, 27115, 27118, 27119, 27147, 27186, 27203, 27233, 27261, 27273, 27276, 27278, 27281, 27284, 27307, 27311, 27323, 27331, 27338, 27342, 27346, 27394, 27402, 27405, 27406, 27485, 27507, 27532, 27548, 27549, 27563, 27574, 27580, 27584, 27610, 27653, 27659, 27676, 27678, 27685, 27687, 27700, 27704, 27705, 27734, 27735, 27753, 27772, 27792, 27797, 27803, 27830, 27853, 27854, 27857, 27866, 27888, 27897, 27904, 27931, 27939, 27943, 27951, 27961, 27979, 28012, 28023, 28040, 28057, 28058, 28059, 28065, 28070, 28089, 28090, 28113, 28118, 28127, 28143, 28161, 28191, 28204, 28216, 28238, 28244, 28253, 28259, 28263, 28272, 28274, 28280, 28301, 28306, 28315, 28317, 28328, 28358, 28361, 28371, 28375, 28381, 28403, 28425, 28452, 28457, 28471, 28492, 28501, 28509, 28531, 28534, 28554, 28557, 28567, 28611, 28620, 28637, 28639, 28648, 28656, 28674, 28679, 28715, 28718, 28730, 28733, 28738, 28749, 28759, 28760, 28782, 28793, 28794, 28795, 28804, 28811, 28812, 28837, 28847, 28848, 28851, 28862, 28867, 28877, 28881, 28887, 28921, 28930, 28931, 28933, 28940, 28952, 28963, 28965, 28971, 28979, 28986, 29007, 29017, 29021, 29026, 29035, 29037, 29042, 29049, 29052, 29058, 29060, 29089, 29091, 29096, 29097, 29100, 29103, 29107, 29113, 29114, 29122, 29130, 29135, 29143, 29145, 29150, 29173, 29176, 29194, 29207, 29226, 29237, 29248, 29264, 29281, 29292, 29299, 29315, 29338, 29341, 29370, 29383, 29397, 29402, 29422, 29432, 29457, 29492, 29493, 29494, 29509, 29511, 29523, 29526, 29544, 29551, 29556, 29558, 29584, 29587, 29590, 29597, 29613, 29634, 29647, 29660, 29663, 29673, 29691, 29700, 29703, 29713, 29719, 29725, 29730, 29731, 29754, 29767, 29768, 29771, 29782, 29786, 29802, 29811, 29813, 29814, 29818, 29835, 29838, 29859, 29864, 29890, 29905, 29906, 29930, 29933, 29936, 29939, 29944, 29971, 30004, 30007, 30027, 30029, 30032, 30047, 30079, 30092, 30098, 30112, 30123, 30128, 30131, 30136, 30154, 30172, 30173, 30183, 30188, 30201, 30202, 30241, 30255, 30257, 30262, 30281, 30284, 30290, 30298, 30306, 30318, 30319, 30325, 30343, 30351, 30364, 30367, 30368, 30369, 30385, 30406, 30414, 30419, 30435, 30437, 30446, 30453, 30455, 30462, 30473, 30483, 30517, 30552, 30561, 30567, 30582, 30587, 30596, 30599, 30603, 30609, 30611, 30625, 30631, 30636, 30637, 30645, 30647, 30669, 30672, 30682, 30684, 30686, 30701, 30714, 30722, 30723, 30748, 30750, 30754, 30771, 30777, 30781, 30789, 30815, 30826, 30873, 30909, 30941, 30949, 30972, 30982, 30986, 30993, 30996, 31011, 31016, 31028, 31032, 31049, 31050, 31051, 31058, 31060, 31061, 31109, 31136, 31138, 31139, 31153, 31158, 31170, 31177, 31186, 31194, 31204, 31272, 31277, 31308, 31313, 31314, 31318, 31321, 31343, 31346, 31350, 31365, 31367, 31373, 31383, 31398, 31399, 31400, 31403, 31409, 31410, 31416, 31427, 31433, 31435, 31441, 31445, 31461, 31462, 31484, 31488, 31489, 31498, 31503, 31507, 31517, 31519, 31531, 31532, 31556, 31574, 31577, 31599, 31614, 31635, 31636, 31637, 31642, 31643, 31653, 31663, 31684, 31716, 31722, 31723, 31727, 31732, 31733, 31739, 31744, 31750, 31757, 31759, 31774, 31778, 31785, 31803, 31823, 31830, 31832, 31837, 31850, 31852, 31854, 31858, 31869, 31871, 31885, 31897, 31899, 31906, 31932, 31952, 31962, 31973, 31980, 31995, 31997, 31998, 32015, 32028, 32035, 32047, 32067, 32108, 32113, 32130, 32139, 32152, 32156, 32163, 32167, 32177, 32195, 32201, 32210, 32211, 32216, 32220, 32231, 32234, 32258, 32264, 32269, 32278, 32314, 32336, 32352, 32355, 32370, 32378, 32407, 32409, 32412, 32422, 32438, 32443, 32444, 32464, 32468, 32472, 32495, 32503, 32518, 32521, 32531, 32535, 32536, 32537, 32540, 32546, 32561, 32566, 32568, 32573, 32575, 32587, 32603, 32612, 32627, 32641, 32649, 32658, 32659, 32666, 32667, 32671, 32682, 32694, 32703, 32713, 32725, 32740, 32742, 32764] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..ca0c4cf43c1bdd1873df69bd907434849c9f871f Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2c05ab23f213fad9d38c22036067e2412c402c70 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..2dffc4fb3e79b4f22cce03a948ef3c7aaf007430 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:last_token)_indices @@ -0,0 +1 @@ +[25, 98, 105, 109, 114, 115, 148, 161, 213, 234, 266, 328, 364, 388, 396, 399, 418, 585, 595, 602, 655, 671, 677, 688, 699, 727, 776, 920, 1001, 1046, 1076, 1111, 1124, 1129, 1168, 1237, 1314, 1321, 1361, 1374, 1417, 1430, 1437, 1455, 1492, 1569, 1602, 1608, 1648, 1673, 1680, 1730, 1734, 1753, 1786, 1941, 1991, 1992, 2061, 2072, 2098, 2123, 2173, 2204, 2379, 2430, 2443, 2516, 2535, 2585, 2593, 2597, 2744, 2759, 2810, 2834, 2855, 2897, 2931, 2990, 3013, 3049, 3093, 3096, 3176, 3226, 3253, 3320, 3356, 3393, 3396, 3414, 3432, 3435, 3498, 3515, 3525, 3537, 3557, 3569, 3570, 3571, 3584, 3594, 3622, 3637, 3647, 3711, 3740, 3773, 3848, 3858, 3859, 3860, 3910, 3930, 4024, 4040, 4105, 4113, 4116, 4143, 4159, 4174, 4200, 4246, 4276, 4308, 4328, 4517, 4552, 4567, 4578, 4596, 4613, 4641, 4654, 4656, 4668, 4685, 4745, 4748, 4894, 4926, 4981, 5025, 5099, 5110, 5132, 5191, 5233, 5254, 5266, 5273, 5323, 5329, 5350, 5388, 5434, 5444, 5583, 5672, 5680, 5756, 5762, 5789, 5825, 5826, 5842, 5846, 5941, 5953, 5964, 5988, 5999, 6053, 6095, 6121, 6183, 6186, 6246, 6296, 6326, 6329, 6338, 6341, 6348, 6400, 6404, 6409, 6429, 6432, 6437, 6475, 6541, 6593, 6646, 6677, 6781, 6801, 6844, 6852, 6871, 6905, 7000, 7012, 7122, 7126, 7145, 7186, 7205, 7257, 7267, 7277, 7286, 7362, 7370, 7379, 7411, 7443, 7486, 7558, 7567, 7592, 7593, 7649, 7674, 7774, 7792, 7817, 7847, 7856, 7904, 7916, 8023, 8043, 8077, 8114, 8141, 8179, 8195, 8205, 8228, 8292, 8344, 8391, 8434, 8450, 8473, 8494, 8495, 8538, 8557, 8579, 8593, 8619, 8645, 8666, 8777, 8803, 8850, 8877, 8878, 8907, 8915, 8922, 8929, 8966, 8989, 9029, 9057, 9146, 9166, 9175, 9241, 9276, 9307, 9328, 9331, 9332, 9408, 9416, 9417, 9437, 9535, 9564, 9569, 9613, 9634, 9706, 9722, 9779, 9887, 9918, 9985, 9992, 10007, 10056, 10060, 10086, 10101, 10140, 10277, 10290, 10335, 10341, 10372, 10383, 10409, 10489, 10529, 10566, 10573, 10588, 10673, 10676, 10687, 10704, 10737, 10751, 10752, 10804, 10865, 10869, 10874, 10880, 10922, 10953, 10965, 11009, 11013, 11015, 11034, 11036, 11071, 11096, 11290, 11327, 11396, 11505, 11596, 11598, 11631, 11647, 11728, 11732, 11752, 11796, 11801, 11852, 11859, 11940, 12155, 12273, 12303, 12316, 12381, 12395, 12683, 12697, 12710, 12723, 12727, 12814, 12827, 12850, 12902, 13056, 13074, 13114, 13125, 13158, 13196, 13236, 13310, 13359, 13381, 13423, 13427, 13429, 13442, 13520, 13524, 13567, 13570, 13611, 13630, 13647, 13677, 13680, 13708, 13709, 13859, 13884, 13964, 14032, 14052, 14113, 14174, 14244, 14293, 14333, 14351, 14363, 14525, 14574, 14590, 14630, 14680, 14682, 14684, 14687, 14719, 14772, 14884, 14899, 14914, 14948, 14963, 14967, 15031, 15042, 15064, 15076, 15079, 15104, 15112, 15198, 15224, 15266, 15301, 15306, 15376, 15466, 15474, 15541, 15575, 15638, 15700, 15739, 15754, 15763, 15794, 15838, 15872, 15891, 15909, 15951, 15962, 15972, 16022, 16031, 16108, 16215, 16472, 16529, 16553, 16567, 16605, 16624, 16696, 16739, 16742, 16761, 16783, 16967, 16978, 17029, 17037, 17048, 17082, 17087, 17120, 17130, 17189, 17259, 17281, 17294, 17429, 17441, 17445, 17456, 17509, 17628, 17817, 17871, 17883, 17901, 17940, 17998, 18123, 18130, 18143, 18149, 18198, 18268, 18304, 18365, 18387, 18437, 18460, 18463, 18521, 18569, 18591, 18592, 18602, 18624, 18640, 18670, 18722, 18810, 18867, 18883, 18946, 19076, 19106, 19176, 19196, 19205, 19221, 19235, 19318, 19351, 19369, 19472, 19621, 19639, 19676, 19721, 19730, 19746, 19759, 19769, 19772, 19776, 19826, 19845, 20034, 20054, 20060, 20083, 20152, 20160, 20237, 20263, 20269, 20331, 20381, 20407, 20413, 20460, 20511, 20529, 20595, 20607, 20612, 20661, 20664, 20682, 20738, 20750, 20787, 20830, 20922, 20930, 21048, 21076, 21138, 21146, 21175, 21239, 21251, 21262, 21344, 21368, 21425, 21430, 21449, 21465, 21577, 21642, 21659, 21664, 21709, 21736, 21772, 21818, 21907, 22009, 22137, 22145, 22240, 22335, 22372, 22406, 22447, 22467, 22496, 22633, 22638, 22705, 22745, 22800, 22825, 22854, 22942, 22998, 23003, 23014, 23075, 23132, 23216, 23336, 23493, 23497, 23513, 23659, 23662, 23893, 23895, 23926, 24079, 24104, 24138, 24173, 24349, 24380, 24385, 24527, 24607, 24609, 24642, 24679, 24691, 24693, 24783, 24882, 24894, 24923, 24930, 24973, 24994, 25019, 25039, 25087, 25146, 25160, 25179, 25235, 25280, 25309, 25327, 25336, 25388, 25547, 25642, 25651, 25959, 25982, 26043, 26067, 26120, 26136, 26140, 26182, 26183, 26206, 26216, 26403, 26494, 26553, 26584, 26601, 26622, 26642, 26700, 26702, 26708, 26796, 26844, 26889, 26926, 26980, 27004, 27027, 27051, 27102, 27147, 27186, 27206, 27241, 27405, 27419, 27436, 27563, 27676, 27677, 27691, 27721, 27745, 27749, 27772, 27792, 27824, 27827, 27878, 28016, 28062, 28113, 28202, 28211, 28239, 28263, 28272, 28303, 28361, 28372, 28395, 28403, 28639, 28733, 28759, 28823, 28856, 28914, 28942, 29026, 29052, 29057, 29084, 29197, 29231, 29237, 29298, 29339, 29390, 29394, 29432, 29433, 29509, 29566, 29575, 29691, 29741, 29754, 29755, 29880, 29989, 30029, 30038, 30079, 30086, 30109, 30173, 30230, 30394, 30406, 30437, 30459, 30514, 30583, 30586, 30588, 30603, 30636, 30686, 30745, 30766, 30770, 30790, 30826, 30838, 30975, 30988, 31061, 31139, 31157, 31182, 31292, 31346, 31399, 31435, 31441, 31486, 31523, 31624, 31635, 31759, 31829, 31832, 31997, 32091, 32093, 32136, 32141, 32163, 32167, 32194, 32263, 32264, 32380, 32409, 32434, 32495, 32501, 32503, 32526, 32573, 32682, 32747] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..73de709124321ff94ce2504e1be30c8c65b8890c Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:14,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c209d6e0d19c71c4dd0061fe922fa194fa3117e5 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..add4c23f8a163b8194293ba1b41cd07bcd11606f --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[31, 99, 111, 114, 139, 149, 166, 191, 226, 228, 260, 288, 303, 320, 358, 365, 367, 405, 407, 428, 507, 519, 537, 556, 557, 605, 631, 632, 637, 640, 647, 666, 735, 749, 763, 796, 800, 837, 838, 846, 853, 859, 866, 903, 904, 931, 949, 951, 954, 956, 989, 1006, 1013, 1038, 1046, 1059, 1077, 1103, 1116, 1123, 1131, 1148, 1162, 1178, 1190, 1201, 1238, 1247, 1254, 1260, 1268, 1273, 1291, 1332, 1346, 1352, 1372, 1376, 1392, 1406, 1414, 1421, 1439, 1452, 1494, 1530, 1533, 1538, 1560, 1562, 1612, 1617, 1651, 1687, 1692, 1732, 1746, 1773, 1777, 1782, 1791, 1801, 1810, 1841, 1851, 1875, 1882, 1891, 1893, 1896, 1907, 1915, 1925, 1957, 1964, 1966, 1970, 1975, 2020, 2027, 2032, 2051, 2060, 2115, 2128, 2159, 2170, 2228, 2249, 2253, 2257, 2290, 2296, 2298, 2305, 2307, 2334, 2362, 2390, 2399, 2405, 2412, 2458, 2459, 2491, 2496, 2498, 2505, 2513, 2520, 2573, 2582, 2599, 2610, 2627, 2638, 2639, 2654, 2655, 2657, 2659, 2684, 2685, 2699, 2727, 2729, 2757, 2774, 2781, 2822, 2828, 2829, 2842, 2856, 2886, 2926, 2959, 2972, 2983, 2987, 2991, 3008, 3011, 3044, 3050, 3078, 3113, 3117, 3143, 3158, 3178, 3186, 3199, 3250, 3296, 3300, 3302, 3321, 3350, 3370, 3416, 3432, 3464, 3466, 3487, 3499, 3522, 3535, 3537, 3547, 3581, 3607, 3612, 3620, 3621, 3626, 3632, 3652, 3659, 3660, 3674, 3682, 3687, 3706, 3718, 3728, 3734, 3746, 3749, 3760, 3761, 3778, 3791, 3822, 3880, 3890, 3901, 3904, 3917, 3929, 3933, 3944, 3970, 3997, 3998, 4000, 4021, 4035, 4070, 4100, 4112, 4127, 4140, 4143, 4148, 4187, 4215, 4221, 4228, 4231, 4234, 4249, 4265, 4277, 4293, 4317, 4338, 4345, 4361, 4385, 4386, 4393, 4461, 4484, 4513, 4520, 4525, 4532, 4534, 4540, 4563, 4622, 4661, 4707, 4727, 4771, 4779, 4796, 4825, 4848, 4853, 4857, 4864, 4871, 4878, 4881, 4946, 4985, 5010, 5022, 5051, 5053, 5061, 5062, 5064, 5079, 5159, 5174, 5178, 5187, 5197, 5236, 5243, 5244, 5249, 5266, 5281, 5326, 5327, 5345, 5392, 5403, 5429, 5444, 5467, 5474, 5488, 5528, 5531, 5537, 5554, 5559, 5570, 5571, 5580, 5607, 5608, 5679, 5684, 5706, 5725, 5737, 5739, 5759, 5839, 5845, 5900, 5918, 5958, 5968, 5977, 5989, 6005, 6036, 6063, 6072, 6078, 6094, 6100, 6111, 6128, 6140, 6152, 6156, 6183, 6187, 6204, 6227, 6234, 6240, 6262, 6275, 6278, 6280, 6322, 6335, 6361, 6365, 6367, 6416, 6420, 6462, 6465, 6511, 6524, 6526, 6553, 6556, 6569, 6612, 6625, 6635, 6636, 6661, 6701, 6702, 6703, 6706, 6742, 6755, 6778, 6779, 6789, 6841, 6858, 6914, 6925, 6930, 6948, 6970, 6977, 6993, 7024, 7025, 7026, 7029, 7039, 7072, 7077, 7098, 7105, 7110, 7128, 7138, 7146, 7184, 7196, 7214, 7237, 7262, 7266, 7269, 7282, 7309, 7314, 7340, 7348, 7349, 7353, 7362, 7402, 7423, 7504, 7505, 7518, 7552, 7563, 7596, 7603, 7613, 7614, 7629, 7639, 7652, 7675, 7694, 7720, 7743, 7751, 7787, 7790, 7791, 7792, 7795, 7833, 7842, 7857, 7862, 7868, 7882, 7889, 7913, 7944, 7982, 8020, 8036, 8060, 8082, 8087, 8100, 8122, 8156, 8161, 8221, 8248, 8250, 8275, 8287, 8311, 8401, 8411, 8423, 8428, 8452, 8458, 8482, 8486, 8488, 8493, 8509, 8523, 8537, 8549, 8553, 8568, 8575, 8579, 8603, 8620, 8627, 8637, 8665, 8690, 8692, 8726, 8732, 8759, 8782, 8791, 8797, 8800, 8810, 8823, 8830, 8833, 8847, 8869, 8872, 8883, 8886, 8903, 8922, 8928, 8959, 8997, 9008, 9023, 9030, 9043, 9070, 9071, 9091, 9112, 9157, 9207, 9213, 9220, 9226, 9247, 9267, 9272, 9284, 9291, 9296, 9315, 9324, 9338, 9378, 9416, 9449, 9455, 9462, 9463, 9472, 9478, 9481, 9498, 9499, 9531, 9532, 9583, 9592, 9594, 9599, 9610, 9624, 9625, 9649, 9669, 9689, 9691, 9707, 9766, 9770, 9778, 9781, 9790, 9795, 9797, 9809, 9818, 9822, 9834, 9842, 9854, 9889, 9925, 9936, 9948, 9953, 9957, 9959, 9965, 9972, 9983, 10022, 10043, 10054, 10075, 10081, 10116, 10133, 10170, 10195, 10224, 10235, 10250, 10312, 10326, 10348, 10356, 10369, 10376, 10378, 10414, 10465, 10569, 10580, 10591, 10596, 10639, 10659, 10700, 10716, 10734, 10755, 10779, 10796, 10812, 10827, 10835, 10843, 10856, 10863, 10875, 10916, 10952, 10953, 10961, 10981, 10995, 11031, 11041, 11045, 11051, 11119, 11142, 11161, 11168, 11170, 11175, 11203, 11204, 11205, 11209, 11230, 11239, 11240, 11242, 11260, 11287, 11302, 11303, 11308, 11313, 11320, 11407, 11416, 11430, 11438, 11441, 11453, 11472, 11474, 11484, 11490, 11492, 11505, 11530, 11536, 11539, 11559, 11570, 11621, 11757, 11770, 11772, 11779, 11780, 11806, 11825, 11861, 11886, 11891, 11900, 11923, 11929, 11937, 11954, 11971, 11994, 11996, 12005, 12012, 12059, 12074, 12077, 12090, 12103, 12116, 12150, 12153, 12169, 12171, 12182, 12186, 12191, 12202, 12233, 12274, 12310, 12322, 12323, 12329, 12347, 12358, 12359, 12395, 12398, 12424, 12435, 12465, 12474, 12491, 12516, 12564, 12576, 12594, 12621, 12631, 12663, 12702, 12708, 12715, 12742, 12797, 12815, 12866, 12873, 12880, 12881, 12889, 12900, 12918, 12919, 12923, 12942, 13013, 13022, 13036, 13073, 13076, 13102, 13122, 13136, 13138, 13146, 13179, 13190, 13200, 13223, 13245, 13279, 13286, 13294, 13305, 13344, 13347, 13376, 13399, 13409, 13440, 13443, 13461, 13479, 13484, 13537, 13538, 13548, 13562, 13585, 13594, 13598, 13607, 13639, 13649, 13735, 13766, 13784, 13857, 13882, 13888, 13905, 13935, 13986, 13994, 14009, 14042, 14058, 14059, 14071, 14078, 14091, 14095, 14109, 14150, 14180, 14187, 14199, 14214, 14235, 14238, 14269, 14281, 14297, 14345, 14359, 14360, 14389, 14390, 14391, 14411, 14458, 14472, 14474, 14530, 14567, 14586, 14605, 14612, 14620, 14643, 14649, 14661, 14671, 14681, 14688, 14700, 14708, 14737, 14751, 14766, 14802, 14806, 14830, 14835, 14861, 14865, 14869, 14874, 14879, 14880, 14910, 14933, 14943, 14985, 15009, 15059, 15073, 15087, 15089, 15100, 15135, 15139, 15145, 15166, 15195, 15200, 15211, 15215, 15237, 15238, 15247, 15271, 15291, 15347, 15349, 15351, 15364, 15373, 15405, 15447, 15466, 15482, 15541, 15607, 15616, 15630, 15633, 15658, 15688, 15702, 15716, 15719, 15803, 15815, 15840, 15847, 15856, 15878, 15887, 15927, 15956, 15971, 16005, 16039, 16043, 16044, 16068, 16117, 16127, 16129, 16162, 16198, 16239, 16262, 16274, 16286, 16293, 16300, 16305, 16326, 16337, 16342, 16368, 16375, 16414, 16464, 16482, 16493, 16500, 16509, 16519, 16568, 16591, 16598, 16612, 16626, 16636, 16654, 16676, 16678, 16680, 16685, 16695, 16709, 16719, 16795, 16819, 16822, 16845, 16849, 16852, 16903, 16909, 16915, 16935, 16956, 16977, 16988, 16993, 16999, 17001, 17029, 17032, 17035, 17036, 17059, 17063, 17066, 17090, 17092, 17127, 17139, 17144, 17145, 17170, 17187, 17212, 17217, 17224, 17251, 17282, 17285, 17307, 17310, 17317, 17354, 17360, 17363, 17416, 17423, 17431, 17438, 17440, 17461, 17477, 17489, 17491, 17529, 17542, 17557, 17566, 17620, 17666, 17670, 17687, 17709, 17716, 17727, 17756, 17834, 17840, 17867, 17896, 17945, 17951, 17952, 17964, 17966, 17974, 17983, 17994, 18035, 18046, 18055, 18056, 18073, 18077, 18084, 18086, 18092, 18094, 18107, 18113, 18122, 18134, 18145, 18153, 18165, 18172, 18176, 18187, 18195, 18242, 18300, 18318, 18323, 18327, 18335, 18341, 18398, 18412, 18441, 18447, 18454, 18457, 18466, 18483, 18493, 18531, 18549, 18554, 18565, 18580, 18615, 18632, 18688, 18693, 18766, 18803, 18811, 18866, 18869, 18890, 18984, 18994, 19009, 19050, 19054, 19087, 19088, 19109, 19120, 19124, 19125, 19145, 19147, 19196, 19215, 19222, 19230, 19252, 19257, 19264, 19268, 19301, 19346, 19362, 19375, 19376, 19402, 19404, 19428, 19444, 19446, 19455, 19468, 19487, 19491, 19508, 19523, 19536, 19545, 19557, 19562, 19600, 19603, 19622, 19630, 19660, 19665, 19689, 19700, 19707, 19719, 19737, 19776, 19783, 19796, 19825, 19846, 19868, 19897, 19926, 19949, 19965, 19971, 19985, 20008, 20023, 20033, 20039, 20046, 20049, 20062, 20063, 20067, 20071, 20081, 20094, 20144, 20153, 20154, 20174, 20193, 20203, 20218, 20220, 20253, 20259, 20316, 20326, 20336, 20355, 20358, 20410, 20421, 20429, 20457, 20482, 20508, 20524, 20530, 20534, 20564, 20570, 20625, 20649, 20668, 20685, 20690, 20703, 20722, 20734, 20739, 20747, 20752, 20790, 20797, 20806, 20813, 20866, 20871, 20901, 20906, 20907, 20915, 20931, 20957, 20968, 20969, 20976, 20981, 20991, 20993, 20994, 21004, 21015, 21062, 21089, 21119, 21127, 21158, 21180, 21197, 21248, 21263, 21267, 21286, 21294, 21296, 21300, 21304, 21307, 21308, 21310, 21332, 21371, 21402, 21403, 21423, 21431, 21435, 21452, 21496, 21524, 21564, 21569, 21577, 21582, 21593, 21606, 21618, 21622, 21641, 21658, 21679, 21682, 21696, 21746, 21773, 21787, 21795, 21822, 21838, 21842, 21903, 21904, 21905, 21922, 21926, 21936, 21943, 21952, 21954, 22017, 22029, 22036, 22050, 22060, 22070, 22071, 22076, 22082, 22099, 22128, 22154, 22176, 22184, 22207, 22231, 22245, 22248, 22253, 22262, 22346, 22355, 22395, 22423, 22438, 22488, 22515, 22524, 22547, 22548, 22555, 22565, 22568, 22612, 22628, 22639, 22651, 22660, 22664, 22674, 22689, 22713, 22735, 22792, 22794, 22834, 22848, 22892, 22908, 22952, 22975, 23009, 23010, 23037, 23046, 23064, 23076, 23078, 23079, 23082, 23094, 23101, 23108, 23109, 23136, 23158, 23162, 23175, 23176, 23180, 23188, 23205, 23240, 23243, 23245, 23248, 23300, 23324, 23352, 23353, 23367, 23370, 23382, 23413, 23444, 23462, 23487, 23492, 23506, 23520, 23591, 23611, 23686, 23697, 23714, 23721, 23725, 23741, 23743, 23766, 23812, 23827, 23844, 23908, 23932, 23950, 23963, 23988, 24020, 24027, 24067, 24093, 24108, 24160, 24204, 24224, 24231, 24268, 24276, 24285, 24295, 24315, 24343, 24344, 24393, 24396, 24426, 24435, 24459, 24465, 24474, 24512, 24515, 24542, 24564, 24572, 24575, 24591, 24618, 24633, 24659, 24692, 24704, 24710, 24714, 24731, 24753, 24770, 24784, 24789, 24817, 24824, 24826, 24831, 24841, 24891, 24911, 24913, 24921, 24929, 24930, 24932, 24942, 25037, 25057, 25062, 25073, 25082, 25084, 25097, 25127, 25136, 25155, 25157, 25166, 25174, 25181, 25184, 25195, 25241, 25258, 25270, 25298, 25306, 25357, 25361, 25381, 25420, 25429, 25445, 25494, 25495, 25498, 25520, 25530, 25536, 25549, 25576, 25581, 25583, 25600, 25608, 25677, 25686, 25725, 25726, 25727, 25729, 25750, 25780, 25791, 25796, 25803, 25848, 25859, 25880, 25911, 25966, 25979, 26005, 26008, 26052, 26064, 26111, 26141, 26153, 26168, 26192, 26195, 26209, 26230, 26248, 26310, 26336, 26428, 26466, 26475, 26483, 26528, 26579, 26595, 26657, 26660, 26675, 26685, 26734, 26777, 26863, 26865, 26871, 26895, 26909, 26949, 26951, 26996, 27005, 27012, 27060, 27071, 27126, 27135, 27142, 27206, 27209, 27217, 27220, 27221, 27273, 27291, 27337, 27341, 27361, 27389, 27396, 27433, 27461, 27494, 27511, 27518, 27521, 27535, 27541, 27605, 27611, 27613, 27637, 27646, 27676, 27687, 27706, 27713, 27725, 27737, 27748, 27766, 27775, 27781, 27797, 27803, 27824, 27825, 27839, 27844, 27848, 27853, 27869, 27881, 27908, 27909, 27913, 27943, 28007, 28015, 28079, 28092, 28097, 28154, 28162, 28165, 28191, 28194, 28209, 28218, 28241, 28260, 28262, 28308, 28323, 28326, 28363, 28409, 28417, 28421, 28423, 28457, 28465, 28498, 28530, 28537, 28580, 28586, 28616, 28619, 28638, 28659, 28705, 28709, 28710, 28726, 28732, 28736, 28771, 28802, 28816, 28830, 28856, 28858, 28867, 28869, 28886, 28897, 28906, 28920, 28930, 28948, 28954, 28961, 28966, 28972, 28973, 28989, 28998, 29040, 29044, 29062, 29076, 29080, 29090, 29096, 29103, 29120, 29135, 29166, 29239, 29240, 29243, 29244, 29254, 29260, 29276, 29297, 29302, 29308, 29333, 29337, 29357, 29377, 29403, 29411, 29416, 29439, 29455, 29511, 29521, 29560, 29572, 29584, 29588, 29601, 29644, 29655, 29688, 29700, 29713, 29733, 29766, 29767, 29771, 29791, 29802, 29805, 29807, 29808, 29877, 29889, 29908, 29957, 29970, 30020, 30033, 30043, 30045, 30065, 30084, 30111, 30135, 30166, 30170, 30176, 30193, 30206, 30225, 30255, 30260, 30261, 30268, 30279, 30303, 30318, 30324, 30332, 30341, 30361, 30364, 30373, 30375, 30384, 30403, 30413, 30422, 30436, 30449, 30476, 30514, 30529, 30550, 30570, 30574, 30608, 30616, 30618, 30620, 30644, 30662, 30681, 30704, 30709, 30725, 30736, 30758, 30779, 30781, 30786, 30814, 30820, 30857, 30883, 30885, 30903, 30909, 30989, 31012, 31019, 31031, 31040, 31062, 31076, 31083, 31096, 31128, 31148, 31205, 31217, 31234, 31261, 31286, 31328, 31365, 31366, 31373, 31377, 31381, 31432, 31433, 31473, 31495, 31523, 31533, 31572, 31589, 31598, 31617, 31634, 31643, 31645, 31651, 31652, 31653, 31655, 31680, 31704, 31706, 31726, 31729, 31738, 31758, 31763, 31772, 31780, 31782, 31785, 31790, 31835, 31851, 31858, 31886, 31897, 31903, 31914, 31951, 31954, 31965, 31968, 31984, 31995, 32012, 32025, 32032, 32069, 32083, 32092, 32094, 32103, 32110, 32126, 32142, 32168, 32180, 32185, 32223, 32229, 32243, 32268, 32306, 32341, 32345, 32352, 32383, 32392, 32397, 32433, 32455, 32478, 32523, 32549, 32589, 32597, 32610, 32617, 32654, 32697, 32737, 32741, 32755, 32764] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..bb3b9d10ede6e0d55f1c95a149947c310159fef7 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..102d3bb3a29cc299d32cbb6aa89bae1877e23123 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..24d91d117ff5ca496debcec9a96bc1ccc27fd774 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[12, 25, 26, 31, 35, 43, 46, 54, 73, 75, 80, 84, 102, 138, 141, 154, 155, 162, 180, 181, 206, 211, 220, 226, 228, 229, 241, 248, 264, 270, 289, 292, 318, 320, 329, 365, 367, 379, 384, 401, 407, 423, 427, 428, 430, 434, 435, 452, 453, 460, 466, 469, 479, 481, 488, 495, 502, 510, 513, 517, 519, 533, 544, 556, 559, 563, 569, 570, 585, 599, 608, 621, 623, 632, 637, 713, 726, 730, 742, 746, 749, 785, 796, 807, 810, 815, 817, 818, 820, 822, 832, 838, 846, 848, 852, 859, 861, 866, 874, 882, 883, 887, 890, 903, 911, 919, 927, 931, 947, 954, 956, 975, 988, 989, 1002, 1014, 1017, 1022, 1025, 1032, 1038, 1048, 1052, 1065, 1067, 1096, 1103, 1112, 1116, 1131, 1138, 1148, 1153, 1163, 1171, 1173, 1180, 1189, 1190, 1195, 1207, 1215, 1221, 1227, 1235, 1247, 1254, 1255, 1259, 1268, 1279, 1291, 1300, 1302, 1311, 1323, 1324, 1340, 1345, 1346, 1358, 1359, 1362, 1369, 1372, 1387, 1392, 1405, 1421, 1434, 1436, 1454, 1456, 1460, 1463, 1464, 1466, 1476, 1479, 1480, 1482, 1490, 1492, 1494, 1501, 1515, 1535, 1562, 1563, 1583, 1595, 1612, 1616, 1621, 1629, 1634, 1640, 1652, 1660, 1682, 1692, 1695, 1714, 1716, 1719, 1720, 1723, 1733, 1746, 1754, 1774, 1775, 1776, 1791, 1796, 1810, 1816, 1822, 1824, 1826, 1841, 1844, 1863, 1869, 1882, 1905, 1915, 1917, 1918, 1925, 1948, 1954, 1963, 1970, 1975, 1992, 1993, 2014, 2031, 2034, 2044, 2051, 2052, 2056, 2059, 2060, 2061, 2064, 2066, 2069, 2099, 2115, 2128, 2149, 2171, 2179, 2190, 2240, 2244, 2248, 2250, 2267, 2298, 2303, 2316, 2323, 2330, 2341, 2361, 2362, 2372, 2390, 2401, 2436, 2439, 2452, 2455, 2459, 2466, 2473, 2478, 2482, 2515, 2520, 2548, 2552, 2554, 2556, 2570, 2573, 2579, 2584, 2596, 2599, 2607, 2610, 2611, 2612, 2626, 2627, 2634, 2654, 2656, 2659, 2666, 2673, 2683, 2684, 2685, 2687, 2690, 2699, 2702, 2703, 2704, 2711, 2736, 2744, 2748, 2752, 2757, 2774, 2807, 2809, 2815, 2834, 2841, 2849, 2852, 2856, 2859, 2873, 2882, 2886, 2904, 2905, 2906, 2913, 2920, 2934, 2949, 2983, 3008, 3023, 3073, 3078, 3101, 3102, 3108, 3109, 3113, 3117, 3130, 3133, 3143, 3164, 3168, 3173, 3178, 3179, 3186, 3189, 3192, 3194, 3198, 3221, 3230, 3231, 3232, 3237, 3252, 3253, 3255, 3256, 3259, 3278, 3290, 3304, 3307, 3318, 3328, 3353, 3355, 3370, 3396, 3406, 3416, 3436, 3443, 3466, 3472, 3485, 3499, 3501, 3509, 3516, 3517, 3536, 3539, 3557, 3562, 3576, 3585, 3588, 3590, 3592, 3599, 3613, 3619, 3620, 3621, 3626, 3630, 3632, 3641, 3646, 3652, 3654, 3657, 3659, 3701, 3706, 3707, 3711, 3712, 3746, 3747, 3749, 3757, 3767, 3778, 3783, 3791, 3792, 3793, 3800, 3801, 3830, 3855, 3877, 3888, 3893, 3895, 3903, 3904, 3914, 3921, 3924, 3937, 3946, 3949, 3963, 3972, 3983, 3993, 3994, 4004, 4008, 4022, 4032, 4043, 4044, 4046, 4047, 4050, 4051, 4057, 4063, 4081, 4083, 4089, 4091, 4097, 4100, 4105, 4119, 4124, 4140, 4142, 4143, 4144, 4165, 4187, 4193, 4215, 4233, 4234, 4266, 4281, 4282, 4287, 4298, 4308, 4340, 4345, 4348, 4361, 4367, 4370, 4380, 4382, 4384, 4387, 4393, 4399, 4402, 4405, 4410, 4419, 4421, 4423, 4435, 4450, 4457, 4466, 4477, 4481, 4483, 4490, 4496, 4507, 4509, 4515, 4521, 4523, 4532, 4535, 4540, 4542, 4550, 4554, 4572, 4591, 4603, 4610, 4621, 4635, 4643, 4694, 4695, 4700, 4703, 4730, 4749, 4779, 4785, 4787, 4789, 4796, 4804, 4810, 4818, 4871, 4873, 4877, 4925, 4928, 4936, 4948, 4953, 4974, 5008, 5021, 5024, 5034, 5050, 5053, 5058, 5079, 5082, 5086, 5101, 5105, 5108, 5113, 5117, 5129, 5131, 5174, 5185, 5187, 5188, 5191, 5197, 5202, 5206, 5217, 5231, 5236, 5243, 5244, 5246, 5255, 5258, 5261, 5298, 5309, 5316, 5324, 5329, 5343, 5350, 5360, 5365, 5369, 5398, 5436, 5440, 5444, 5447, 5469, 5487, 5488, 5491, 5492, 5493, 5500, 5502, 5503, 5511, 5535, 5537, 5550, 5571, 5577, 5589, 5590, 5609, 5616, 5625, 5628, 5640, 5644, 5669, 5678, 5681, 5684, 5685, 5690, 5693, 5701, 5714, 5716, 5718, 5722, 5731, 5736, 5759, 5767, 5768, 5779, 5801, 5808, 5815, 5823, 5836, 5839, 5843, 5845, 5850, 5852, 5855, 5858, 5863, 5866, 5867, 5896, 5918, 5921, 5929, 5932, 5939, 5968, 5985, 5987, 5988, 5989, 6006, 6016, 6026, 6030, 6056, 6063, 6102, 6110, 6114, 6124, 6128, 6132, 6139, 6140, 6150, 6152, 6156, 6175, 6183, 6186, 6187, 6204, 6206, 6207, 6217, 6220, 6229, 6234, 6236, 6238, 6261, 6271, 6274, 6275, 6277, 6279, 6294, 6313, 6320, 6332, 6335, 6341, 6352, 6365, 6389, 6404, 6420, 6424, 6464, 6473, 6485, 6493, 6503, 6506, 6517, 6522, 6535, 6537, 6542, 6556, 6563, 6568, 6596, 6610, 6612, 6625, 6632, 6635, 6639, 6649, 6650, 6657, 6677, 6686, 6687, 6696, 6700, 6703, 6720, 6723, 6726, 6737, 6748, 6752, 6755, 6757, 6764, 6765, 6776, 6778, 6795, 6804, 6824, 6828, 6829, 6835, 6839, 6841, 6858, 6897, 6902, 6914, 6916, 6925, 6941, 6977, 7017, 7019, 7025, 7029, 7047, 7074, 7080, 7111, 7119, 7125, 7126, 7159, 7178, 7181, 7182, 7196, 7228, 7233, 7262, 7266, 7267, 7269, 7270, 7273, 7277, 7281, 7290, 7320, 7323, 7340, 7351, 7355, 7359, 7362, 7366, 7374, 7375, 7379, 7400, 7402, 7423, 7439, 7448, 7449, 7454, 7462, 7467, 7484, 7488, 7493, 7495, 7497, 7500, 7505, 7530, 7553, 7564, 7578, 7596, 7602, 7614, 7627, 7633, 7643, 7675, 7678, 7680, 7683, 7694, 7698, 7702, 7708, 7709, 7710, 7716, 7719, 7720, 7726, 7742, 7743, 7751, 7757, 7758, 7765, 7770, 7773, 7779, 7789, 7790, 7791, 7792, 7799, 7814, 7842, 7853, 7856, 7871, 7887, 7894, 7942, 7944, 7946, 7951, 7964, 7972, 7975, 7977, 7980, 8011, 8012, 8020, 8022, 8024, 8029, 8036, 8037, 8040, 8048, 8060, 8104, 8106, 8108, 8116, 8121, 8122, 8141, 8144, 8151, 8156, 8159, 8184, 8185, 8191, 8221, 8257, 8280, 8283, 8287, 8296, 8305, 8311, 8316, 8322, 8335, 8356, 8371, 8374, 8384, 8395, 8397, 8402, 8408, 8419, 8420, 8431, 8432, 8452, 8458, 8469, 8477, 8479, 8482, 8486, 8488, 8489, 8491, 8500, 8514, 8532, 8536, 8537, 8553, 8556, 8575, 8576, 8579, 8593, 8603, 8609, 8610, 8643, 8645, 8659, 8665, 8668, 8685, 8690, 8696, 8706, 8711, 8723, 8744, 8750, 8758, 8759, 8760, 8762, 8780, 8782, 8795, 8797, 8802, 8823, 8845, 8855, 8863, 8869, 8870, 8883, 8888, 8900, 8903, 8951, 8954, 8974, 8979, 8993, 8997, 9003, 9008, 9015, 9023, 9027, 9046, 9049, 9053, 9055, 9060, 9077, 9079, 9082, 9096, 9103, 9151, 9157, 9162, 9164, 9168, 9180, 9187, 9193, 9197, 9198, 9202, 9207, 9214, 9231, 9237, 9248, 9250, 9255, 9259, 9264, 9267, 9270, 9292, 9299, 9330, 9335, 9345, 9355, 9369, 9370, 9391, 9409, 9446, 9451, 9460, 9470, 9478, 9482, 9484, 9493, 9497, 9501, 9538, 9547, 9551, 9568, 9579, 9584, 9585, 9598, 9606, 9609, 9610, 9617, 9623, 9625, 9638, 9639, 9651, 9654, 9678, 9685, 9689, 9698, 9704, 9707, 9718, 9720, 9723, 9743, 9760, 9762, 9765, 9781, 9782, 9783, 9804, 9813, 9821, 9822, 9829, 9849, 9850, 9870, 9873, 9889, 9895, 9902, 9914, 9919, 9925, 9936, 9938, 9944, 9947, 9961, 9966, 9970, 9972, 9987, 10001, 10012, 10018, 10031, 10036, 10042, 10043, 10045, 10047, 10054, 10079, 10081, 10082, 10095, 10100, 10133, 10140, 10148, 10154, 10166, 10170, 10174, 10177, 10183, 10184, 10198, 10231, 10235, 10237, 10238, 10247, 10268, 10277, 10284, 10293, 10298, 10310, 10312, 10316, 10332, 10343, 10348, 10354, 10357, 10361, 10369, 10376, 10378, 10379, 10392, 10400, 10419, 10420, 10428, 10464, 10465, 10478, 10489, 10497, 10522, 10525, 10526, 10534, 10536, 10545, 10569, 10581, 10582, 10594, 10596, 10606, 10630, 10631, 10638, 10641, 10655, 10658, 10665, 10669, 10674, 10692, 10702, 10703, 10708, 10716, 10729, 10734, 10735, 10777, 10787, 10789, 10790, 10791, 10806, 10809, 10812, 10829, 10835, 10860, 10868, 10872, 10876, 10879, 10880, 10945, 10949, 10955, 10961, 10967, 10981, 11000, 11001, 11008, 11028, 11031, 11041, 11051, 11062, 11070, 11079, 11092, 11097, 11115, 11116, 11130, 11133, 11134, 11141, 11142, 11143, 11145, 11152, 11156, 11168, 11173, 11174, 11175, 11176, 11186, 11201, 11202, 11203, 11205, 11209, 11234, 11240, 11261, 11274, 11286, 11296, 11300, 11302, 11314, 11337, 11372, 11374, 11375, 11402, 11411, 11423, 11424, 11434, 11441, 11442, 11452, 11453, 11465, 11468, 11473, 11474, 11485, 11487, 11490, 11492, 11496, 11497, 11498, 11534, 11537, 11539, 11549, 11550, 11552, 11563, 11567, 11568, 11579, 11586, 11587, 11603, 11604, 11605, 11619, 11625, 11636, 11639, 11689, 11691, 11707, 11709, 11718, 11720, 11728, 11730, 11737, 11738, 11754, 11756, 11757, 11760, 11771, 11776, 11783, 11794, 11808, 11809, 11812, 11813, 11817, 11826, 11831, 11849, 11853, 11856, 11857, 11879, 11883, 11886, 11914, 11919, 11937, 11958, 11960, 11963, 11972, 11974, 11983, 11988, 11992, 11994, 12001, 12005, 12010, 12012, 12018, 12036, 12065, 12075, 12079, 12089, 12091, 12114, 12115, 12130, 12133, 12153, 12171, 12177, 12179, 12227, 12241, 12245, 12249, 12256, 12262, 12263, 12266, 12270, 12273, 12280, 12290, 12299, 12307, 12322, 12323, 12325, 12337, 12347, 12369, 12373, 12379, 12382, 12385, 12406, 12413, 12418, 12430, 12431, 12438, 12449, 12464, 12465, 12471, 12473, 12474, 12491, 12515, 12517, 12541, 12546, 12550, 12561, 12576, 12580, 12583, 12594, 12598, 12600, 12621, 12635, 12643, 12654, 12674, 12689, 12690, 12706, 12708, 12715, 12722, 12733, 12742, 12785, 12795, 12819, 12833, 12841, 12843, 12846, 12849, 12857, 12865, 12866, 12881, 12883, 12916, 12918, 12920, 12923, 12938, 12949, 12950, 12956, 12963, 12964, 12983, 13009, 13016, 13028, 13030, 13032, 13034, 13042, 13053, 13080, 13118, 13122, 13146, 13179, 13180, 13181, 13185, 13197, 13206, 13209, 13219, 13252, 13260, 13266, 13274, 13279, 13286, 13290, 13295, 13296, 13304, 13305, 13307, 13319, 13333, 13341, 13346, 13350, 13384, 13385, 13397, 13400, 13402, 13406, 13407, 13409, 13414, 13462, 13474, 13484, 13495, 13502, 13516, 13530, 13548, 13562, 13563, 13567, 13593, 13613, 13643, 13649, 13659, 13663, 13669, 13695, 13704, 13729, 13743, 13755, 13756, 13760, 13766, 13784, 13809, 13827, 13833, 13857, 13877, 13882, 13907, 13914, 13918, 13929, 13931, 13960, 13967, 13970, 13980, 13986, 13987, 13992, 13995, 14008, 14009, 14010, 14018, 14019, 14029, 14038, 14044, 14052, 14091, 14095, 14098, 14105, 14108, 14114, 14120, 14127, 14130, 14142, 14144, 14151, 14167, 14172, 14180, 14183, 14200, 14225, 14238, 14242, 14257, 14272, 14278, 14284, 14287, 14291, 14298, 14316, 14325, 14344, 14348, 14351, 14353, 14354, 14359, 14360, 14367, 14369, 14387, 14390, 14399, 14403, 14411, 14422, 14445, 14450, 14455, 14457, 14475, 14483, 14491, 14502, 14526, 14533, 14539, 14541, 14546, 14564, 14570, 14578, 14611, 14618, 14632, 14634, 14650, 14661, 14673, 14683, 14700, 14706, 14711, 14715, 14722, 14732, 14733, 14765, 14766, 14778, 14806, 14807, 14808, 14812, 14830, 14833, 14835, 14842, 14847, 14850, 14854, 14863, 14865, 14868, 14874, 14879, 14886, 14902, 14909, 14939, 14942, 14945, 14950, 14953, 14958, 14974, 14979, 14983, 14992, 14995, 15009, 15017, 15027, 15031, 15048, 15052, 15065, 15075, 15084, 15089, 15090, 15107, 15113, 15114, 15131, 15154, 15163, 15174, 15192, 15218, 15228, 15235, 15238, 15244, 15265, 15271, 15291, 15295, 15334, 15339, 15347, 15351, 15353, 15355, 15360, 15373, 15385, 15390, 15405, 15423, 15431, 15438, 15443, 15447, 15465, 15466, 15467, 15500, 15502, 15508, 15511, 15523, 15530, 15542, 15549, 15588, 15601, 15607, 15628, 15632, 15635, 15636, 15637, 15651, 15655, 15656, 15658, 15665, 15668, 15683, 15697, 15710, 15715, 15716, 15717, 15719, 15723, 15733, 15735, 15747, 15748, 15755, 15758, 15771, 15775, 15776, 15784, 15786, 15790, 15815, 15827, 15848, 15855, 15856, 15861, 15877, 15878, 15887, 15892, 15895, 15897, 15901, 15930, 15934, 15946, 15951, 15957, 15963, 15967, 15989, 15997, 16005, 16025, 16043, 16047, 16061, 16064, 16068, 16069, 16070, 16082, 16089, 16091, 16094, 16117, 16134, 16164, 16183, 16199, 16210, 16211, 16229, 16231, 16236, 16237, 16242, 16244, 16251, 16254, 16261, 16272, 16274, 16286, 16293, 16294, 16295, 16328, 16353, 16371, 16381, 16390, 16412, 16436, 16442, 16467, 16492, 16493, 16511, 16513, 16517, 16524, 16531, 16534, 16550, 16555, 16558, 16568, 16573, 16598, 16618, 16631, 16634, 16648, 16654, 16662, 16667, 16680, 16687, 16688, 16695, 16700, 16704, 16709, 16711, 16715, 16719, 16720, 16722, 16723, 16726, 16731, 16763, 16772, 16803, 16807, 16814, 16828, 16845, 16848, 16852, 16858, 16859, 16866, 16886, 16892, 16904, 16909, 16922, 16924, 16927, 16930, 16935, 16940, 16942, 16943, 16953, 16969, 16976, 16985, 16988, 16990, 17016, 17026, 17055, 17058, 17090, 17117, 17139, 17154, 17169, 17179, 17181, 17191, 17202, 17210, 17214, 17217, 17231, 17232, 17252, 17270, 17274, 17278, 17294, 17310, 17313, 17317, 17330, 17336, 17350, 17354, 17360, 17369, 17398, 17408, 17415, 17431, 17440, 17470, 17481, 17510, 17511, 17513, 17516, 17517, 17520, 17528, 17546, 17548, 17553, 17557, 17563, 17564, 17604, 17611, 17613, 17614, 17615, 17620, 17627, 17635, 17644, 17656, 17661, 17666, 17670, 17674, 17677, 17690, 17691, 17694, 17706, 17709, 17713, 17716, 17727, 17749, 17756, 17780, 17789, 17803, 17840, 17841, 17855, 17860, 17865, 17876, 17900, 17934, 17939, 17943, 17951, 17953, 17965, 17974, 17984, 18005, 18049, 18056, 18060, 18069, 18077, 18078, 18086, 18088, 18100, 18107, 18113, 18114, 18117, 18119, 18122, 18129, 18130, 18141, 18142, 18145, 18153, 18165, 18171, 18210, 18214, 18229, 18231, 18235, 18254, 18257, 18264, 18271, 18308, 18322, 18356, 18368, 18385, 18436, 18454, 18457, 18492, 18518, 18525, 18553, 18555, 18566, 18573, 18576, 18580, 18588, 18604, 18606, 18615, 18616, 18671, 18675, 18696, 18714, 18718, 18740, 18742, 18759, 18766, 18771, 18783, 18785, 18823, 18843, 18845, 18855, 18865, 18869, 18874, 18890, 18903, 18916, 18922, 18927, 18930, 18966, 18975, 18978, 18984, 19044, 19072, 19101, 19115, 19122, 19127, 19129, 19142, 19145, 19147, 19168, 19188, 19193, 19196, 19201, 19222, 19226, 19230, 19252, 19268, 19293, 19301, 19302, 19335, 19337, 19359, 19362, 19372, 19405, 19408, 19415, 19428, 19429, 19433, 19439, 19441, 19452, 19453, 19455, 19456, 19465, 19486, 19487, 19491, 19508, 19518, 19526, 19532, 19540, 19550, 19565, 19570, 19599, 19618, 19622, 19630, 19644, 19652, 19674, 19675, 19676, 19685, 19689, 19691, 19702, 19705, 19709, 19742, 19766, 19777, 19783, 19816, 19828, 19845, 19850, 19868, 19871, 19872, 19878, 19881, 19887, 19897, 19902, 19906, 19907, 19918, 19923, 19925, 19926, 19941, 19945, 19965, 19973, 19977, 19980, 19985, 19997, 20023, 20028, 20033, 20039, 20045, 20046, 20055, 20057, 20067, 20074, 20082, 20094, 20107, 20109, 20111, 20112, 20118, 20126, 20137, 20153, 20159, 20187, 20189, 20194, 20201, 20203, 20216, 20218, 20239, 20253, 20258, 20267, 20270, 20283, 20284, 20297, 20302, 20315, 20320, 20326, 20331, 20341, 20351, 20353, 20356, 20363, 20381, 20395, 20403, 20405, 20420, 20427, 20429, 20436, 20443, 20445, 20447, 20455, 20465, 20505, 20512, 20521, 20524, 20528, 20534, 20550, 20564, 20571, 20594, 20612, 20618, 20649, 20651, 20664, 20666, 20674, 20685, 20701, 20733, 20734, 20736, 20739, 20747, 20751, 20752, 20784, 20785, 20797, 20806, 20808, 20810, 20814, 20817, 20827, 20870, 20881, 20893, 20907, 20917, 20926, 20957, 20961, 20965, 20969, 20981, 20993, 21002, 21007, 21036, 21062, 21075, 21077, 21085, 21092, 21095, 21136, 21142, 21152, 21178, 21197, 21228, 21248, 21258, 21270, 21290, 21294, 21295, 21296, 21307, 21312, 21331, 21336, 21354, 21368, 21369, 21373, 21389, 21399, 21402, 21416, 21417, 21423, 21452, 21473, 21494, 21514, 21520, 21524, 21526, 21540, 21564, 21568, 21569, 21577, 21582, 21587, 21589, 21641, 21669, 21694, 21696, 21708, 21714, 21728, 21795, 21803, 21806, 21822, 21830, 21832, 21838, 21842, 21848, 21867, 21881, 21885, 21903, 21926, 21927, 21933, 21943, 21952, 21961, 21964, 22003, 22007, 22011, 22020, 22029, 22061, 22067, 22071, 22076, 22086, 22094, 22102, 22106, 22115, 22157, 22164, 22169, 22175, 22179, 22181, 22198, 22229, 22238, 22251, 22268, 22279, 22287, 22288, 22308, 22316, 22332, 22335, 22341, 22346, 22352, 22355, 22359, 22368, 22371, 22385, 22415, 22428, 22429, 22436, 22447, 22456, 22466, 22483, 22484, 22485, 22488, 22494, 22511, 22512, 22521, 22522, 22540, 22553, 22555, 22565, 22584, 22601, 22611, 22612, 22614, 22636, 22640, 22651, 22660, 22671, 22706, 22709, 22714, 22730, 22764, 22773, 22788, 22820, 22824, 22829, 22844, 22848, 22850, 22854, 22856, 22857, 22862, 22869, 22878, 22891, 22892, 22896, 22906, 22941, 22957, 22971, 22981, 23009, 23010, 23019, 23065, 23073, 23076, 23079, 23095, 23101, 23116, 23120, 23149, 23162, 23167, 23185, 23205, 23220, 23239, 23248, 23254, 23274, 23295, 23296, 23323, 23332, 23333, 23339, 23351, 23353, 23361, 23370, 23402, 23405, 23407, 23414, 23417, 23422, 23451, 23454, 23457, 23469, 23470, 23472, 23481, 23487, 23498, 23520, 23550, 23574, 23581, 23588, 23591, 23624, 23634, 23640, 23665, 23709, 23716, 23718, 23725, 23730, 23743, 23744, 23745, 23779, 23811, 23817, 23820, 23836, 23849, 23852, 23853, 23858, 23862, 23868, 23881, 23882, 23891, 23892, 23898, 23917, 23923, 23950, 23952, 23967, 23975, 23976, 23979, 23988, 24000, 24008, 24038, 24043, 24045, 24067, 24097, 24102, 24115, 24121, 24124, 24126, 24128, 24152, 24159, 24160, 24199, 24207, 24224, 24231, 24240, 24253, 24256, 24273, 24276, 24285, 24290, 24303, 24311, 24320, 24321, 24336, 24343, 24350, 24364, 24365, 24378, 24385, 24387, 24396, 24426, 24429, 24434, 24494, 24498, 24499, 24503, 24525, 24542, 24544, 24549, 24560, 24572, 24585, 24586, 24591, 24600, 24618, 24623, 24634, 24655, 24660, 24673, 24682, 24684, 24692, 24696, 24704, 24708, 24711, 24713, 24755, 24784, 24785, 24809, 24821, 24824, 24826, 24854, 24856, 24874, 24875, 24878, 24918, 24929, 24932, 24940, 24942, 24966, 24987, 24991, 24992, 25005, 25041, 25047, 25057, 25065, 25066, 25082, 25094, 25122, 25134, 25145, 25149, 25158, 25159, 25160, 25166, 25174, 25181, 25190, 25195, 25203, 25205, 25215, 25222, 25234, 25241, 25260, 25272, 25286, 25311, 25314, 25320, 25323, 25331, 25343, 25361, 25381, 25401, 25438, 25462, 25465, 25479, 25488, 25517, 25525, 25528, 25533, 25534, 25540, 25551, 25569, 25576, 25578, 25581, 25582, 25585, 25592, 25600, 25624, 25627, 25663, 25671, 25680, 25684, 25685, 25686, 25691, 25695, 25713, 25725, 25727, 25733, 25750, 25756, 25785, 25791, 25793, 25798, 25800, 25802, 25806, 25822, 25833, 25838, 25841, 25848, 25854, 25877, 25891, 25894, 25900, 25913, 25934, 25958, 25966, 25973, 25987, 26005, 26013, 26029, 26040, 26052, 26064, 26075, 26077, 26079, 26082, 26085, 26088, 26093, 26100, 26111, 26132, 26136, 26153, 26156, 26168, 26176, 26184, 26191, 26195, 26196, 26208, 26228, 26229, 26230, 26241, 26275, 26296, 26299, 26301, 26307, 26315, 26332, 26336, 26337, 26372, 26426, 26428, 26464, 26471, 26473, 26483, 26487, 26524, 26545, 26547, 26569, 26579, 26585, 26595, 26598, 26642, 26653, 26657, 26660, 26672, 26710, 26743, 26761, 26774, 26777, 26816, 26817, 26846, 26853, 26861, 26863, 26879, 26884, 26889, 26891, 26909, 26915, 26916, 26937, 26967, 26970, 26989, 26995, 26996, 27010, 27027, 27032, 27044, 27046, 27048, 27053, 27067, 27099, 27104, 27107, 27119, 27123, 27130, 27135, 27138, 27159, 27166, 27181, 27192, 27207, 27220, 27221, 27231, 27252, 27267, 27278, 27290, 27301, 27310, 27322, 27326, 27327, 27341, 27367, 27380, 27383, 27387, 27391, 27420, 27433, 27443, 27455, 27457, 27461, 27494, 27523, 27526, 27535, 27541, 27564, 27569, 27571, 27577, 27587, 27590, 27603, 27642, 27644, 27661, 27669, 27673, 27676, 27690, 27695, 27725, 27726, 27757, 27763, 27766, 27767, 27785, 27821, 27824, 27825, 27826, 27858, 27881, 27887, 27901, 27911, 27924, 27931, 27935, 27948, 27949, 27953, 27971, 27972, 27987, 27993, 27997, 28000, 28006, 28040, 28044, 28067, 28074, 28081, 28085, 28087, 28092, 28103, 28115, 28131, 28141, 28153, 28154, 28162, 28163, 28175, 28177, 28181, 28207, 28218, 28260, 28268, 28281, 28294, 28302, 28306, 28315, 28363, 28366, 28382, 28388, 28389, 28390, 28393, 28399, 28402, 28427, 28429, 28471, 28473, 28476, 28493, 28498, 28507, 28520, 28531, 28538, 28540, 28566, 28582, 28606, 28642, 28656, 28665, 28670, 28678, 28698, 28710, 28725, 28728, 28729, 28756, 28761, 28774, 28778, 28782, 28798, 28810, 28830, 28835, 28867, 28871, 28891, 28896, 28910, 28911, 28954, 28966, 28970, 28975, 28982, 28998, 29005, 29012, 29024, 29037, 29049, 29052, 29062, 29066, 29096, 29108, 29110, 29132, 29134, 29138, 29146, 29153, 29158, 29162, 29166, 29180, 29221, 29250, 29271, 29295, 29297, 29307, 29317, 29338, 29358, 29371, 29385, 29386, 29392, 29398, 29401, 29416, 29428, 29433, 29435, 29439, 29462, 29479, 29499, 29511, 29516, 29532, 29555, 29556, 29558, 29560, 29644, 29664, 29675, 29680, 29682, 29689, 29693, 29694, 29710, 29712, 29724, 29733, 29736, 29747, 29759, 29762, 29769, 29776, 29799, 29807, 29808, 29813, 29814, 29847, 29877, 29900, 29906, 29908, 29911, 29926, 29938, 29941, 29949, 29952, 29961, 29980, 29985, 30003, 30004, 30007, 30011, 30025, 30036, 30054, 30063, 30065, 30067, 30069, 30071, 30081, 30084, 30111, 30115, 30153, 30163, 30166, 30185, 30192, 30193, 30206, 30208, 30225, 30232, 30241, 30249, 30261, 30268, 30269, 30291, 30293, 30299, 30301, 30302, 30303, 30310, 30321, 30322, 30339, 30341, 30343, 30347, 30361, 30364, 30380, 30395, 30399, 30405, 30416, 30420, 30422, 30433, 30450, 30454, 30456, 30468, 30476, 30493, 30514, 30515, 30524, 30550, 30570, 30578, 30591, 30600, 30612, 30616, 30622, 30623, 30645, 30683, 30691, 30704, 30706, 30724, 30738, 30747, 30750, 30776, 30783, 30786, 30796, 30797, 30820, 30832, 30834, 30836, 30840, 30857, 30863, 30867, 30872, 30883, 30885, 30889, 30891, 30895, 30897, 30905, 30913, 30918, 30928, 30939, 30968, 30973, 30989, 30992, 30993, 30998, 30999, 31013, 31031, 31034, 31038, 31040, 31051, 31061, 31090, 31100, 31112, 31116, 31127, 31132, 31140, 31149, 31169, 31171, 31178, 31187, 31239, 31256, 31258, 31261, 31264, 31304, 31329, 31343, 31359, 31377, 31387, 31408, 31421, 31434, 31459, 31461, 31470, 31477, 31481, 31491, 31495, 31497, 31509, 31533, 31534, 31542, 31546, 31579, 31589, 31600, 31603, 31608, 31613, 31617, 31629, 31631, 31633, 31643, 31653, 31658, 31665, 31679, 31680, 31691, 31704, 31705, 31716, 31726, 31729, 31738, 31748, 31753, 31763, 31782, 31785, 31787, 31790, 31796, 31814, 31820, 31826, 31832, 31843, 31849, 31855, 31858, 31866, 31871, 31877, 31886, 31894, 31905, 31914, 31936, 31939, 31954, 31961, 31967, 31968, 31983, 31988, 31999, 32002, 32022, 32028, 32059, 32063, 32065, 32077, 32080, 32081, 32083, 32093, 32103, 32109, 32110, 32111, 32117, 32126, 32136, 32141, 32142, 32145, 32149, 32154, 32160, 32162, 32163, 32185, 32187, 32195, 32223, 32226, 32254, 32256, 32267, 32288, 32314, 32323, 32327, 32333, 32341, 32345, 32347, 32371, 32372, 32383, 32394, 32407, 32424, 32428, 32433, 32449, 32455, 32462, 32464, 32469, 32478, 32486, 32493, 32501, 32510, 32518, 32536, 32549, 32575, 32589, 32592, 32602, 32617, 32639, 32642, 32652, 32662, 32678, 32684, 32715, 32717, 32727, 32733, 32737, 32748, 32755, 32764] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..abb37b5fabc98d6d8a774154162eebf87b9666aa Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..ab2dcb9332a1259a1647ba297c048fe68c344d46 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..c8bde5c429a17ff4bbe071cca3d38a7c10547cd5 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:last_token)_indices @@ -0,0 +1 @@ +[141, 220, 261, 303, 358, 384, 386, 419, 436, 475, 510, 570, 632, 807, 820, 991, 1016, 1021, 1044, 1048, 1119, 1163, 1279, 1288, 1376, 1452, 1478, 1489, 1563, 1564, 1573, 1612, 1665, 1757, 1839, 1844, 1854, 1906, 1954, 2039, 2065, 2099, 2128, 2188, 2193, 2240, 2268, 2273, 2330, 2524, 2592, 2611, 2627, 2656, 2684, 2729, 2807, 2843, 2876, 2955, 3071, 3089, 3110, 3136, 3171, 3179, 3183, 3208, 3228, 3300, 3349, 3475, 3576, 3609, 3632, 3652, 3660, 3779, 3866, 3903, 3989, 3998, 4291, 4432, 4481, 4520, 4540, 4577, 4731, 4753, 4788, 4848, 4854, 4985, 5051, 5113, 5134, 5178, 5187, 5221, 5364, 5401, 5437, 5517, 5607, 5679, 5704, 5737, 5801, 6006, 6036, 6102, 6161, 6203, 6241, 6254, 6280, 6335, 6340, 6365, 6479, 6686, 6742, 6853, 6902, 6925, 7024, 7026, 7037, 7046, 7062, 7105, 7262, 7267, 7277, 7288, 7340, 7492, 7504, 7530, 7597, 7603, 7675, 7694, 7698, 7751, 7765, 7791, 7799, 7842, 7851, 7914, 7982, 8073, 8299, 8479, 8491, 8493, 8524, 8532, 8609, 8627, 8637, 8645, 8693, 8704, 8706, 8754, 8794, 8797, 8808, 8872, 8931, 8959, 8997, 9023, 9027, 9043, 9252, 9266, 9338, 9355, 9460, 9468, 9493, 9543, 9566, 9599, 9692, 9814, 9855, 9860, 9894, 9905, 9914, 10017, 10032, 10043, 10131, 10164, 10177, 10183, 10227, 10263, 10286, 10331, 10354, 10356, 10369, 10403, 10428, 10711, 10785, 10850, 10856, 11057, 11075, 11113, 11170, 11175, 11236, 11245, 11300, 11402, 11487, 11496, 11498, 11737, 11809, 11822, 11857, 11861, 11937, 11971, 11988, 12038, 12114, 12132, 12337, 12403, 12462, 12594, 12652, 12656, 12743, 12745, 12879, 12970, 13001, 13016, 13122, 13146, 13200, 13252, 13364, 13598, 13885, 13925, 13931, 13958, 13960, 13990, 13994, 14019, 14042, 14047, 14078, 14156, 14161, 14172, 14211, 14284, 14360, 14486, 14586, 14605, 14632, 14662, 14668, 14700, 14718, 14806, 14817, 14835, 15009, 15024, 15061, 15105, 15107, 15117, 15228, 15238, 15258, 15305, 15334, 15405, 15417, 15425, 15495, 15635, 15637, 15802, 16025, 16047, 16090, 16117, 16162, 16189, 16251, 16275, 16380, 16412, 16550, 16591, 16637, 16667, 16709, 16876, 16951, 16964, 17001, 17036, 17145, 17153, 17191, 17231, 17310, 17317, 17330, 17339, 17460, 17470, 17495, 17501, 17510, 17543, 17670, 17762, 17901, 17985, 18106, 18139, 18145, 18226, 18398, 18658, 18681, 18718, 18858, 18927, 18956, 19072, 19101, 19109, 19153, 19296, 19301, 19359, 19391, 19404, 19453, 19455, 19600, 19678, 19691, 19693, 19705, 19828, 19864, 19868, 19965, 19971, 20028, 20030, 20033, 20067, 20071, 20079, 20228, 20284, 20363, 20397, 20406, 20457, 20512, 20515, 20602, 20674, 20685, 20732, 20790, 20797, 20871, 20883, 20948, 20957, 20959, 21002, 21032, 21063, 21127, 21231, 21402, 21430, 21435, 21496, 21524, 21564, 21618, 21626, 21707, 21746, 21839, 21862, 21926, 21952, 21954, 22067, 22146, 22147, 22341, 22367, 22479, 22601, 22623, 22698, 22770, 22775, 22844, 22969, 23019, 23082, 23108, 23185, 23274, 23498, 23519, 23543, 23586, 23661, 23765, 23822, 23842, 23912, 23990, 24014, 24039, 24051, 24094, 24124, 24237, 24285, 24303, 24343, 24344, 24365, 24436, 24564, 24633, 24692, 24704, 24987, 25094, 25114, 25135, 25136, 25166, 25331, 25378, 25423, 25479, 25500, 25552, 25576, 25578, 25633, 25695, 25710, 25859, 25880, 25928, 25964, 26052, 26125, 26132, 26486, 26595, 26664, 26715, 26767, 26774, 26775, 26877, 26915, 26959, 26969, 26974, 26989, 26996, 27002, 27052, 27053, 27099, 27140, 27207, 27511, 27707, 27720, 27775, 27803, 27824, 27825, 27943, 27980, 27982, 28002, 28049, 28081, 28171, 28191, 28262, 28278, 28309, 28453, 28470, 28476, 28517, 28537, 28580, 28761, 28867, 28891, 28893, 28920, 29005, 29024, 29089, 29105, 29176, 29180, 29389, 29583, 29644, 29729, 29900, 29911, 30081, 30112, 30129, 30135, 30170, 30172, 30241, 30303, 30349, 30364, 30422, 30462, 30558, 30562, 30623, 30677, 30724, 30750, 30758, 30820, 30839, 30883, 30979, 30999, 31074, 31435, 31525, 31550, 31572, 31653, 31951, 32021, 32022, 32145, 32185, 32227, 32270, 32308, 32314, 32341, 32392, 32407, 32494, 32501, 32539, 32546, 32606, 32727, 32742] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5086b053b9430effdbe01c09293477fce13cabb9 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:15,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..0cee46dc884b05ef4cb26be126bb30867c1d8b77 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..468371b234995f082796f7e15cf3effa8a6ee960 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[0, 4, 12, 17, 19, 71, 89, 194, 246, 252, 255, 301, 304, 307, 374, 412, 421, 423, 467, 479, 486, 512, 518, 527, 532, 566, 570, 585, 586, 593, 600, 620, 624, 657, 671, 676, 681, 757, 771, 796, 814, 819, 845, 864, 878, 889, 903, 910, 915, 926, 944, 950, 952, 955, 958, 964, 966, 998, 1015, 1016, 1021, 1037, 1040, 1072, 1129, 1155, 1174, 1203, 1207, 1229, 1274, 1281, 1283, 1302, 1303, 1343, 1346, 1390, 1439, 1451, 1570, 1593, 1618, 1628, 1652, 1690, 1710, 1714, 1727, 1729, 1765, 1780, 1791, 1816, 1848, 1853, 1860, 1862, 1871, 1926, 1927, 1942, 1954, 1965, 1977, 1983, 1990, 1991, 2011, 2046, 2075, 2082, 2083, 2109, 2135, 2153, 2158, 2169, 2170, 2174, 2184, 2201, 2211, 2218, 2235, 2254, 2281, 2287, 2304, 2306, 2315, 2317, 2318, 2330, 2341, 2372, 2398, 2399, 2418, 2428, 2460, 2469, 2475, 2479, 2514, 2523, 2543, 2544, 2549, 2682, 2733, 2790, 2839, 2901, 2923, 2938, 2941, 2946, 2961, 2986, 3029, 3049, 3084, 3108, 3127, 3131, 3162, 3167, 3219, 3261, 3301, 3315, 3317, 3326, 3336, 3337, 3347, 3356, 3373, 3378, 3396, 3445, 3456, 3461, 3513, 3581, 3634, 3635, 3741, 3777, 3803, 3840, 3859, 3879, 3902, 3921, 3942, 3971, 3977, 4024, 4049, 4069, 4091, 4120, 4136, 4159, 4164, 4165, 4223, 4234, 4275, 4276, 4282, 4292, 4299, 4302, 4325, 4335, 4371, 4407, 4429, 4435, 4461, 4469, 4474, 4477, 4494, 4504, 4509, 4513, 4542, 4559, 4562, 4599, 4654, 4656, 4660, 4688, 4707, 4725, 4732, 4740, 4754, 4771, 4776, 4782, 4786, 4794, 4837, 4839, 4850, 4866, 4896, 4950, 4961, 5013, 5029, 5034, 5064, 5065, 5087, 5128, 5144, 5147, 5150, 5157, 5187, 5195, 5276, 5305, 5314, 5319, 5322, 5345, 5350, 5354, 5373, 5455, 5457, 5466, 5467, 5495, 5497, 5507, 5524, 5527, 5532, 5533, 5538, 5559, 5572, 5622, 5628, 5648, 5680, 5688, 5704, 5737, 5751, 5754, 5765, 5772, 5793, 5797, 5826, 5827, 5838, 5844, 5854, 5856, 5918, 5922, 5933, 5980, 5981, 5986, 6001, 6012, 6016, 6033, 6050, 6063, 6069, 6096, 6139, 6156, 6170, 6180, 6202, 6205, 6224, 6280, 6284, 6285, 6288, 6302, 6312, 6368, 6376, 6420, 6429, 6465, 6474, 6536, 6610, 6628, 6632, 6650, 6706, 6714, 6752, 6764, 6792, 6830, 6852, 6854, 6884, 6907, 6929, 6963, 6985, 6986, 7007, 7016, 7040, 7058, 7107, 7108, 7116, 7135, 7147, 7189, 7192, 7195, 7199, 7234, 7235, 7254, 7255, 7269, 7274, 7313, 7328, 7335, 7339, 7355, 7375, 7409, 7412, 7422, 7477, 7505, 7553, 7583, 7617, 7620, 7624, 7643, 7660, 7714, 7715, 7718, 7775, 7806, 7810, 7819, 7845, 7883, 7897, 7930, 7939, 7965, 7984, 8004, 8016, 8039, 8045, 8063, 8072, 8074, 8078, 8088, 8093, 8187, 8201, 8216, 8248, 8327, 8370, 8380, 8399, 8407, 8409, 8413, 8418, 8421, 8426, 8432, 8443, 8461, 8462, 8492, 8527, 8559, 8564, 8572, 8600, 8601, 8619, 8641, 8646, 8650, 8669, 8678, 8723, 8739, 8744, 8756, 8767, 8770, 8823, 8848, 8890, 8905, 8920, 8952, 8986, 8999, 9003, 9016, 9030, 9050, 9051, 9092, 9093, 9102, 9106, 9113, 9127, 9132, 9156, 9166, 9173, 9174, 9176, 9199, 9226, 9236, 9244, 9249, 9255, 9269, 9329, 9333, 9342, 9384, 9390, 9416, 9428, 9434, 9460, 9487, 9504, 9507, 9514, 9521, 9571, 9585, 9597, 9621, 9624, 9630, 9670, 9736, 9737, 9766, 9771, 9784, 9808, 9816, 9842, 9843, 9845, 9868, 9876, 9901, 9937, 9939, 9943, 9956, 9974, 9978, 9991, 9999, 10029, 10050, 10079, 10088, 10111, 10116, 10142, 10203, 10214, 10249, 10265, 10282, 10296, 10303, 10327, 10331, 10354, 10357, 10358, 10402, 10434, 10444, 10451, 10455, 10465, 10490, 10491, 10492, 10496, 10499, 10510, 10513, 10516, 10521, 10522, 10539, 10596, 10597, 10599, 10671, 10714, 10715, 10723, 10740, 10742, 10758, 10764, 10778, 10796, 10801, 10812, 10852, 10877, 10901, 10948, 10954, 10960, 10967, 10978, 10988, 10998, 11058, 11060, 11061, 11072, 11080, 11101, 11160, 11161, 11162, 11179, 11185, 11194, 11209, 11217, 11358, 11360, 11367, 11373, 11389, 11449, 11482, 11513, 11522, 11523, 11595, 11612, 11635, 11674, 11690, 11716, 11718, 11721, 11738, 11751, 11782, 11792, 11802, 11814, 11817, 11823, 11830, 11861, 11877, 11931, 11941, 11944, 11948, 11957, 11990, 12010, 12019, 12065, 12088, 12089, 12100, 12103, 12122, 12170, 12207, 12214, 12219, 12224, 12256, 12343, 12357, 12407, 12482, 12497, 12503, 12510, 12550, 12555, 12603, 12612, 12639, 12675, 12686, 12698, 12723, 12727, 12738, 12752, 12761, 12780, 12822, 12825, 12834, 12846, 12861, 12968, 13067, 13097, 13185, 13186, 13233, 13248, 13249, 13270, 13274, 13290, 13343, 13360, 13380, 13382, 13386, 13404, 13416, 13435, 13437, 13441, 13445, 13519, 13533, 13535, 13552, 13556, 13575, 13589, 13625, 13626, 13636, 13638, 13653, 13677, 13730, 13732, 13739, 13757, 13760, 13766, 13798, 13800, 13812, 13836, 13838, 13858, 13875, 13893, 13912, 13968, 13977, 13981, 13989, 13999, 14072, 14074, 14079, 14130, 14135, 14141, 14154, 14169, 14178, 14187, 14193, 14203, 14238, 14267, 14269, 14290, 14369, 14376, 14411, 14432, 14441, 14457, 14483, 14523, 14524, 14583, 14645, 14658, 14702, 14735, 14754, 14799, 14801, 14837, 14845, 14857, 14882, 14885, 14889, 14898, 14908, 14939, 14946, 14987, 14993, 15016, 15022, 15025, 15044, 15055, 15136, 15146, 15153, 15175, 15247, 15269, 15275, 15276, 15293, 15301, 15307, 15331, 15334, 15349, 15381, 15400, 15435, 15442, 15445, 15471, 15513, 15534, 15548, 15563, 15596, 15609, 15633, 15639, 15652, 15690, 15697, 15699, 15719, 15784, 15785, 15792, 15855, 15857, 15877, 15926, 15947, 15955, 15964, 15984, 16023, 16047, 16064, 16122, 16142, 16158, 16162, 16188, 16206, 16214, 16278, 16280, 16304, 16320, 16323, 16336, 16339, 16357, 16370, 16396, 16429, 16431, 16437, 16443, 16461, 16484, 16491, 16493, 16518, 16543, 16553, 16601, 16619, 16656, 16667, 16670, 16680, 16697, 16731, 16753, 16769, 16782, 16788, 16832, 16967, 17015, 17016, 17036, 17037, 17039, 17044, 17051, 17057, 17060, 17063, 17081, 17093, 17095, 17116, 17122, 17129, 17151, 17185, 17250, 17266, 17295, 17322, 17351, 17392, 17409, 17431, 17432, 17455, 17465, 17487, 17489, 17505, 17526, 17539, 17552, 17587, 17608, 17609, 17644, 17663, 17666, 17690, 17734, 17738, 17745, 17785, 17786, 17790, 17798, 17838, 17842, 17878, 17936, 17941, 17944, 17993, 18005, 18048, 18087, 18146, 18180, 18193, 18200, 18234, 18242, 18249, 18256, 18323, 18326, 18373, 18453, 18464, 18466, 18475, 18509, 18513, 18525, 18532, 18537, 18538, 18600, 18610, 18674, 18685, 18720, 18755, 18779, 18788, 18848, 18856, 18884, 18920, 18922, 18927, 18943, 18962, 18983, 18984, 18987, 18992, 19007, 19034, 19039, 19050, 19092, 19166, 19171, 19174, 19195, 19210, 19254, 19342, 19391, 19414, 19434, 19464, 19535, 19569, 19639, 19662, 19668, 19708, 19711, 19722, 19741, 19743, 19803, 19820, 19823, 19835, 19847, 19852, 19880, 19897, 19903, 19915, 19921, 19945, 19947, 19951, 19969, 19970, 19997, 20030, 20045, 20089, 20091, 20143, 20166, 20180, 20182, 20196, 20227, 20243, 20253, 20293, 20313, 20316, 20347, 20369, 20373, 20410, 20415, 20433, 20434, 20535, 20613, 20658, 20695, 20701, 20746, 20748, 20756, 20792, 20804, 20830, 20850, 20869, 20881, 20882, 20903, 20935, 20936, 20938, 20948, 20979, 21008, 21043, 21053, 21070, 21080, 21098, 21156, 21169, 21171, 21179, 21183, 21226, 21260, 21281, 21283, 21290, 21292, 21336, 21349, 21389, 21398, 21411, 21421, 21430, 21443, 21455, 21538, 21541, 21601, 21603, 21697, 21698, 21699, 21725, 21747, 21762, 21799, 21802, 21845, 21853, 21855, 21858, 21863, 21892, 21897, 21915, 21925, 21985, 22030, 22051, 22089, 22165, 22168, 22199, 22232, 22238, 22274, 22300, 22368, 22371, 22384, 22416, 22417, 22436, 22449, 22452, 22474, 22493, 22536, 22554, 22585, 22631, 22659, 22670, 22684, 22685, 22720, 22748, 22760, 22820, 22847, 22857, 22860, 22908, 22930, 22940, 22944, 22956, 22963, 22991, 23040, 23041, 23087, 23123, 23219, 23231, 23254, 23264, 23270, 23278, 23282, 23318, 23335, 23337, 23366, 23391, 23405, 23419, 23422, 23489, 23497, 23542, 23554, 23567, 23574, 23628, 23643, 23731, 23788, 23819, 23833, 23894, 23912, 23936, 23942, 23951, 23976, 24030, 24052, 24057, 24099, 24107, 24159, 24165, 24195, 24209, 24216, 24219, 24278, 24309, 24336, 24354, 24362, 24366, 24374, 24397, 24408, 24416, 24422, 24437, 24453, 24469, 24536, 24558, 24593, 24633, 24668, 24670, 24673, 24686, 24710, 24747, 24762, 24812, 24823, 24867, 24883, 24901, 24905, 24911, 24917, 24957, 24959, 24966, 24982, 24989, 25009, 25012, 25078, 25083, 25095, 25112, 25120, 25150, 25157, 25186, 25189, 25208, 25222, 25262, 25268, 25271, 25354, 25361, 25373, 25375, 25387, 25427, 25431, 25441, 25495, 25497, 25521, 25523, 25529, 25575, 25585, 25595, 25600, 25617, 25621, 25624, 25655, 25680, 25683, 25717, 25724, 25736, 25749, 25817, 25819, 25836, 25893, 25898, 25928, 25954, 25957, 25975, 25976, 25977, 26003, 26004, 26033, 26093, 26105, 26127, 26141, 26147, 26159, 26175, 26182, 26217, 26238, 26274, 26279, 26286, 26289, 26292, 26355, 26478, 26480, 26489, 26501, 26505, 26506, 26524, 26550, 26573, 26609, 26623, 26694, 26698, 26704, 26712, 26738, 26745, 26764, 26883, 26899, 26927, 26980, 26993, 26999, 27010, 27018, 27049, 27106, 27167, 27266, 27268, 27276, 27288, 27295, 27334, 27346, 27353, 27435, 27469, 27470, 27474, 27475, 27481, 27521, 27540, 27542, 27554, 27566, 27584, 27619, 27630, 27658, 27685, 27696, 27705, 27710, 27783, 27790, 27814, 27824, 27845, 27909, 27935, 27941, 27950, 27951, 27966, 28030, 28070, 28079, 28083, 28087, 28089, 28098, 28101, 28106, 28114, 28180, 28182, 28184, 28188, 28191, 28203, 28207, 28226, 28231, 28242, 28243, 28291, 28320, 28330, 28380, 28398, 28399, 28406, 28420, 28425, 28454, 28488, 28530, 28579, 28588, 28599, 28635, 28643, 28652, 28655, 28714, 28724, 28766, 28773, 28804, 28853, 28878, 28915, 28937, 28944, 28981, 28995, 29008, 29010, 29027, 29029, 29038, 29047, 29085, 29099, 29113, 29114, 29115, 29156, 29157, 29183, 29199, 29235, 29254, 29269, 29276, 29278, 29296, 29299, 29307, 29331, 29333, 29415, 29435, 29446, 29458, 29464, 29476, 29490, 29519, 29536, 29604, 29624, 29650, 29735, 29809, 29814, 29864, 29887, 29903, 29916, 29951, 29954, 30021, 30050, 30055, 30071, 30079, 30095, 30099, 30115, 30157, 30205, 30237, 30264, 30281, 30290, 30299, 30315, 30323, 30332, 30342, 30413, 30501, 30537, 30544, 30548, 30555, 30609, 30638, 30660, 30717, 30725, 30729, 30736, 30776, 30787, 30790, 30793, 30821, 30832, 30836, 30848, 30859, 30863, 30920, 30942, 30950, 30951, 30964, 31005, 31007, 31010, 31025, 31033, 31061, 31074, 31087, 31110, 31118, 31146, 31169, 31199, 31234, 31240, 31271, 31280, 31339, 31350, 31387, 31408, 31410, 31434, 31443, 31447, 31483, 31494, 31569, 31580, 31610, 31614, 31635, 31670, 31681, 31731, 31741, 31751, 31775, 31777, 31783, 31799, 31812, 31824, 31835, 31843, 31848, 31902, 31934, 31953, 31957, 32008, 32042, 32052, 32057, 32146, 32152, 32167, 32272, 32286, 32293, 32327, 32348, 32376, 32405, 32445, 32447, 32452, 32468, 32484, 32531, 32554, 32594, 32597, 32628, 32677, 32721, 32726, 32729] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..409175243d4c9ac6f599686a395a7f114ce53397 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..601de5781d2b1026ba512353ecfea83a282366e0 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..6c2cc24f981c25731f21058197f5b99869361a7d --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[11, 13, 19, 33, 34, 44, 65, 67, 80, 93, 99, 103, 117, 118, 127, 150, 176, 186, 204, 222, 232, 234, 235, 248, 249, 251, 253, 256, 258, 278, 281, 285, 289, 291, 297, 305, 326, 328, 348, 367, 391, 403, 417, 427, 434, 442, 444, 451, 479, 485, 486, 503, 511, 512, 516, 518, 519, 520, 526, 534, 554, 565, 568, 573, 579, 604, 605, 609, 616, 628, 654, 671, 679, 681, 692, 699, 724, 735, 746, 758, 759, 771, 777, 781, 784, 788, 794, 799, 800, 814, 826, 828, 842, 845, 852, 869, 881, 884, 889, 904, 912, 916, 932, 956, 957, 988, 1005, 1006, 1009, 1014, 1022, 1023, 1025, 1029, 1032, 1037, 1041, 1043, 1048, 1090, 1093, 1100, 1101, 1109, 1119, 1123, 1124, 1129, 1133, 1134, 1138, 1140, 1142, 1167, 1179, 1187, 1188, 1193, 1208, 1223, 1236, 1264, 1268, 1272, 1274, 1277, 1283, 1291, 1303, 1305, 1329, 1334, 1359, 1368, 1376, 1380, 1406, 1415, 1424, 1425, 1437, 1439, 1451, 1459, 1462, 1478, 1480, 1486, 1487, 1497, 1498, 1499, 1524, 1529, 1534, 1548, 1551, 1562, 1563, 1570, 1575, 1593, 1610, 1637, 1651, 1655, 1671, 1672, 1678, 1683, 1697, 1702, 1709, 1722, 1727, 1736, 1738, 1745, 1753, 1755, 1758, 1765, 1769, 1786, 1791, 1792, 1798, 1799, 1800, 1812, 1822, 1826, 1828, 1853, 1862, 1867, 1893, 1894, 1895, 1897, 1919, 1927, 1933, 1942, 1983, 1996, 2000, 2007, 2018, 2025, 2033, 2050, 2079, 2082, 2083, 2107, 2109, 2114, 2129, 2132, 2135, 2149, 2157, 2160, 2171, 2173, 2185, 2187, 2215, 2218, 2250, 2258, 2265, 2273, 2283, 2302, 2303, 2305, 2311, 2317, 2318, 2322, 2323, 2343, 2347, 2353, 2364, 2365, 2372, 2382, 2398, 2405, 2415, 2418, 2421, 2426, 2428, 2450, 2456, 2464, 2496, 2500, 2503, 2536, 2543, 2546, 2558, 2563, 2572, 2575, 2582, 2586, 2592, 2609, 2611, 2612, 2625, 2629, 2635, 2640, 2642, 2644, 2645, 2646, 2663, 2666, 2677, 2697, 2699, 2706, 2710, 2717, 2718, 2737, 2745, 2750, 2751, 2754, 2755, 2793, 2817, 2838, 2839, 2849, 2851, 2864, 2867, 2895, 2899, 2904, 2905, 2906, 2908, 2917, 2923, 2928, 2932, 2938, 2939, 2951, 2958, 2961, 2968, 2971, 2973, 2975, 2989, 2999, 3002, 3016, 3026, 3036, 3046, 3053, 3072, 3079, 3085, 3086, 3088, 3112, 3113, 3121, 3124, 3127, 3130, 3133, 3137, 3149, 3161, 3168, 3181, 3201, 3216, 3219, 3231, 3232, 3240, 3251, 3255, 3271, 3276, 3281, 3282, 3315, 3317, 3319, 3324, 3325, 3326, 3327, 3341, 3346, 3347, 3366, 3373, 3378, 3379, 3407, 3409, 3416, 3423, 3430, 3434, 3441, 3445, 3451, 3460, 3461, 3467, 3469, 3477, 3480, 3494, 3540, 3565, 3569, 3585, 3596, 3602, 3603, 3639, 3647, 3651, 3667, 3676, 3680, 3685, 3688, 3698, 3701, 3703, 3704, 3722, 3732, 3745, 3752, 3769, 3772, 3788, 3803, 3853, 3859, 3870, 3878, 3879, 3881, 3885, 3887, 3915, 3927, 3940, 3941, 3948, 3953, 3972, 3980, 3987, 4018, 4036, 4047, 4049, 4050, 4063, 4069, 4108, 4116, 4120, 4127, 4128, 4135, 4136, 4140, 4144, 4164, 4170, 4205, 4216, 4251, 4262, 4268, 4278, 4282, 4285, 4295, 4298, 4304, 4338, 4339, 4352, 4367, 4371, 4382, 4386, 4390, 4407, 4429, 4438, 4459, 4461, 4469, 4474, 4477, 4482, 4483, 4492, 4494, 4497, 4513, 4514, 4536, 4538, 4561, 4572, 4578, 4588, 4593, 4605, 4609, 4616, 4623, 4649, 4651, 4652, 4664, 4665, 4669, 4686, 4695, 4699, 4708, 4712, 4714, 4732, 4735, 4743, 4748, 4758, 4776, 4779, 4780, 4790, 4794, 4798, 4817, 4822, 4823, 4833, 4841, 4848, 4850, 4858, 4869, 4887, 4893, 4896, 4902, 4906, 4911, 4937, 4940, 4947, 4952, 4956, 4964, 5009, 5013, 5031, 5034, 5038, 5044, 5049, 5065, 5074, 5080, 5084, 5099, 5107, 5128, 5144, 5171, 5194, 5199, 5209, 5222, 5226, 5232, 5252, 5255, 5292, 5302, 5314, 5317, 5328, 5354, 5362, 5365, 5373, 5374, 5396, 5403, 5427, 5443, 5448, 5455, 5457, 5463, 5466, 5467, 5468, 5478, 5488, 5498, 5506, 5533, 5539, 5542, 5545, 5566, 5572, 5582, 5583, 5585, 5588, 5627, 5628, 5640, 5643, 5650, 5682, 5696, 5704, 5710, 5718, 5724, 5765, 5772, 5778, 5794, 5812, 5822, 5826, 5833, 5838, 5844, 5845, 5853, 5854, 5863, 5866, 5875, 5884, 5910, 5927, 5971, 6001, 6003, 6009, 6012, 6022, 6025, 6054, 6084, 6088, 6092, 6093, 6110, 6124, 6125, 6129, 6132, 6156, 6163, 6172, 6176, 6179, 6198, 6219, 6224, 6227, 6252, 6261, 6280, 6285, 6288, 6304, 6306, 6311, 6313, 6315, 6330, 6339, 6349, 6369, 6376, 6385, 6387, 6422, 6425, 6433, 6444, 6450, 6468, 6473, 6483, 6577, 6619, 6628, 6633, 6641, 6644, 6655, 6668, 6677, 6687, 6688, 6690, 6695, 6706, 6720, 6749, 6758, 6759, 6761, 6765, 6782, 6792, 6803, 6815, 6828, 6832, 6838, 6875, 6884, 6888, 6890, 6892, 6907, 6909, 6911, 6919, 6926, 6929, 6936, 6955, 6959, 6975, 6986, 6993, 6995, 7007, 7024, 7033, 7062, 7064, 7096, 7097, 7099, 7108, 7111, 7125, 7131, 7136, 7151, 7154, 7165, 7169, 7176, 7178, 7190, 7201, 7225, 7253, 7273, 7328, 7335, 7338, 7344, 7352, 7360, 7368, 7375, 7386, 7390, 7401, 7407, 7409, 7412, 7414, 7416, 7417, 7424, 7425, 7436, 7437, 7438, 7457, 7468, 7479, 7482, 7492, 7493, 7531, 7532, 7533, 7542, 7553, 7554, 7557, 7562, 7568, 7572, 7579, 7583, 7592, 7607, 7611, 7674, 7700, 7715, 7728, 7737, 7741, 7747, 7754, 7757, 7775, 7784, 7812, 7815, 7820, 7835, 7837, 7845, 7858, 7869, 7874, 7877, 7879, 7883, 7884, 7886, 7897, 7911, 7930, 7941, 7957, 7963, 7969, 7977, 7981, 7984, 7990, 7991, 7992, 8004, 8010, 8013, 8025, 8029, 8030, 8039, 8045, 8053, 8063, 8069, 8072, 8076, 8085, 8090, 8092, 8093, 8094, 8104, 8149, 8157, 8160, 8180, 8181, 8182, 8183, 8192, 8197, 8201, 8214, 8230, 8234, 8239, 8243, 8260, 8284, 8285, 8302, 8317, 8318, 8322, 8330, 8331, 8335, 8338, 8356, 8357, 8362, 8368, 8375, 8377, 8380, 8381, 8394, 8407, 8409, 8434, 8443, 8447, 8454, 8461, 8476, 8479, 8485, 8491, 8492, 8504, 8508, 8517, 8518, 8548, 8558, 8559, 8562, 8566, 8578, 8580, 8583, 8595, 8605, 8610, 8614, 8624, 8669, 8671, 8675, 8703, 8705, 8706, 8729, 8731, 8739, 8743, 8744, 8751, 8756, 8762, 8769, 8803, 8810, 8813, 8818, 8827, 8828, 8833, 8862, 8867, 8877, 8902, 8905, 8923, 8929, 8933, 8938, 8953, 8957, 8963, 8973, 8976, 8991, 8995, 9003, 9005, 9037, 9039, 9051, 9063, 9066, 9088, 9089, 9093, 9106, 9132, 9142, 9144, 9155, 9161, 9167, 9175, 9190, 9199, 9209, 9217, 9219, 9222, 9226, 9232, 9236, 9237, 9240, 9260, 9279, 9282, 9297, 9317, 9318, 9319, 9320, 9322, 9329, 9333, 9345, 9351, 9362, 9369, 9372, 9377, 9381, 9399, 9409, 9411, 9416, 9418, 9434, 9446, 9458, 9465, 9470, 9492, 9497, 9500, 9506, 9513, 9514, 9516, 9517, 9521, 9525, 9535, 9549, 9550, 9566, 9568, 9571, 9597, 9598, 9599, 9615, 9621, 9624, 9634, 9650, 9659, 9670, 9710, 9720, 9726, 9730, 9737, 9742, 9764, 9770, 9781, 9793, 9797, 9807, 9816, 9824, 9832, 9855, 9858, 9864, 9867, 9874, 9876, 9901, 9912, 9922, 9931, 9936, 9943, 9956, 9963, 9971, 9978, 9992, 10002, 10034, 10050, 10053, 10063, 10064, 10073, 10074, 10078, 10099, 10100, 10102, 10108, 10125, 10130, 10145, 10147, 10159, 10169, 10176, 10178, 10185, 10203, 10208, 10209, 10223, 10249, 10253, 10262, 10278, 10281, 10296, 10297, 10303, 10305, 10310, 10328, 10337, 10350, 10354, 10371, 10384, 10400, 10402, 10407, 10414, 10417, 10421, 10432, 10434, 10441, 10444, 10451, 10455, 10457, 10467, 10483, 10490, 10496, 10497, 10507, 10510, 10513, 10520, 10521, 10534, 10539, 10543, 10553, 10583, 10591, 10592, 10595, 10598, 10645, 10651, 10671, 10684, 10689, 10699, 10700, 10703, 10722, 10740, 10741, 10742, 10754, 10761, 10786, 10788, 10795, 10796, 10801, 10802, 10812, 10817, 10823, 10824, 10834, 10843, 10857, 10873, 10885, 10889, 10890, 10891, 10907, 10915, 10934, 10935, 10937, 10948, 10952, 10967, 10974, 10978, 10998, 11006, 11007, 11009, 11034, 11038, 11058, 11060, 11071, 11073, 11078, 11090, 11101, 11105, 11110, 11111, 11142, 11144, 11152, 11156, 11167, 11173, 11175, 11186, 11191, 11201, 11217, 11218, 11238, 11251, 11275, 11288, 11325, 11334, 11346, 11348, 11351, 11356, 11358, 11363, 11365, 11373, 11379, 11380, 11381, 11382, 11413, 11421, 11426, 11429, 11432, 11464, 11482, 11506, 11507, 11510, 11513, 11514, 11522, 11544, 11572, 11573, 11578, 11587, 11590, 11609, 11610, 11619, 11621, 11625, 11629, 11653, 11675, 11677, 11700, 11704, 11738, 11739, 11741, 11767, 11770, 11796, 11805, 11814, 11816, 11830, 11842, 11844, 11853, 11861, 11869, 11902, 11917, 11963, 11969, 12010, 12013, 12039, 12041, 12058, 12064, 12074, 12076, 12083, 12085, 12109, 12125, 12138, 12144, 12173, 12200, 12202, 12208, 12212, 12219, 12228, 12237, 12241, 12263, 12267, 12268, 12273, 12285, 12335, 12343, 12350, 12355, 12357, 12365, 12407, 12420, 12427, 12432, 12441, 12448, 12462, 12463, 12471, 12475, 12497, 12509, 12514, 12520, 12523, 12533, 12535, 12537, 12555, 12556, 12561, 12562, 12581, 12590, 12591, 12602, 12616, 12633, 12639, 12686, 12696, 12699, 12705, 12717, 12727, 12730, 12735, 12738, 12751, 12752, 12754, 12765, 12766, 12780, 12795, 12797, 12800, 12810, 12811, 12817, 12835, 12836, 12843, 12854, 12862, 12864, 12869, 12874, 12890, 12902, 12918, 12920, 12925, 12926, 12941, 12959, 12967, 12971, 12994, 13015, 13018, 13022, 13031, 13076, 13093, 13097, 13126, 13127, 13145, 13160, 13165, 13167, 13183, 13198, 13212, 13233, 13241, 13250, 13253, 13263, 13285, 13303, 13309, 13347, 13352, 13353, 13386, 13388, 13401, 13429, 13435, 13438, 13445, 13473, 13479, 13483, 13488, 13489, 13496, 13498, 13509, 13550, 13575, 13610, 13614, 13618, 13634, 13636, 13652, 13653, 13654, 13680, 13682, 13685, 13687, 13691, 13696, 13702, 13717, 13724, 13739, 13776, 13787, 13793, 13798, 13800, 13810, 13813, 13831, 13833, 13835, 13836, 13840, 13857, 13872, 13884, 13889, 13895, 13928, 13929, 13932, 13983, 14002, 14017, 14028, 14060, 14073, 14074, 14084, 14085, 14089, 14092, 14098, 14100, 14111, 14135, 14142, 14151, 14154, 14179, 14182, 14187, 14190, 14199, 14221, 14225, 14236, 14238, 14239, 14243, 14245, 14255, 14269, 14284, 14305, 14360, 14361, 14402, 14404, 14420, 14422, 14431, 14432, 14457, 14458, 14499, 14504, 14521, 14524, 14544, 14555, 14568, 14601, 14614, 14618, 14621, 14622, 14628, 14633, 14640, 14645, 14652, 14655, 14675, 14677, 14701, 14702, 14712, 14716, 14728, 14735, 14765, 14768, 14783, 14784, 14791, 14801, 14804, 14806, 14808, 14810, 14834, 14837, 14851, 14867, 14875, 14876, 14889, 14891, 14898, 14901, 14917, 14938, 14941, 14965, 14967, 14970, 14990, 14991, 14995, 15002, 15016, 15021, 15044, 15070, 15072, 15081, 15084, 15086, 15107, 15124, 15139, 15147, 15153, 15157, 15174, 15188, 15208, 15215, 15236, 15240, 15248, 15253, 15258, 15268, 15276, 15289, 15291, 15320, 15321, 15333, 15334, 15343, 15344, 15377, 15380, 15389, 15394, 15410, 15434, 15437, 15471, 15502, 15510, 15525, 15549, 15550, 15563, 15596, 15608, 15609, 15612, 15614, 15618, 15638, 15639, 15649, 15651, 15666, 15690, 15693, 15699, 15700, 15707, 15770, 15777, 15785, 15826, 15830, 15843, 15853, 15855, 15857, 15859, 15869, 15877, 15878, 15883, 15884, 15887, 15919, 15945, 15947, 15952, 15955, 15986, 15996, 16012, 16023, 16028, 16033, 16036, 16041, 16047, 16049, 16079, 16081, 16101, 16109, 16113, 16121, 16122, 16124, 16131, 16142, 16144, 16153, 16154, 16159, 16162, 16206, 16218, 16221, 16225, 16228, 16237, 16247, 16278, 16279, 16293, 16295, 16301, 16327, 16347, 16348, 16353, 16356, 16357, 16360, 16377, 16382, 16394, 16398, 16424, 16429, 16434, 16437, 16441, 16443, 16449, 16454, 16455, 16468, 16476, 16484, 16491, 16492, 16500, 16516, 16518, 16531, 16549, 16558, 16562, 16568, 16573, 16586, 16619, 16625, 16629, 16636, 16640, 16642, 16650, 16651, 16653, 16656, 16670, 16674, 16683, 16724, 16740, 16747, 16763, 16782, 16785, 16791, 16799, 16846, 16847, 16853, 16857, 16859, 16879, 16891, 16909, 16923, 16929, 16931, 16938, 16948, 16976, 16988, 17016, 17032, 17039, 17047, 17060, 17061, 17075, 17122, 17124, 17151, 17181, 17198, 17211, 17212, 17230, 17231, 17248, 17250, 17254, 17262, 17285, 17295, 17297, 17321, 17322, 17335, 17346, 17348, 17351, 17368, 17371, 17393, 17422, 17443, 17444, 17454, 17455, 17484, 17490, 17499, 17509, 17516, 17523, 17540, 17552, 17579, 17592, 17594, 17599, 17604, 17609, 17618, 17630, 17644, 17645, 17648, 17657, 17661, 17678, 17685, 17694, 17696, 17703, 17717, 17732, 17735, 17737, 17741, 17743, 17745, 17763, 17764, 17769, 17778, 17779, 17788, 17792, 17793, 17804, 17841, 17857, 17882, 17892, 17906, 17924, 17956, 17970, 17971, 17987, 18005, 18012, 18013, 18046, 18087, 18096, 18137, 18140, 18141, 18144, 18180, 18188, 18195, 18206, 18208, 18211, 18213, 18222, 18227, 18229, 18231, 18256, 18260, 18273, 18274, 18275, 18278, 18290, 18300, 18321, 18322, 18326, 18349, 18357, 18360, 18373, 18374, 18396, 18400, 18422, 18423, 18433, 18443, 18470, 18475, 18483, 18491, 18496, 18497, 18513, 18525, 18530, 18537, 18538, 18539, 18541, 18544, 18551, 18554, 18555, 18578, 18594, 18611, 18619, 18620, 18628, 18632, 18636, 18645, 18661, 18668, 18673, 18677, 18679, 18696, 18721, 18723, 18741, 18743, 18755, 18756, 18763, 18764, 18798, 18814, 18820, 18821, 18826, 18868, 18869, 18870, 18884, 18913, 18914, 18933, 18945, 18950, 18955, 18962, 18976, 18981, 18984, 18992, 18999, 19012, 19025, 19029, 19033, 19039, 19072, 19092, 19118, 19126, 19129, 19146, 19177, 19185, 19187, 19217, 19221, 19237, 19259, 19262, 19269, 19271, 19291, 19292, 19319, 19344, 19350, 19357, 19368, 19369, 19376, 19400, 19404, 19405, 19411, 19413, 19414, 19417, 19420, 19428, 19455, 19456, 19457, 19463, 19496, 19508, 19520, 19536, 19573, 19577, 19595, 19600, 19601, 19611, 19622, 19629, 19630, 19634, 19643, 19662, 19694, 19699, 19703, 19708, 19717, 19722, 19729, 19743, 19759, 19800, 19810, 19838, 19844, 19852, 19869, 19878, 19882, 19898, 19914, 19921, 19930, 19943, 19950, 19951, 19963, 19974, 19989, 19991, 19996, 20020, 20025, 20034, 20035, 20037, 20064, 20065, 20100, 20108, 20111, 20128, 20133, 20167, 20169, 20170, 20173, 20174, 20175, 20193, 20199, 20200, 20240, 20245, 20253, 20264, 20272, 20291, 20293, 20306, 20312, 20321, 20323, 20358, 20383, 20385, 20422, 20448, 20467, 20476, 20489, 20498, 20499, 20501, 20511, 20529, 20532, 20533, 20536, 20552, 20554, 20557, 20572, 20594, 20595, 20615, 20631, 20634, 20640, 20674, 20700, 20702, 20709, 20710, 20712, 20726, 20735, 20739, 20741, 20748, 20753, 20754, 20756, 20764, 20778, 20782, 20821, 20824, 20832, 20840, 20860, 20867, 20875, 20884, 20886, 20891, 20898, 20899, 20908, 20912, 20915, 20920, 20941, 20945, 20957, 20970, 20972, 20975, 20976, 20979, 21001, 21017, 21023, 21027, 21030, 21041, 21061, 21071, 21080, 21094, 21098, 21101, 21143, 21162, 21171, 21179, 21192, 21225, 21226, 21260, 21269, 21278, 21280, 21296, 21300, 21301, 21319, 21325, 21339, 21341, 21342, 21349, 21362, 21363, 21364, 21376, 21390, 21401, 21411, 21437, 21442, 21443, 21454, 21478, 21498, 21504, 21514, 21535, 21538, 21541, 21544, 21577, 21578, 21594, 21597, 21611, 21628, 21634, 21646, 21651, 21655, 21661, 21663, 21669, 21676, 21681, 21697, 21711, 21713, 21723, 21725, 21747, 21759, 21763, 21765, 21774, 21799, 21802, 21816, 21832, 21844, 21859, 21861, 21863, 21864, 21874, 21887, 21898, 21903, 21918, 21925, 21931, 21949, 21950, 21964, 22002, 22003, 22013, 22014, 22015, 22018, 22030, 22036, 22042, 22066, 22067, 22075, 22085, 22109, 22117, 22121, 22156, 22165, 22174, 22176, 22197, 22204, 22226, 22230, 22251, 22254, 22260, 22323, 22335, 22337, 22353, 22360, 22361, 22367, 22387, 22389, 22416, 22417, 22419, 22434, 22449, 22459, 22463, 22481, 22505, 22548, 22554, 22561, 22562, 22564, 22577, 22581, 22585, 22649, 22650, 22653, 22678, 22728, 22736, 22743, 22759, 22768, 22774, 22793, 22820, 22838, 22843, 22847, 22851, 22868, 22880, 22897, 22900, 22908, 22909, 22940, 22949, 22972, 22974, 22986, 22995, 23013, 23015, 23023, 23025, 23072, 23090, 23105, 23109, 23120, 23121, 23123, 23130, 23152, 23176, 23210, 23214, 23215, 23220, 23231, 23240, 23264, 23270, 23278, 23282, 23331, 23337, 23338, 23346, 23358, 23376, 23406, 23420, 23422, 23425, 23427, 23466, 23493, 23497, 23516, 23575, 23582, 23589, 23591, 23594, 23631, 23636, 23642, 23643, 23668, 23677, 23681, 23683, 23692, 23708, 23731, 23732, 23739, 23751, 23763, 23775, 23778, 23784, 23808, 23833, 23844, 23879, 23881, 23882, 23883, 23894, 23899, 23907, 23927, 23932, 23942, 23950, 23951, 23953, 23997, 24007, 24028, 24060, 24067, 24074, 24080, 24109, 24114, 24118, 24125, 24131, 24135, 24165, 24166, 24185, 24186, 24195, 24200, 24216, 24225, 24230, 24243, 24250, 24258, 24287, 24301, 24307, 24308, 24326, 24338, 24343, 24374, 24393, 24395, 24405, 24408, 24423, 24428, 24437, 24439, 24441, 24445, 24459, 24481, 24491, 24492, 24511, 24517, 24519, 24539, 24540, 24547, 24551, 24559, 24578, 24588, 24591, 24636, 24656, 24668, 24673, 24675, 24736, 24745, 24746, 24747, 24760, 24762, 24773, 24778, 24811, 24812, 24831, 24835, 24843, 24845, 24863, 24869, 24887, 24890, 24912, 24913, 24917, 24924, 24941, 24950, 24954, 24959, 24974, 25005, 25007, 25023, 25043, 25076, 25078, 25086, 25087, 25088, 25100, 25106, 25113, 25130, 25146, 25157, 25167, 25170, 25171, 25177, 25187, 25199, 25222, 25230, 25242, 25257, 25262, 25275, 25288, 25299, 25303, 25308, 25318, 25319, 25325, 25339, 25346, 25350, 25354, 25367, 25373, 25375, 25385, 25389, 25395, 25402, 25410, 25414, 25440, 25441, 25442, 25445, 25452, 25455, 25458, 25474, 25495, 25500, 25503, 25519, 25521, 25523, 25530, 25535, 25551, 25578, 25579, 25585, 25590, 25596, 25599, 25612, 25629, 25637, 25655, 25669, 25679, 25690, 25697, 25701, 25711, 25721, 25749, 25751, 25766, 25771, 25783, 25789, 25793, 25795, 25805, 25813, 25817, 25819, 25824, 25833, 25836, 25837, 25840, 25843, 25845, 25856, 25860, 25863, 25882, 25887, 25892, 25893, 25897, 25911, 25919, 25920, 25930, 25934, 25937, 25938, 25957, 25988, 26008, 26023, 26035, 26061, 26065, 26066, 26077, 26081, 26082, 26083, 26093, 26104, 26105, 26111, 26131, 26154, 26161, 26173, 26175, 26179, 26196, 26201, 26223, 26229, 26236, 26238, 26248, 26302, 26323, 26326, 26333, 26340, 26351, 26352, 26355, 26373, 26376, 26378, 26395, 26408, 26410, 26465, 26480, 26482, 26524, 26542, 26545, 26550, 26556, 26573, 26592, 26600, 26603, 26617, 26623, 26624, 26638, 26648, 26652, 26661, 26672, 26673, 26675, 26687, 26692, 26700, 26713, 26718, 26722, 26727, 26734, 26735, 26742, 26764, 26782, 26783, 26805, 26813, 26838, 26841, 26846, 26853, 26867, 26873, 26884, 26885, 26890, 26904, 26911, 26931, 26967, 26973, 26980, 26993, 27006, 27010, 27029, 27031, 27037, 27052, 27075, 27096, 27106, 27116, 27132, 27136, 27139, 27143, 27148, 27157, 27165, 27167, 27184, 27216, 27218, 27242, 27245, 27246, 27263, 27266, 27276, 27292, 27295, 27308, 27349, 27353, 27355, 27367, 27378, 27386, 27409, 27412, 27417, 27420, 27423, 27435, 27470, 27489, 27496, 27584, 27588, 27619, 27623, 27627, 27632, 27640, 27647, 27648, 27668, 27675, 27678, 27689, 27693, 27696, 27710, 27755, 27773, 27777, 27790, 27798, 27822, 27823, 27824, 27868, 27872, 27878, 27903, 27912, 27914, 27957, 27968, 27993, 28023, 28027, 28072, 28087, 28092, 28119, 28141, 28152, 28155, 28165, 28172, 28173, 28180, 28185, 28188, 28190, 28191, 28194, 28203, 28207, 28219, 28226, 28228, 28242, 28250, 28272, 28307, 28330, 28335, 28337, 28350, 28377, 28380, 28383, 28389, 28399, 28423, 28435, 28443, 28445, 28490, 28504, 28510, 28514, 28524, 28540, 28567, 28568, 28578, 28588, 28590, 28591, 28617, 28635, 28637, 28640, 28644, 28650, 28666, 28688, 28695, 28705, 28710, 28712, 28718, 28730, 28742, 28748, 28761, 28773, 28775, 28787, 28804, 28832, 28841, 28853, 28857, 28862, 28902, 28912, 28915, 28918, 28922, 28944, 28956, 28983, 28987, 28992, 29004, 29005, 29010, 29040, 29066, 29075, 29086, 29094, 29099, 29104, 29109, 29111, 29115, 29150, 29176, 29191, 29208, 29212, 29220, 29224, 29235, 29255, 29269, 29276, 29299, 29307, 29309, 29324, 29333, 29341, 29359, 29368, 29369, 29400, 29411, 29415, 29416, 29434, 29458, 29480, 29484, 29499, 29500, 29509, 29518, 29551, 29561, 29562, 29575, 29590, 29615, 29643, 29646, 29652, 29661, 29674, 29676, 29690, 29725, 29744, 29750, 29755, 29759, 29770, 29774, 29778, 29783, 29797, 29798, 29799, 29809, 29814, 29832, 29862, 29864, 29874, 29891, 29894, 29908, 29916, 29943, 29951, 29955, 29975, 29978, 29993, 30004, 30009, 30017, 30037, 30042, 30055, 30071, 30077, 30078, 30099, 30103, 30112, 30115, 30117, 30118, 30129, 30157, 30175, 30191, 30192, 30205, 30213, 30219, 30222, 30229, 30237, 30244, 30259, 30264, 30265, 30277, 30297, 30320, 30325, 30336, 30341, 30350, 30378, 30413, 30419, 30436, 30466, 30473, 30486, 30496, 30528, 30541, 30550, 30569, 30578, 30582, 30609, 30638, 30654, 30659, 30665, 30694, 30697, 30708, 30729, 30736, 30742, 30750, 30752, 30757, 30767, 30783, 30787, 30799, 30812, 30823, 30861, 30866, 30889, 30917, 30918, 30920, 30922, 30924, 30925, 30931, 30932, 30939, 30942, 30948, 30954, 30956, 30962, 30981, 30986, 30997, 31003, 31006, 31007, 31012, 31017, 31033, 31047, 31056, 31114, 31125, 31129, 31146, 31147, 31164, 31183, 31188, 31199, 31204, 31220, 31222, 31240, 31259, 31263, 31277, 31282, 31294, 31296, 31312, 31327, 31358, 31362, 31363, 31365, 31366, 31379, 31387, 31392, 31399, 31411, 31443, 31463, 31482, 31486, 31491, 31492, 31532, 31549, 31552, 31563, 31569, 31574, 31575, 31587, 31592, 31602, 31610, 31618, 31623, 31624, 31635, 31648, 31657, 31664, 31702, 31703, 31729, 31730, 31768, 31775, 31785, 31791, 31792, 31794, 31820, 31824, 31837, 31848, 31863, 31867, 31880, 31887, 31888, 31919, 31935, 31972, 31976, 31979, 31981, 31985, 31990, 31996, 32042, 32067, 32081, 32106, 32110, 32141, 32152, 32167, 32170, 32211, 32222, 32226, 32247, 32263, 32298, 32299, 32304, 32324, 32337, 32339, 32346, 32348, 32358, 32361, 32370, 32391, 32392, 32410, 32424, 32427, 32445, 32474, 32483, 32484, 32486, 32493, 32528, 32531, 32563, 32569, 32593, 32595, 32602, 32605, 32606, 32628, 32636, 32644, 32677, 32694, 32711, 32718, 32721, 32731, 32745, 32753] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8497b46a22a2aa873d998fdb103781fd65f69bb1 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2428935f4a40ae78cf25ecd25f62a00edf8a8068 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..37c11ec507d1b97705b77b9368d24d55225f02e8 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:last_token)_indices @@ -0,0 +1 @@ +[221, 239, 293, 374, 474, 479, 512, 537, 577, 624, 671, 709, 759, 794, 862, 952, 1130, 1174, 1207, 1283, 1302, 1441, 1478, 1548, 1570, 1593, 1655, 1656, 1766, 1867, 1909, 1960, 2103, 2171, 2227, 2398, 2426, 2544, 2567, 2620, 2635, 2650, 2666, 2695, 2724, 2754, 2760, 2825, 2875, 2917, 2932, 3099, 3157, 3311, 3336, 3347, 3379, 3380, 3460, 3595, 3603, 3791, 3879, 3902, 3952, 4025, 4026, 4049, 4136, 4187, 4192, 4474, 4477, 4486, 4542, 4588, 4656, 4660, 4663, 4707, 4776, 4850, 4963, 5125, 5144, 5150, 5340, 5367, 5449, 5466, 5482, 5538, 5551, 5622, 5640, 5768, 5918, 5922, 5933, 5951, 6031, 6083, 6093, 6097, 6119, 6129, 6219, 6281, 6290, 6303, 6312, 6407, 6420, 6426, 6474, 6514, 6551, 6644, 6670, 6764, 6770, 6782, 6811, 6955, 6985, 7139, 7172, 7407, 7715, 7764, 8013, 8063, 8138, 8172, 8243, 8283, 8380, 8436, 8526, 8576, 8619, 8723, 8739, 8848, 8870, 8891, 8920, 8998, 9051, 9087, 9168, 9226, 9249, 9342, 9345, 9424, 9465, 9507, 9630, 9634, 9648, 9801, 9816, 9834, 9937, 9979, 9993, 10116, 10145, 10169, 10243, 10248, 10278, 10303, 10332, 10354, 10378, 10399, 10491, 10513, 10516, 10521, 10539, 10543, 10635, 10689, 10711, 10726, 10768, 10801, 10812, 10930, 10935, 10998, 11061, 11088, 11152, 11325, 11374, 11380, 11412, 11682, 11796, 11818, 11830, 11931, 12088, 12207, 12239, 12241, 12350, 12394, 12432, 12558, 12638, 12723, 12757, 12851, 12873, 12996, 13080, 13118, 13182, 13240, 13248, 13250, 13387, 13435, 13438, 13479, 13485, 13556, 13568, 13610, 13614, 13698, 13739, 13836, 13999, 14226, 14304, 14363, 14586, 14655, 14659, 14712, 14726, 14806, 14845, 14973, 15131, 15253, 15254, 15400, 15510, 15572, 15609, 15611, 15737, 15854, 15855, 15856, 15945, 15947, 15955, 15996, 16033, 16140, 16153, 16175, 16336, 16382, 16424, 16437, 16441, 16450, 16513, 16759, 16769, 16909, 16976, 17016, 17063, 17066, 17093, 17151, 17322, 17346, 17351, 17490, 17599, 17608, 17609, 17644, 17704, 17764, 17827, 17881, 18058, 18129, 18137, 18182, 18208, 18361, 18454, 18531, 18741, 18979, 18990, 18999, 19174, 19221, 19243, 19259, 19295, 19391, 19431, 19735, 19741, 19836, 19840, 19880, 19935, 20070, 20167, 20264, 20291, 20415, 20499, 20501, 20882, 20903, 21008, 21019, 21045, 21226, 21405, 21544, 21628, 21699, 21747, 21757, 21802, 21816, 21931, 22201, 22353, 22361, 22568, 22669, 22685, 22720, 22759, 22904, 23043, 23276, 23395, 23571, 23582, 23951, 23964, 24114, 24159, 24204, 24209, 24263, 24307, 24336, 24417, 24496, 24559, 24846, 24926, 24966, 24989, 25177, 25275, 25373, 25600, 25660, 25717, 25732, 25771, 25892, 25980, 26090, 26105, 26119, 26137, 26149, 26214, 26253, 26292, 26334, 26391, 26526, 26572, 26696, 26745, 26748, 26764, 27165, 27167, 27307, 27540, 27556, 27670, 27685, 27693, 27710, 27777, 27823, 27824, 28006, 28089, 28170, 28186, 28203, 28247, 28435, 28535, 28643, 28644, 28688, 28710, 28730, 28903, 29075, 29114, 29156, 29250, 29266, 29299, 29398, 29523, 29604, 29799, 29809, 29832, 29862, 29981, 29998, 30034, 30144, 30157, 30181, 30483, 30729, 30787, 30800, 30872, 30962, 31087, 31331, 31494, 31509, 31539, 31563, 31692, 31731, 31812, 31837, 31869, 31934, 31979, 32052, 32132, 32279, 32314, 32445, 32554, 32566, 32594, 32629, 32738, 32748] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..7d22e60923987b412d831c4aab47c6ce2485fad1 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:16,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..0002a54c3ac5800b92839607bc30c4a9b5b00b5f Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..9755c1f22f1fb1bb44d53a34d2d73151cfcb9c6b --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[0, 13, 17, 22, 38, 47, 86, 115, 220, 226, 272, 274, 281, 371, 398, 420, 460, 492, 496, 512, 552, 554, 571, 577, 609, 630, 632, 715, 728, 745, 781, 782, 784, 790, 795, 796, 818, 823, 904, 960, 980, 988, 1020, 1044, 1054, 1059, 1063, 1071, 1081, 1102, 1110, 1144, 1145, 1146, 1280, 1282, 1296, 1304, 1345, 1349, 1357, 1448, 1466, 1477, 1490, 1512, 1518, 1519, 1547, 1549, 1556, 1565, 1603, 1604, 1605, 1649, 1650, 1677, 1748, 1765, 1785, 1803, 1839, 1857, 1869, 1904, 1908, 1968, 2029, 2047, 2080, 2087, 2103, 2113, 2142, 2152, 2231, 2239, 2240, 2266, 2274, 2287, 2328, 2334, 2370, 2374, 2422, 2425, 2436, 2487, 2549, 2552, 2554, 2565, 2578, 2643, 2655, 2659, 2677, 2701, 2726, 2745, 2835, 2841, 2880, 2931, 2948, 2966, 2977, 2988, 3009, 3021, 3043, 3067, 3089, 3131, 3167, 3175, 3179, 3215, 3225, 3246, 3264, 3299, 3303, 3309, 3370, 3440, 3443, 3447, 3465, 3567, 3588, 3613, 3614, 3631, 3665, 3697, 3714, 3728, 3751, 3774, 3786, 3886, 3922, 3962, 3984, 3986, 4029, 4057, 4109, 4176, 4202, 4232, 4258, 4275, 4316, 4335, 4348, 4357, 4359, 4389, 4449, 4455, 4457, 4468, 4469, 4490, 4491, 4510, 4522, 4528, 4572, 4589, 4591, 4617, 4632, 4656, 4685, 4698, 4704, 4749, 4846, 4847, 5047, 5062, 5092, 5130, 5154, 5158, 5166, 5190, 5261, 5265, 5296, 5302, 5310, 5335, 5337, 5343, 5358, 5380, 5387, 5393, 5403, 5491, 5581, 5614, 5622, 5661, 5700, 5708, 5766, 5782, 5793, 5801, 5806, 5816, 5818, 5863, 5899, 5905, 5983, 5986, 6030, 6037, 6069, 6091, 6099, 6126, 6173, 6196, 6233, 6242, 6257, 6265, 6272, 6273, 6361, 6367, 6413, 6430, 6436, 6451, 6477, 6502, 6503, 6512, 6528, 6540, 6548, 6620, 6627, 6658, 6675, 6702, 6791, 6838, 6915, 6993, 7019, 7050, 7080, 7101, 7112, 7122, 7142, 7154, 7179, 7235, 7238, 7259, 7302, 7303, 7312, 7323, 7371, 7388, 7407, 7408, 7453, 7474, 7504, 7543, 7548, 7560, 7565, 7631, 7686, 7692, 7696, 7747, 7789, 7803, 7826, 7828, 7831, 7888, 7890, 7899, 7979, 7986, 7987, 8032, 8044, 8046, 8049, 8077, 8129, 8149, 8159, 8183, 8198, 8215, 8246, 8248, 8268, 8277, 8281, 8286, 8311, 8351, 8357, 8414, 8436, 8495, 8500, 8513, 8524, 8545, 8570, 8584, 8589, 8632, 8658, 8704, 8713, 8724, 8739, 8749, 8768, 8770, 8785, 8819, 8871, 8925, 8935, 8954, 8984, 8990, 8991, 9021, 9051, 9058, 9066, 9079, 9101, 9109, 9112, 9188, 9201, 9203, 9247, 9280, 9292, 9314, 9340, 9364, 9368, 9383, 9405, 9424, 9427, 9440, 9454, 9484, 9486, 9590, 9600, 9628, 9649, 9665, 9678, 9725, 9826, 9858, 9891, 9919, 9938, 9972, 10075, 10076, 10092, 10144, 10155, 10171, 10172, 10194, 10214, 10238, 10253, 10255, 10259, 10266, 10302, 10326, 10361, 10380, 10386, 10407, 10431, 10467, 10491, 10514, 10515, 10580, 10587, 10652, 10685, 10690, 10693, 10704, 10706, 10713, 10721, 10747, 10812, 10819, 10831, 10840, 10855, 11001, 11003, 11044, 11052, 11068, 11072, 11124, 11132, 11133, 11147, 11153, 11160, 11208, 11212, 11236, 11266, 11281, 11292, 11328, 11344, 11346, 11353, 11375, 11380, 11383, 11406, 11410, 11418, 11423, 11441, 11498, 11502, 11524, 11592, 11604, 11659, 11661, 11667, 11738, 11783, 11793, 11821, 11843, 11879, 11883, 11897, 11905, 12008, 12026, 12032, 12080, 12083, 12087, 12094, 12099, 12107, 12137, 12184, 12215, 12300, 12322, 12338, 12350, 12357, 12424, 12477, 12482, 12504, 12568, 12574, 12610, 12613, 12614, 12619, 12629, 12644, 12656, 12701, 12705, 12717, 12782, 12824, 12827, 12839, 12843, 12902, 12906, 12928, 12951, 12974, 12990, 13013, 13024, 13039, 13043, 13049, 13072, 13084, 13129, 13150, 13158, 13163, 13164, 13176, 13186, 13194, 13195, 13202, 13211, 13216, 13228, 13249, 13282, 13292, 13325, 13326, 13387, 13427, 13432, 13445, 13470, 13487, 13511, 13563, 13622, 13623, 13657, 13663, 13684, 13728, 13730, 13747, 13780, 13782, 13808, 13810, 13811, 13832, 13849, 13905, 13987, 14029, 14067, 14084, 14087, 14106, 14110, 14150, 14178, 14187, 14202, 14208, 14217, 14257, 14280, 14356, 14372, 14396, 14412, 14468, 14469, 14473, 14504, 14517, 14533, 14556, 14613, 14622, 14643, 14692, 14695, 14700, 14750, 14751, 14771, 14820, 14825, 14829, 14831, 14873, 14874, 14896, 14990, 15012, 15013, 15017, 15021, 15022, 15074, 15089, 15109, 15110, 15166, 15179, 15254, 15270, 15283, 15289, 15293, 15294, 15309, 15315, 15321, 15335, 15378, 15380, 15387, 15401, 15404, 15422, 15440, 15469, 15476, 15482, 15543, 15588, 15626, 15663, 15673, 15753, 15793, 15798, 15824, 15828, 15854, 15865, 15906, 15910, 15932, 15934, 15952, 15964, 15971, 15993, 16022, 16046, 16052, 16065, 16068, 16150, 16159, 16169, 16190, 16191, 16199, 16203, 16210, 16247, 16287, 16289, 16320, 16322, 16325, 16337, 16346, 16351, 16364, 16365, 16376, 16455, 16513, 16543, 16550, 16572, 16626, 16697, 16704, 16738, 16742, 16767, 16787, 16793, 16800, 16819, 16845, 16867, 16870, 16882, 16906, 16917, 16965, 16969, 16971, 17008, 17047, 17077, 17160, 17167, 17177, 17210, 17229, 17332, 17385, 17389, 17395, 17431, 17443, 17481, 17522, 17525, 17545, 17552, 17559, 17582, 17584, 17590, 17599, 17600, 17619, 17662, 17664, 17667, 17702, 17712, 17722, 17760, 17780, 17783, 17797, 17799, 17811, 17815, 17849, 17870, 17871, 17923, 17928, 17953, 17988, 18086, 18097, 18107, 18111, 18133, 18138, 18155, 18197, 18225, 18240, 18249, 18352, 18371, 18381, 18414, 18429, 18430, 18442, 18499, 18569, 18580, 18591, 18594, 18608, 18674, 18696, 18715, 18737, 18738, 18741, 18759, 18762, 18783, 18833, 18845, 18881, 18892, 18935, 18956, 18958, 18972, 18985, 19016, 19050, 19066, 19086, 19094, 19157, 19185, 19287, 19374, 19411, 19417, 19479, 19515, 19530, 19545, 19583, 19608, 19634, 19682, 19690, 19709, 19721, 19770, 19800, 19809, 19832, 19889, 19943, 19964, 19994, 20061, 20069, 20082, 20104, 20114, 20158, 20175, 20249, 20317, 20328, 20334, 20451, 20461, 20494, 20502, 20534, 20551, 20590, 20630, 20637, 20658, 20720, 20764, 20848, 20869, 20879, 20884, 20895, 20922, 20936, 20943, 20959, 20995, 21010, 21027, 21047, 21061, 21119, 21155, 21189, 21216, 21230, 21324, 21341, 21360, 21365, 21376, 21420, 21484, 21488, 21533, 21559, 21574, 21651, 21661, 21692, 21724, 21745, 21756, 21771, 21773, 21784, 21830, 21846, 21869, 21875, 21925, 21935, 21958, 22018, 22135, 22176, 22198, 22208, 22213, 22236, 22256, 22263, 22285, 22286, 22311, 22328, 22332, 22351, 22384, 22454, 22466, 22551, 22559, 22582, 22590, 22592, 22682, 22688, 22690, 22716, 22728, 22793, 22797, 22808, 22812, 22839, 22843, 22864, 22869, 22886, 22935, 22947, 22972, 22979, 22993, 23017, 23034, 23044, 23049, 23064, 23078, 23087, 23112, 23172, 23314, 23373, 23375, 23384, 23395, 23400, 23404, 23415, 23433, 23458, 23508, 23518, 23525, 23552, 23563, 23607, 23618, 23656, 23686, 23720, 23728, 23733, 23747, 23808, 23814, 23827, 23841, 23852, 23888, 23926, 23931, 23961, 23983, 23994, 24019, 24027, 24038, 24080, 24112, 24150, 24160, 24162, 24195, 24220, 24291, 24313, 24338, 24343, 24366, 24369, 24376, 24382, 24386, 24407, 24441, 24450, 24457, 24462, 24496, 24520, 24536, 24607, 24636, 24651, 24672, 24686, 24741, 24781, 24802, 24804, 24815, 24838, 24864, 24880, 24899, 24923, 24924, 24950, 24961, 24974, 24979, 24994, 25014, 25028, 25035, 25057, 25076, 25133, 25171, 25186, 25230, 25249, 25255, 25257, 25269, 25277, 25309, 25314, 25339, 25386, 25399, 25411, 25433, 25443, 25462, 25476, 25489, 25501, 25545, 25566, 25587, 25611, 25620, 25641, 25648, 25650, 25654, 25688, 25740, 25750, 25779, 25808, 25815, 25834, 25881, 25893, 25905, 25909, 25934, 25954, 25962, 25985, 26015, 26038, 26099, 26111, 26118, 26142, 26160, 26256, 26272, 26291, 26295, 26360, 26388, 26413, 26440, 26442, 26445, 26526, 26541, 26547, 26604, 26606, 26608, 26624, 26655, 26680, 26684, 26690, 26736, 26757, 26783, 26793, 26807, 26903, 26976, 26995, 26996, 27013, 27042, 27091, 27121, 27125, 27146, 27155, 27171, 27192, 27197, 27242, 27254, 27259, 27277, 27302, 27350, 27355, 27357, 27362, 27408, 27409, 27466, 27493, 27539, 27551, 27570, 27592, 27600, 27617, 27635, 27655, 27668, 27677, 27713, 27766, 27783, 27879, 27913, 27963, 27966, 27979, 28026, 28054, 28061, 28075, 28080, 28170, 28185, 28203, 28251, 28264, 28270, 28279, 28291, 28309, 28409, 28434, 28438, 28448, 28489, 28492, 28504, 28519, 28544, 28550, 28581, 28595, 28607, 28618, 28644, 28666, 28674, 28720, 28732, 28771, 28773, 28798, 28819, 28837, 28859, 28863, 28986, 29000, 29016, 29017, 29067, 29091, 29146, 29187, 29224, 29281, 29301, 29344, 29346, 29351, 29354, 29379, 29419, 29420, 29431, 29444, 29461, 29466, 29512, 29516, 29530, 29542, 29546, 29601, 29615, 29627, 29659, 29668, 29681, 29742, 29754, 29764, 29782, 29803, 29828, 29831, 29835, 29850, 29857, 29862, 29870, 29884, 29893, 29898, 30049, 30148, 30175, 30177, 30348, 30386, 30396, 30416, 30425, 30430, 30467, 30478, 30496, 30499, 30579, 30660, 30661, 30664, 30673, 30703, 30719, 30755, 30759, 30773, 30792, 30880, 30889, 30909, 30936, 30954, 31019, 31020, 31035, 31052, 31057, 31076, 31103, 31105, 31130, 31157, 31161, 31206, 31233, 31326, 31339, 31374, 31398, 31422, 31450, 31565, 31594, 31606, 31607, 31624, 31628, 31640, 31670, 31699, 31727, 31751, 31779, 31791, 31821, 31826, 31850, 31851, 31928, 31935, 31967, 31974, 32045, 32186, 32237, 32256, 32324, 32345, 32351, 32418, 32421, 32447, 32462, 32475, 32476, 32538, 32569, 32581, 32646, 32652, 32674, 32698, 32761] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4e8c35a381ed40d8af1b949cff439892eabcbf8a Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8a4c2b91d5005170afc56ca86aac6d9e0c8ab449 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..59d306ec74d1f2962befc83432891cb5c52d2bf3 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[0, 7, 9, 12, 15, 16, 24, 38, 49, 65, 67, 75, 80, 125, 126, 146, 150, 174, 185, 196, 203, 215, 218, 226, 227, 255, 299, 310, 312, 333, 347, 368, 369, 398, 405, 420, 424, 426, 443, 448, 450, 452, 460, 462, 464, 473, 478, 482, 483, 486, 496, 501, 503, 540, 571, 578, 589, 590, 598, 600, 601, 628, 632, 647, 656, 658, 664, 671, 685, 687, 700, 702, 721, 723, 728, 739, 745, 752, 753, 759, 761, 763, 774, 781, 782, 784, 787, 795, 807, 817, 834, 862, 865, 875, 915, 924, 956, 960, 968, 980, 988, 996, 1009, 1016, 1024, 1026, 1041, 1042, 1044, 1071, 1081, 1102, 1120, 1123, 1125, 1128, 1135, 1140, 1143, 1162, 1198, 1215, 1220, 1221, 1223, 1227, 1255, 1260, 1274, 1275, 1280, 1282, 1304, 1326, 1348, 1355, 1381, 1383, 1391, 1400, 1403, 1411, 1414, 1433, 1443, 1455, 1457, 1477, 1481, 1505, 1510, 1518, 1522, 1529, 1536, 1551, 1556, 1561, 1570, 1594, 1603, 1605, 1612, 1622, 1668, 1677, 1684, 1701, 1733, 1755, 1758, 1798, 1806, 1811, 1812, 1839, 1857, 1866, 1872, 1887, 1913, 1934, 1958, 1963, 1970, 1990, 2002, 2015, 2018, 2029, 2030, 2066, 2077, 2080, 2085, 2089, 2099, 2103, 2119, 2122, 2130, 2131, 2132, 2151, 2162, 2164, 2174, 2178, 2196, 2204, 2209, 2219, 2221, 2229, 2231, 2240, 2247, 2250, 2274, 2285, 2294, 2303, 2328, 2334, 2338, 2341, 2362, 2370, 2377, 2422, 2428, 2429, 2439, 2442, 2447, 2482, 2487, 2514, 2525, 2540, 2547, 2550, 2555, 2558, 2563, 2565, 2589, 2600, 2603, 2610, 2620, 2628, 2631, 2635, 2658, 2677, 2693, 2710, 2717, 2750, 2762, 2770, 2780, 2781, 2785, 2786, 2801, 2819, 2833, 2841, 2846, 2854, 2860, 2871, 2876, 2878, 2880, 2892, 2904, 2917, 2948, 2954, 2966, 2977, 3015, 3028, 3066, 3078, 3086, 3097, 3104, 3124, 3126, 3131, 3133, 3137, 3154, 3157, 3175, 3179, 3193, 3197, 3203, 3214, 3215, 3220, 3223, 3260, 3272, 3276, 3277, 3281, 3295, 3330, 3331, 3356, 3379, 3380, 3387, 3398, 3419, 3440, 3443, 3449, 3459, 3463, 3465, 3503, 3544, 3548, 3551, 3559, 3564, 3574, 3613, 3640, 3649, 3653, 3655, 3688, 3693, 3697, 3714, 3715, 3725, 3727, 3730, 3732, 3739, 3751, 3754, 3767, 3772, 3774, 3815, 3828, 3829, 3843, 3853, 3856, 3880, 3886, 3891, 3925, 3936, 3962, 3963, 3967, 3981, 3995, 4002, 4012, 4037, 4042, 4057, 4069, 4070, 4078, 4093, 4142, 4159, 4162, 4163, 4176, 4178, 4187, 4232, 4244, 4252, 4256, 4257, 4284, 4299, 4313, 4318, 4321, 4323, 4330, 4357, 4364, 4367, 4384, 4389, 4399, 4430, 4442, 4444, 4448, 4455, 4457, 4462, 4479, 4485, 4486, 4494, 4496, 4510, 4564, 4566, 4582, 4586, 4589, 4591, 4606, 4620, 4627, 4635, 4637, 4646, 4656, 4675, 4698, 4704, 4710, 4717, 4719, 4729, 4749, 4822, 4832, 4834, 4844, 4853, 4891, 4923, 4929, 4930, 4937, 4945, 4964, 4965, 4977, 4981, 4997, 4998, 5028, 5030, 5031, 5033, 5039, 5053, 5073, 5082, 5085, 5090, 5092, 5100, 5113, 5115, 5129, 5145, 5154, 5190, 5226, 5229, 5237, 5239, 5243, 5244, 5254, 5261, 5265, 5284, 5292, 5308, 5342, 5352, 5380, 5386, 5393, 5394, 5396, 5402, 5408, 5452, 5462, 5506, 5507, 5519, 5543, 5547, 5565, 5581, 5594, 5606, 5610, 5616, 5617, 5618, 5633, 5638, 5643, 5650, 5652, 5679, 5690, 5692, 5698, 5707, 5716, 5747, 5758, 5777, 5787, 5791, 5801, 5806, 5817, 5839, 5919, 5926, 5931, 5948, 5974, 5980, 5985, 5988, 5995, 6003, 6009, 6025, 6052, 6062, 6065, 6085, 6090, 6091, 6092, 6119, 6126, 6130, 6135, 6137, 6146, 6173, 6193, 6196, 6206, 6208, 6219, 6238, 6241, 6243, 6246, 6249, 6271, 6272, 6273, 6319, 6330, 6350, 6361, 6367, 6382, 6410, 6411, 6414, 6416, 6417, 6436, 6445, 6453, 6476, 6477, 6494, 6495, 6512, 6516, 6521, 6527, 6528, 6530, 6548, 6599, 6601, 6615, 6619, 6630, 6632, 6644, 6658, 6674, 6675, 6696, 6698, 6716, 6757, 6761, 6771, 6773, 6784, 6791, 6808, 6831, 6842, 6897, 6903, 6905, 6941, 6948, 6949, 6979, 6991, 6999, 7003, 7019, 7035, 7050, 7058, 7077, 7106, 7142, 7150, 7160, 7162, 7167, 7172, 7173, 7179, 7181, 7206, 7217, 7218, 7234, 7250, 7289, 7303, 7323, 7327, 7343, 7364, 7388, 7394, 7395, 7404, 7408, 7412, 7413, 7414, 7442, 7445, 7450, 7457, 7485, 7504, 7509, 7521, 7543, 7565, 7567, 7579, 7580, 7603, 7631, 7663, 7684, 7701, 7702, 7713, 7714, 7735, 7747, 7761, 7779, 7782, 7801, 7809, 7813, 7815, 7820, 7831, 7836, 7837, 7840, 7884, 7898, 7902, 7913, 7918, 7921, 7923, 8017, 8028, 8032, 8049, 8062, 8063, 8077, 8087, 8149, 8156, 8158, 8159, 8166, 8172, 8175, 8189, 8198, 8246, 8250, 8264, 8268, 8273, 8277, 8283, 8301, 8311, 8322, 8333, 8348, 8368, 8379, 8381, 8401, 8414, 8440, 8450, 8458, 8463, 8470, 8477, 8489, 8494, 8504, 8516, 8523, 8551, 8556, 8559, 8570, 8584, 8586, 8632, 8652, 8681, 8682, 8726, 8739, 8770, 8787, 8795, 8802, 8809, 8815, 8827, 8828, 8859, 8861, 8863, 8918, 8919, 8931, 8937, 8944, 8947, 8949, 8983, 8988, 8991, 8995, 9006, 9010, 9011, 9019, 9022, 9023, 9025, 9028, 9058, 9061, 9066, 9069, 9074, 9080, 9109, 9112, 9117, 9131, 9154, 9155, 9163, 9166, 9215, 9261, 9264, 9274, 9321, 9322, 9329, 9346, 9364, 9366, 9375, 9383, 9385, 9401, 9405, 9406, 9419, 9420, 9424, 9427, 9435, 9454, 9457, 9460, 9461, 9463, 9470, 9480, 9486, 9528, 9538, 9545, 9556, 9564, 9595, 9596, 9597, 9599, 9612, 9628, 9654, 9667, 9670, 9672, 9693, 9709, 9722, 9725, 9743, 9752, 9757, 9768, 9787, 9791, 9828, 9863, 9932, 9938, 9966, 9968, 9974, 9978, 9985, 10015, 10026, 10069, 10075, 10091, 10097, 10104, 10116, 10122, 10135, 10141, 10155, 10172, 10220, 10226, 10252, 10259, 10266, 10278, 10283, 10284, 10289, 10302, 10303, 10304, 10307, 10308, 10315, 10328, 10356, 10382, 10386, 10403, 10407, 10416, 10437, 10451, 10463, 10484, 10497, 10525, 10533, 10604, 10618, 10622, 10623, 10628, 10632, 10646, 10652, 10662, 10666, 10670, 10679, 10684, 10685, 10686, 10693, 10734, 10770, 10798, 10828, 10829, 10853, 10855, 10856, 10875, 10894, 10926, 10948, 11003, 11021, 11035, 11051, 11052, 11056, 11060, 11069, 11072, 11084, 11090, 11101, 11141, 11148, 11155, 11174, 11180, 11212, 11218, 11222, 11225, 11234, 11274, 11276, 11307, 11319, 11320, 11345, 11346, 11392, 11400, 11406, 11407, 11431, 11441, 11453, 11464, 11479, 11485, 11498, 11500, 11501, 11502, 11507, 11514, 11524, 11534, 11550, 11553, 11568, 11603, 11607, 11614, 11623, 11675, 11702, 11720, 11734, 11742, 11743, 11772, 11790, 11793, 11810, 11821, 11831, 11835, 11857, 11879, 11889, 11892, 11904, 11905, 11935, 11947, 11950, 11953, 11957, 11960, 11961, 11968, 11976, 11980, 11991, 12010, 12017, 12019, 12042, 12051, 12059, 12083, 12100, 12105, 12106, 12108, 12114, 12123, 12184, 12194, 12215, 12238, 12276, 12278, 12295, 12311, 12322, 12334, 12335, 12338, 12339, 12343, 12369, 12391, 12398, 12408, 12444, 12449, 12488, 12531, 12539, 12546, 12553, 12556, 12560, 12598, 12610, 12619, 12620, 12644, 12663, 12667, 12685, 12687, 12693, 12694, 12705, 12707, 12712, 12764, 12767, 12791, 12803, 12824, 12829, 12839, 12843, 12847, 12916, 12922, 12925, 12927, 12934, 12948, 12950, 12951, 12958, 12972, 12974, 12986, 13013, 13025, 13034, 13036, 13039, 13048, 13060, 13084, 13105, 13120, 13122, 13147, 13149, 13165, 13172, 13198, 13234, 13241, 13250, 13266, 13277, 13321, 13322, 13336, 13352, 13373, 13403, 13427, 13430, 13456, 13464, 13466, 13494, 13498, 13511, 13515, 13524, 13537, 13562, 13567, 13571, 13585, 13604, 13608, 13609, 13613, 13621, 13626, 13638, 13639, 13654, 13660, 13671, 13680, 13685, 13694, 13698, 13699, 13704, 13717, 13727, 13728, 13730, 13753, 13754, 13761, 13777, 13780, 13795, 13799, 13811, 13832, 13851, 13861, 13879, 13880, 13887, 13899, 13900, 13918, 13929, 13937, 13942, 13952, 13979, 14009, 14018, 14027, 14050, 14084, 14102, 14106, 14121, 14122, 14187, 14205, 14237, 14239, 14245, 14249, 14302, 14307, 14341, 14352, 14356, 14358, 14363, 14371, 14376, 14377, 14382, 14407, 14437, 14468, 14469, 14478, 14504, 14514, 14517, 14533, 14537, 14548, 14556, 14605, 14612, 14686, 14700, 14720, 14722, 14746, 14766, 14781, 14787, 14794, 14820, 14823, 14825, 14831, 14846, 14849, 14877, 14890, 14891, 14936, 14942, 14996, 14997, 15004, 15011, 15012, 15013, 15018, 15074, 15077, 15095, 15102, 15109, 15122, 15159, 15198, 15199, 15218, 15243, 15254, 15264, 15267, 15282, 15290, 15294, 15318, 15320, 15321, 15335, 15340, 15343, 15344, 15348, 15362, 15369, 15375, 15378, 15403, 15404, 15405, 15425, 15438, 15440, 15448, 15455, 15471, 15480, 15482, 15490, 15574, 15581, 15593, 15599, 15611, 15614, 15626, 15630, 15645, 15663, 15664, 15673, 15706, 15715, 15719, 15727, 15779, 15781, 15785, 15798, 15817, 15824, 15826, 15829, 15850, 15851, 15876, 15902, 15904, 15910, 15915, 15924, 15926, 15934, 15936, 15957, 15971, 16001, 16006, 16021, 16038, 16043, 16049, 16055, 16057, 16080, 16106, 16107, 16110, 16114, 16124, 16137, 16150, 16190, 16210, 16221, 16223, 16226, 16227, 16286, 16320, 16322, 16325, 16332, 16333, 16343, 16344, 16346, 16347, 16349, 16351, 16364, 16365, 16372, 16380, 16393, 16395, 16396, 16404, 16418, 16441, 16444, 16448, 16451, 16464, 16498, 16513, 16517, 16527, 16538, 16541, 16565, 16572, 16597, 16660, 16665, 16697, 16716, 16722, 16741, 16757, 16787, 16819, 16820, 16832, 16835, 16845, 16868, 16891, 16895, 16917, 16958, 16963, 17002, 17011, 17015, 17020, 17030, 17034, 17056, 17065, 17091, 17103, 17130, 17132, 17148, 17159, 17160, 17167, 17173, 17183, 17216, 17251, 17255, 17286, 17298, 17302, 17327, 17328, 17357, 17385, 17396, 17406, 17441, 17443, 17515, 17520, 17550, 17579, 17582, 17603, 17605, 17625, 17629, 17655, 17667, 17704, 17706, 17708, 17726, 17727, 17741, 17742, 17766, 17777, 17778, 17780, 17800, 17809, 17814, 17820, 17844, 17886, 17888, 17900, 17905, 17918, 17953, 17960, 17975, 18023, 18047, 18054, 18064, 18084, 18100, 18101, 18107, 18155, 18177, 18178, 18186, 18191, 18218, 18256, 18257, 18268, 18284, 18288, 18304, 18308, 18310, 18323, 18353, 18372, 18408, 18413, 18426, 18428, 18430, 18432, 18439, 18467, 18481, 18492, 18507, 18508, 18518, 18547, 18561, 18575, 18589, 18617, 18632, 18648, 18669, 18680, 18700, 18705, 18710, 18722, 18738, 18783, 18795, 18823, 18833, 18871, 18878, 18890, 18908, 18928, 18937, 18950, 18966, 18997, 19005, 19006, 19016, 19048, 19067, 19094, 19107, 19155, 19157, 19171, 19177, 19185, 19188, 19202, 19207, 19217, 19219, 19221, 19225, 19234, 19269, 19293, 19307, 19318, 19328, 19358, 19374, 19378, 19391, 19394, 19412, 19430, 19466, 19488, 19498, 19509, 19515, 19528, 19545, 19546, 19549, 19574, 19579, 19583, 19584, 19586, 19669, 19677, 19682, 19683, 19696, 19710, 19719, 19720, 19732, 19738, 19751, 19755, 19784, 19805, 19855, 19861, 19872, 19887, 19899, 19900, 19905, 19919, 19925, 19948, 19969, 20011, 20030, 20058, 20088, 20093, 20104, 20111, 20114, 20117, 20125, 20132, 20175, 20191, 20200, 20207, 20220, 20221, 20224, 20248, 20249, 20258, 20274, 20281, 20282, 20291, 20293, 20298, 20313, 20328, 20343, 20345, 20391, 20397, 20404, 20419, 20422, 20442, 20456, 20461, 20470, 20494, 20502, 20510, 20522, 20548, 20549, 20553, 20581, 20601, 20602, 20605, 20612, 20613, 20623, 20655, 20664, 20667, 20671, 20686, 20707, 20729, 20769, 20778, 20782, 20796, 20801, 20803, 20824, 20825, 20846, 20859, 20868, 20869, 20872, 20893, 20897, 20899, 20906, 20907, 20917, 20942, 20960, 20973, 20987, 20991, 20999, 21005, 21037, 21058, 21061, 21082, 21084, 21097, 21098, 21119, 21134, 21141, 21142, 21148, 21150, 21155, 21170, 21187, 21254, 21271, 21297, 21298, 21299, 21308, 21313, 21321, 21359, 21413, 21414, 21433, 21490, 21532, 21574, 21599, 21616, 21624, 21639, 21648, 21701, 21724, 21727, 21754, 21757, 21771, 21784, 21810, 21812, 21820, 21824, 21850, 21865, 21868, 21878, 21897, 21923, 21925, 21946, 21947, 21951, 21960, 21966, 21973, 21974, 21977, 22009, 22015, 22059, 22070, 22081, 22087, 22135, 22150, 22158, 22167, 22178, 22197, 22208, 22213, 22234, 22269, 22294, 22322, 22329, 22337, 22351, 22360, 22362, 22369, 22378, 22387, 22393, 22418, 22439, 22441, 22446, 22454, 22482, 22486, 22490, 22507, 22548, 22559, 22560, 22564, 22572, 22614, 22637, 22644, 22645, 22663, 22689, 22693, 22697, 22705, 22712, 22715, 22716, 22718, 22748, 22764, 22802, 22808, 22839, 22858, 22900, 22907, 22928, 22933, 22939, 22947, 22955, 22956, 22967, 22997, 22998, 23023, 23034, 23044, 23051, 23062, 23071, 23087, 23092, 23097, 23142, 23145, 23148, 23173, 23177, 23198, 23217, 23259, 23268, 23278, 23280, 23287, 23289, 23306, 23311, 23314, 23321, 23335, 23340, 23345, 23351, 23385, 23395, 23410, 23415, 23433, 23449, 23455, 23463, 23477, 23479, 23497, 23513, 23514, 23526, 23527, 23557, 23586, 23620, 23626, 23635, 23656, 23693, 23716, 23717, 23728, 23732, 23758, 23763, 23774, 23797, 23824, 23827, 23828, 23841, 23842, 23872, 23896, 23897, 23915, 23925, 23929, 23937, 23967, 24003, 24045, 24072, 24080, 24092, 24097, 24126, 24130, 24137, 24139, 24143, 24162, 24166, 24173, 24176, 24181, 24188, 24191, 24195, 24229, 24249, 24250, 24270, 24313, 24323, 24340, 24369, 24376, 24379, 24392, 24399, 24408, 24435, 24439, 24441, 24450, 24491, 24497, 24502, 24517, 24537, 24545, 24599, 24607, 24657, 24665, 24677, 24729, 24730, 24735, 24739, 24750, 24762, 24763, 24764, 24781, 24782, 24797, 24804, 24830, 24842, 24855, 24863, 24865, 24866, 24880, 24899, 24919, 24924, 24942, 24961, 24981, 24997, 25003, 25010, 25035, 25058, 25094, 25113, 25126, 25186, 25230, 25249, 25257, 25261, 25269, 25282, 25335, 25339, 25340, 25377, 25384, 25389, 25399, 25424, 25433, 25457, 25465, 25494, 25502, 25503, 25545, 25548, 25552, 25562, 25566, 25585, 25590, 25595, 25603, 25618, 25620, 25625, 25649, 25654, 25719, 25725, 25740, 25744, 25755, 25766, 25772, 25789, 25800, 25812, 25816, 25836, 25850, 25851, 25852, 25869, 25871, 25881, 25891, 25892, 25906, 25942, 25962, 26002, 26009, 26026, 26038, 26039, 26047, 26051, 26056, 26076, 26081, 26088, 26096, 26099, 26102, 26104, 26112, 26117, 26137, 26142, 26148, 26149, 26170, 26177, 26180, 26187, 26197, 26203, 26209, 26223, 26257, 26273, 26301, 26316, 26318, 26362, 26382, 26384, 26386, 26395, 26422, 26424, 26440, 26441, 26442, 26455, 26484, 26496, 26498, 26507, 26522, 26526, 26529, 26537, 26542, 26550, 26570, 26613, 26616, 26617, 26620, 26630, 26636, 26639, 26644, 26660, 26681, 26683, 26690, 26709, 26712, 26728, 26758, 26783, 26799, 26800, 26830, 26844, 26846, 26871, 26884, 26892, 26902, 26915, 26918, 26938, 26954, 26974, 26995, 27003, 27039, 27042, 27052, 27077, 27079, 27097, 27107, 27135, 27141, 27155, 27174, 27188, 27197, 27229, 27243, 27254, 27258, 27268, 27271, 27296, 27307, 27317, 27336, 27342, 27350, 27380, 27383, 27408, 27409, 27440, 27449, 27485, 27514, 27552, 27564, 27570, 27573, 27577, 27599, 27600, 27609, 27617, 27633, 27657, 27667, 27681, 27684, 27727, 27728, 27766, 27797, 27813, 27815, 27818, 27861, 27880, 27893, 27901, 27939, 27943, 27947, 27966, 27979, 28028, 28051, 28061, 28075, 28081, 28095, 28130, 28145, 28164, 28166, 28178, 28184, 28185, 28187, 28196, 28203, 28268, 28270, 28273, 28279, 28281, 28291, 28292, 28293, 28316, 28329, 28332, 28349, 28357, 28366, 28382, 28396, 28398, 28406, 28415, 28428, 28444, 28451, 28458, 28466, 28472, 28482, 28510, 28519, 28521, 28550, 28572, 28590, 28592, 28610, 28647, 28680, 28732, 28739, 28754, 28755, 28778, 28804, 28837, 28841, 28847, 28851, 28868, 28879, 28884, 28885, 28900, 28908, 28918, 28925, 28928, 28933, 28946, 28953, 28959, 28975, 29000, 29007, 29011, 29021, 29028, 29034, 29056, 29057, 29065, 29088, 29091, 29096, 29117, 29130, 29165, 29167, 29177, 29184, 29190, 29193, 29202, 29229, 29238, 29269, 29270, 29281, 29287, 29304, 29317, 29347, 29354, 29377, 29379, 29394, 29405, 29440, 29466, 29488, 29497, 29516, 29530, 29537, 29541, 29615, 29633, 29635, 29665, 29690, 29695, 29699, 29718, 29748, 29752, 29763, 29772, 29782, 29787, 29790, 29793, 29824, 29845, 29850, 29854, 29884, 29887, 29961, 29974, 30028, 30032, 30049, 30058, 30069, 30077, 30091, 30097, 30118, 30149, 30167, 30168, 30179, 30182, 30214, 30274, 30280, 30282, 30302, 30325, 30327, 30333, 30339, 30341, 30356, 30359, 30375, 30391, 30394, 30416, 30428, 30443, 30449, 30465, 30467, 30471, 30488, 30516, 30538, 30542, 30576, 30577, 30580, 30592, 30593, 30635, 30649, 30672, 30673, 30689, 30696, 30715, 30719, 30720, 30721, 30755, 30759, 30766, 30773, 30782, 30792, 30814, 30823, 30833, 30857, 30880, 30889, 30895, 30918, 30925, 30927, 30928, 30956, 30979, 30986, 30989, 31005, 31007, 31029, 31035, 31052, 31056, 31064, 31076, 31083, 31085, 31103, 31109, 31110, 31129, 31157, 31181, 31206, 31218, 31229, 31233, 31236, 31272, 31282, 31283, 31285, 31292, 31294, 31316, 31326, 31384, 31397, 31398, 31419, 31426, 31427, 31442, 31451, 31462, 31465, 31483, 31520, 31552, 31584, 31594, 31607, 31614, 31628, 31632, 31633, 31641, 31644, 31670, 31694, 31698, 31745, 31748, 31750, 31751, 31757, 31769, 31774, 31799, 31801, 31806, 31808, 31882, 31893, 31914, 31926, 31935, 31942, 31974, 31978, 31988, 31989, 32050, 32056, 32070, 32074, 32101, 32105, 32115, 32136, 32137, 32144, 32159, 32171, 32172, 32179, 32190, 32191, 32245, 32256, 32257, 32258, 32264, 32274, 32279, 32289, 32311, 32359, 32360, 32387, 32411, 32418, 32421, 32425, 32447, 32449, 32475, 32482, 32503, 32515, 32538, 32541, 32576, 32581, 32587, 32594, 32606, 32623, 32660, 32668, 32674, 32683, 32696, 32720, 32723, 32760, 32767] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d05130fac8747b601f7725b086d22ccb3a7f0511 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f2eab6ce8eed434f09c0e24eb10bf2e12a2c4e09 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..558624521fd2c9e0d6f29bd0a45d96f79eae28be --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:last_token)_indices @@ -0,0 +1 @@ +[38, 115, 175, 181, 214, 219, 320, 356, 398, 424, 450, 478, 506, 543, 554, 617, 700, 710, 745, 817, 862, 897, 919, 988, 1071, 1090, 1164, 1197, 1219, 1280, 1443, 1471, 1605, 1611, 1695, 1755, 1769, 1785, 1812, 1866, 1900, 1902, 2015, 2052, 2077, 2103, 2113, 2128, 2142, 2210, 2219, 2303, 2360, 2381, 2425, 2545, 2625, 2643, 2659, 2677, 2718, 2740, 2802, 2835, 2846, 2876, 2878, 2891, 2912, 3021, 3040, 3068, 3126, 3171, 3197, 3226, 3232, 3264, 3442, 3466, 3467, 3508, 3518, 3529, 3569, 3649, 3667, 3688, 3693, 3701, 3730, 3751, 3774, 3870, 3879, 3891, 3922, 3940, 3962, 3966, 4006, 4012, 4070, 4187, 4334, 4369, 4389, 4416, 4468, 4485, 4496, 4508, 4510, 4528, 4539, 4610, 4620, 4656, 4687, 4693, 4730, 4749, 4772, 4867, 5001, 5154, 5158, 5265, 5272, 5347, 5403, 5419, 5511, 5611, 5614, 5665, 5690, 5702, 5772, 5777, 5782, 5839, 5972, 5987, 6092, 6155, 6164, 6191, 6212, 6273, 6298, 6366, 6436, 6512, 6523, 6528, 6588, 6682, 6701, 6738, 6757, 6790, 6948, 6949, 7106, 7112, 7188, 7327, 7395, 7413, 7467, 7494, 7567, 7617, 7717, 7869, 7956, 7968, 8032, 8046, 8080, 8130, 8182, 8215, 8248, 8311, 8348, 8356, 8374, 8458, 8659, 8682, 9058, 9117, 9151, 9198, 9201, 9389, 9424, 9435, 9498, 9575, 9612, 9674, 9687, 9718, 9743, 9757, 9768, 9919, 9933, 9966, 10015, 10016, 10075, 10097, 10130, 10171, 10238, 10244, 10259, 10317, 10407, 10431, 10449, 10463, 10545, 10574, 10632, 10649, 10667, 10672, 10719, 10834, 10968, 10985, 11016, 11044, 11052, 11128, 11153, 11160, 11320, 11375, 11431, 11479, 11592, 11821, 11841, 11994, 12059, 12215, 12225, 12278, 12289, 12338, 12357, 12449, 12594, 12610, 12629, 12644, 12701, 12705, 12717, 12736, 12829, 12914, 12974, 12991, 13001, 13013, 13034, 13044, 13064, 13218, 13259, 13312, 13457, 13464, 13597, 13622, 13657, 13669, 13691, 13701, 13712, 13797, 13979, 14033, 14129, 14239, 14277, 14320, 14372, 14485, 14504, 14556, 14659, 14797, 14820, 14865, 14880, 14962, 15011, 15098, 15147, 15166, 15218, 15289, 15341, 15342, 15345, 15380, 15440, 15448, 15466, 15482, 15530, 15664, 15760, 15793, 15837, 15971, 16000, 16064, 16072, 16084, 16088, 16169, 16259, 16262, 16291, 16301, 16325, 16344, 16345, 16347, 16576, 16626, 16712, 16759, 16779, 16787, 16792, 16960, 16969, 17008, 17047, 17073, 17159, 17173, 17240, 17260, 17301, 17326, 17496, 17528, 17577, 17667, 17682, 17900, 18048, 18126, 18146, 18155, 18352, 18429, 18480, 18689, 18698, 18715, 18741, 18759, 18795, 18822, 18833, 18878, 18886, 18935, 19107, 19185, 19211, 19266, 19272, 19328, 19464, 19476, 19515, 19605, 19623, 19662, 19683, 19736, 19738, 19910, 19925, 19932, 19943, 19951, 19989, 20073, 20087, 20411, 20415, 20425, 20452, 20482, 20510, 20553, 20582, 20593, 20597, 20675, 20693, 20705, 20729, 20784, 20789, 20799, 20872, 20892, 20895, 20942, 21034, 21038, 21061, 21075, 21159, 21170, 21230, 21257, 21277, 21279, 21290, 21394, 21399, 21417, 21444, 21476, 21501, 21634, 21648, 21675, 21691, 21692, 21773, 21850, 21934, 22030, 22049, 22071, 22259, 22269, 22280, 22281, 22337, 22378, 22493, 22509, 22521, 22607, 22764, 22765, 22869, 22897, 22907, 22931, 23041, 23065, 23112, 23124, 23125, 23127, 23195, 23198, 23226, 23259, 23335, 23373, 23395, 23404, 23412, 23477, 23518, 23572, 23626, 23656, 23798, 23814, 23816, 23828, 23888, 23925, 23981, 24003, 24016, 24092, 24181, 24195, 24229, 24382, 24390, 24439, 24461, 24502, 24529, 24658, 24672, 24686, 24763, 24828, 24841, 24880, 24935, 24973, 25044, 25057, 25092, 25125, 25247, 25278, 25290, 25329, 25384, 25399, 25410, 25455, 25462, 25506, 25522, 25570, 25608, 25644, 25779, 25836, 25840, 25905, 25934, 25937, 25954, 26076, 26160, 26183, 26203, 26225, 26257, 26360, 26362, 26365, 26442, 26465, 26531, 26604, 26617, 26645, 26690, 26758, 26799, 26807, 26915, 26945, 26949, 26995, 27042, 27121, 27539, 27570, 27653, 27727, 27888, 27898, 27943, 27986, 28008, 28052, 28196, 28227, 28273, 28328, 28405, 28414, 28433, 28444, 28514, 28525, 28581, 28720, 28732, 28762, 28794, 28863, 29021, 29054, 29114, 29158, 29164, 29202, 29227, 29457, 29466, 29481, 29490, 29557, 29580, 29598, 29627, 29652, 29659, 29764, 29787, 29794, 29844, 29931, 29936, 30025, 30239, 30327, 30338, 30456, 30505, 30531, 30579, 30649, 30737, 30751, 30909, 31007, 31020, 31130, 31206, 31212, 31293, 31344, 31355, 31360, 31379, 31397, 31399, 31422, 31514, 31518, 31540, 31624, 31728, 31750, 31907, 31926, 31935, 32093, 32209, 32241, 32421, 32425, 32449, 32451, 32497, 32536, 32546, 32586, 32649, 32688, 32767] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b5d8964a900252c827843893fbd27095edf7b7a8 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:17,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8acbe0a9df5886e999faea79c47aeabad3a30780 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..175c5d7b2c971a2951d5038b5647a11d22116a3b --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[3, 44, 59, 84, 115, 124, 146, 163, 194, 215, 223, 227, 240, 248, 271, 276, 352, 367, 392, 411, 458, 464, 522, 541, 566, 583, 588, 608, 629, 630, 631, 636, 655, 661, 763, 770, 803, 820, 925, 929, 965, 976, 992, 1031, 1127, 1148, 1255, 1265, 1289, 1313, 1315, 1321, 1344, 1368, 1372, 1409, 1452, 1474, 1499, 1501, 1504, 1526, 1616, 1640, 1648, 1768, 1790, 1879, 1895, 1908, 1951, 1975, 1984, 1996, 2022, 2048, 2053, 2094, 2100, 2126, 2130, 2146, 2160, 2164, 2242, 2319, 2324, 2390, 2392, 2417, 2433, 2451, 2460, 2495, 2535, 2537, 2552, 2569, 2581, 2618, 2629, 2630, 2632, 2637, 2712, 2728, 2760, 2778, 2796, 2860, 2861, 2915, 2971, 2991, 3001, 3036, 3094, 3157, 3189, 3228, 3236, 3242, 3250, 3282, 3298, 3329, 3386, 3410, 3415, 3444, 3493, 3524, 3532, 3548, 3550, 3569, 3629, 3673, 3702, 3821, 3885, 3900, 3977, 3986, 4019, 4063, 4079, 4108, 4141, 4188, 4223, 4252, 4293, 4332, 4357, 4378, 4387, 4388, 4422, 4427, 4449, 4529, 4540, 4567, 4649, 4813, 4834, 4890, 4933, 4965, 5008, 5018, 5044, 5071, 5178, 5195, 5203, 5324, 5344, 5388, 5427, 5471, 5473, 5496, 5504, 5631, 5761, 5814, 5820, 5825, 5836, 5839, 5841, 5848, 5892, 5960, 5969, 5981, 6000, 6029, 6063, 6079, 6149, 6168, 6225, 6245, 6322, 6363, 6372, 6393, 6448, 6464, 6477, 6482, 6497, 6765, 6766, 6813, 6832, 6833, 6854, 6876, 6906, 6942, 6987, 7015, 7032, 7076, 7100, 7140, 7229, 7232, 7244, 7259, 7287, 7293, 7298, 7304, 7319, 7321, 7360, 7486, 7495, 7503, 7527, 7551, 7565, 7631, 7647, 7677, 7710, 7720, 7729, 7740, 7768, 7811, 7816, 7828, 7846, 7931, 7976, 7998, 8016, 8067, 8099, 8102, 8131, 8136, 8174, 8189, 8191, 8207, 8221, 8227, 8247, 8251, 8253, 8305, 8317, 8332, 8338, 8345, 8373, 8453, 8464, 8485, 8507, 8514, 8523, 8586, 8598, 8621, 8631, 8635, 8640, 8714, 8715, 8792, 8804, 8848, 8858, 8867, 8932, 8933, 8982, 8985, 8986, 8991, 9023, 9043, 9050, 9064, 9071, 9088, 9103, 9106, 9189, 9222, 9226, 9241, 9249, 9369, 9381, 9451, 9499, 9517, 9556, 9584, 9626, 9632, 9643, 9664, 9666, 9752, 9774, 9794, 9796, 9830, 9866, 9890, 9930, 9981, 9998, 10021, 10060, 10079, 10082, 10107, 10136, 10143, 10150, 10176, 10190, 10232, 10253, 10309, 10356, 10361, 10424, 10433, 10462, 10531, 10576, 10615, 10626, 10646, 10650, 10691, 10706, 10737, 10749, 10950, 10969, 11056, 11098, 11128, 11151, 11167, 11188, 11200, 11232, 11237, 11335, 11351, 11359, 11484, 11489, 11498, 11500, 11534, 11545, 11578, 11602, 11628, 11660, 11669, 11684, 11698, 11707, 11716, 11720, 11726, 11753, 11771, 11788, 11805, 11814, 11839, 11855, 11877, 11890, 11904, 11923, 11950, 11983, 12003, 12044, 12051, 12068, 12106, 12120, 12175, 12192, 12228, 12266, 12303, 12334, 12343, 12350, 12400, 12416, 12420, 12425, 12484, 12496, 12498, 12513, 12534, 12552, 12559, 12568, 12596, 12597, 12622, 12634, 12669, 12712, 12733, 12756, 12788, 12799, 12825, 12836, 12844, 12902, 12924, 12963, 12986, 13043, 13100, 13109, 13142, 13151, 13154, 13168, 13171, 13188, 13221, 13287, 13363, 13367, 13431, 13451, 13487, 13500, 13514, 13591, 13596, 13643, 13781, 13849, 13866, 13942, 13948, 13972, 13997, 14003, 14039, 14049, 14080, 14093, 14141, 14178, 14204, 14219, 14277, 14301, 14351, 14399, 14408, 14410, 14450, 14470, 14471, 14515, 14569, 14627, 14720, 14723, 14726, 14729, 14742, 14744, 14768, 14845, 14848, 14884, 14919, 14931, 14957, 14975, 14990, 15008, 15028, 15031, 15036, 15097, 15104, 15111, 15117, 15181, 15190, 15269, 15289, 15327, 15402, 15459, 15495, 15531, 15537, 15546, 15601, 15682, 15748, 15836, 15882, 15935, 15961, 16013, 16029, 16030, 16035, 16062, 16089, 16102, 16124, 16146, 16151, 16274, 16281, 16314, 16424, 16475, 16557, 16573, 16620, 16714, 16730, 16892, 16923, 16925, 16953, 16980, 17005, 17008, 17057, 17119, 17133, 17181, 17257, 17359, 17374, 17385, 17466, 17500, 17549, 17565, 17642, 17648, 17660, 17668, 17691, 17717, 17803, 17808, 17872, 17903, 17959, 18046, 18052, 18084, 18089, 18122, 18126, 18131, 18141, 18172, 18183, 18199, 18230, 18238, 18278, 18321, 18352, 18403, 18412, 18413, 18449, 18452, 18513, 18518, 18537, 18554, 18572, 18614, 18630, 18646, 18658, 18691, 18790, 18839, 18842, 18867, 18898, 18951, 18979, 19003, 19022, 19089, 19104, 19108, 19213, 19244, 19282, 19290, 19351, 19360, 19363, 19424, 19501, 19631, 19645, 19669, 19951, 19993, 20063, 20098, 20134, 20177, 20193, 20267, 20273, 20323, 20355, 20390, 20393, 20397, 20410, 20419, 20427, 20431, 20435, 20571, 20601, 20618, 20630, 20643, 20647, 20682, 20691, 20698, 20701, 20716, 20732, 20744, 20791, 20792, 20802, 20804, 20817, 20905, 20939, 20957, 21018, 21053, 21065, 21171, 21180, 21221, 21248, 21272, 21275, 21287, 21372, 21390, 21447, 21464, 21485, 21531, 21533, 21585, 21598, 21607, 21802, 21856, 21897, 21909, 21930, 21933, 21972, 22032, 22040, 22054, 22100, 22130, 22148, 22183, 22188, 22192, 22336, 22343, 22359, 22415, 22439, 22451, 22465, 22545, 22552, 22647, 22683, 22690, 22699, 22768, 22771, 22807, 22813, 22818, 22821, 22832, 22851, 22915, 23034, 23049, 23077, 23079, 23084, 23108, 23112, 23171, 23217, 23304, 23325, 23365, 23375, 23392, 23402, 23436, 23464, 23479, 23565, 23569, 23609, 23633, 23669, 23691, 23711, 23790, 23802, 23872, 23924, 23933, 23953, 24064, 24077, 24080, 24105, 24197, 24215, 24219, 24222, 24225, 24277, 24296, 24399, 24558, 24616, 24640, 24641, 24887, 24900, 24942, 24981, 24991, 24999, 25043, 25065, 25082, 25090, 25113, 25118, 25146, 25173, 25184, 25185, 25196, 25287, 25375, 25377, 25395, 25415, 25419, 25484, 25491, 25500, 25572, 25588, 25614, 25646, 25657, 25683, 25696, 25701, 25756, 25759, 25805, 25843, 25848, 25901, 25914, 25921, 25932, 25939, 26043, 26047, 26053, 26055, 26064, 26066, 26133, 26175, 26238, 26248, 26308, 26330, 26382, 26384, 26433, 26463, 26506, 26520, 26524, 26538, 26599, 26634, 26653, 26654, 26664, 26756, 26806, 26965, 27011, 27041, 27073, 27113, 27202, 27223, 27275, 27339, 27359, 27428, 27434, 27453, 27511, 27532, 27537, 27569, 27583, 27594, 27595, 27625, 27629, 27731, 27738, 27757, 27771, 27778, 27813, 27815, 27894, 27898, 28047, 28051, 28130, 28146, 28200, 28210, 28241, 28250, 28252, 28292, 28301, 28326, 28339, 28366, 28415, 28433, 28519, 28547, 28643, 28672, 28713, 28747, 28752, 28817, 28836, 28845, 28863, 28903, 28908, 28997, 29006, 29015, 29039, 29128, 29132, 29134, 29172, 29179, 29200, 29207, 29227, 29255, 29301, 29309, 29318, 29333, 29344, 29430, 29431, 29473, 29475, 29569, 29576, 29632, 29750, 29771, 29854, 29874, 29879, 29925, 29943, 29959, 30035, 30147, 30158, 30165, 30169, 30190, 30208, 30220, 30233, 30303, 30333, 30532, 30536, 30547, 30670, 30700, 30720, 30729, 30743, 30797, 30825, 30871, 30885, 30895, 30944, 30986, 30996, 31000, 31009, 31037, 31055, 31061, 31075, 31166, 31175, 31266, 31275, 31281, 31335, 31386, 31471, 31512, 31543, 31594, 31620, 31637, 31653, 31693, 31750, 31788, 31857, 31875, 31888, 31898, 31938, 31962, 31968, 31981, 31992, 32053, 32055, 32078, 32098, 32112, 32215, 32342, 32377, 32412, 32446, 32450, 32482, 32500, 32518, 32529, 32571, 32583, 32604, 32607, 32694, 32730, 32766] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..e7a53a9d8e79b560752c99299c457eba9fb5e1b3 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..aa3c1c06a6b2f68d1c01bc826595d0e4a4b41c95 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..afb8e78538de2bffd491fc5ac0eb240d12d91e60 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[0, 3, 36, 43, 52, 59, 61, 65, 84, 87, 120, 132, 135, 140, 141, 146, 147, 153, 166, 178, 180, 184, 196, 199, 200, 212, 234, 240, 241, 264, 287, 307, 335, 340, 352, 380, 385, 407, 408, 409, 416, 424, 428, 442, 481, 494, 495, 518, 541, 567, 570, 583, 585, 592, 601, 602, 608, 618, 619, 625, 630, 634, 635, 650, 664, 666, 687, 691, 693, 701, 709, 722, 762, 778, 787, 803, 818, 826, 829, 861, 869, 874, 882, 890, 947, 973, 975, 977, 995, 1019, 1023, 1123, 1127, 1129, 1133, 1170, 1172, 1179, 1200, 1206, 1217, 1236, 1246, 1269, 1276, 1280, 1301, 1304, 1313, 1324, 1332, 1354, 1359, 1371, 1383, 1385, 1397, 1427, 1431, 1435, 1442, 1466, 1470, 1474, 1479, 1490, 1499, 1538, 1540, 1542, 1565, 1582, 1623, 1640, 1657, 1694, 1716, 1723, 1746, 1748, 1763, 1768, 1770, 1781, 1803, 1808, 1811, 1831, 1833, 1835, 1879, 1904, 1920, 1921, 1931, 1932, 1942, 1951, 1952, 1979, 1984, 1996, 2037, 2044, 2074, 2082, 2100, 2106, 2127, 2156, 2160, 2164, 2173, 2193, 2203, 2211, 2241, 2249, 2263, 2265, 2280, 2349, 2356, 2359, 2374, 2376, 2449, 2454, 2455, 2464, 2481, 2522, 2525, 2526, 2572, 2573, 2593, 2605, 2618, 2637, 2685, 2700, 2703, 2709, 2712, 2719, 2726, 2740, 2743, 2778, 2784, 2798, 2806, 2817, 2835, 2836, 2866, 2870, 2884, 2904, 2920, 2935, 2942, 2951, 2971, 2988, 3022, 3059, 3061, 3090, 3091, 3094, 3098, 3105, 3121, 3130, 3148, 3150, 3157, 3180, 3215, 3236, 3237, 3239, 3242, 3262, 3277, 3282, 3308, 3327, 3339, 3345, 3353, 3386, 3415, 3417, 3446, 3447, 3474, 3491, 3498, 3511, 3515, 3534, 3554, 3559, 3565, 3585, 3607, 3629, 3636, 3640, 3666, 3673, 3694, 3723, 3726, 3785, 3799, 3803, 3821, 3826, 3912, 3918, 3945, 3964, 3970, 3980, 3986, 3994, 4002, 4014, 4018, 4032, 4037, 4040, 4045, 4064, 4071, 4079, 4090, 4122, 4136, 4146, 4154, 4160, 4176, 4188, 4198, 4228, 4252, 4279, 4281, 4294, 4300, 4304, 4319, 4322, 4351, 4353, 4355, 4357, 4359, 4394, 4427, 4436, 4441, 4447, 4449, 4456, 4503, 4506, 4509, 4525, 4529, 4567, 4592, 4596, 4611, 4622, 4647, 4649, 4657, 4701, 4729, 4762, 4775, 4779, 4827, 4846, 4869, 4891, 4899, 4917, 4948, 4952, 4957, 4962, 4972, 4975, 4978, 4981, 5008, 5023, 5053, 5070, 5071, 5081, 5111, 5118, 5137, 5141, 5164, 5165, 5172, 5194, 5195, 5196, 5245, 5250, 5251, 5259, 5278, 5298, 5324, 5331, 5338, 5341, 5361, 5368, 5371, 5380, 5391, 5427, 5472, 5473, 5475, 5484, 5496, 5504, 5540, 5549, 5570, 5575, 5580, 5591, 5610, 5631, 5649, 5660, 5691, 5725, 5741, 5743, 5744, 5750, 5755, 5769, 5779, 5789, 5799, 5836, 5856, 5883, 5889, 5914, 5937, 5949, 5960, 5965, 5966, 5971, 5987, 5993, 6011, 6029, 6040, 6048, 6050, 6062, 6073, 6079, 6093, 6113, 6132, 6171, 6186, 6190, 6223, 6259, 6274, 6283, 6290, 6313, 6322, 6325, 6326, 6331, 6342, 6366, 6411, 6428, 6437, 6452, 6474, 6482, 6484, 6497, 6500, 6543, 6546, 6559, 6565, 6598, 6615, 6630, 6639, 6641, 6654, 6660, 6669, 6685, 6695, 6723, 6735, 6765, 6777, 6782, 6784, 6793, 6819, 6828, 6860, 6864, 6884, 6887, 6899, 6913, 6919, 6931, 6932, 6952, 6959, 6967, 6984, 6995, 7042, 7065, 7076, 7080, 7098, 7102, 7127, 7146, 7150, 7155, 7161, 7182, 7192, 7203, 7232, 7239, 7281, 7291, 7302, 7323, 7341, 7343, 7363, 7429, 7469, 7486, 7523, 7524, 7551, 7556, 7565, 7582, 7610, 7614, 7645, 7653, 7663, 7667, 7674, 7702, 7709, 7715, 7720, 7729, 7730, 7737, 7744, 7783, 7796, 7799, 7804, 7807, 7808, 7811, 7813, 7846, 7869, 7880, 7903, 7911, 7921, 7931, 7934, 7942, 7948, 7961, 7976, 7988, 8025, 8030, 8043, 8047, 8091, 8093, 8099, 8113, 8131, 8136, 8156, 8173, 8189, 8191, 8196, 8206, 8208, 8235, 8236, 8237, 8249, 8257, 8258, 8272, 8298, 8299, 8319, 8337, 8360, 8373, 8416, 8420, 8433, 8437, 8450, 8453, 8458, 8476, 8478, 8485, 8497, 8503, 8508, 8511, 8520, 8540, 8541, 8554, 8555, 8611, 8614, 8616, 8628, 8631, 8679, 8686, 8698, 8704, 8708, 8715, 8726, 8762, 8772, 8804, 8806, 8819, 8830, 8843, 8850, 8851, 8861, 8864, 8867, 8886, 8901, 8915, 8917, 8931, 8981, 8986, 9006, 9011, 9013, 9015, 9043, 9061, 9088, 9106, 9120, 9121, 9135, 9151, 9171, 9205, 9230, 9235, 9241, 9243, 9257, 9262, 9264, 9265, 9277, 9296, 9300, 9311, 9315, 9320, 9338, 9348, 9358, 9366, 9373, 9379, 9386, 9389, 9452, 9470, 9489, 9505, 9517, 9523, 9528, 9547, 9556, 9562, 9570, 9591, 9610, 9632, 9639, 9640, 9645, 9650, 9654, 9670, 9707, 9730, 9755, 9762, 9775, 9776, 9778, 9788, 9791, 9794, 9796, 9802, 9817, 9851, 9864, 9891, 9894, 9901, 9917, 9921, 9927, 9935, 9942, 9976, 9977, 9989, 10021, 10046, 10047, 10061, 10076, 10079, 10098, 10099, 10102, 10123, 10128, 10136, 10175, 10176, 10197, 10198, 10200, 10245, 10253, 10277, 10279, 10361, 10372, 10424, 10440, 10444, 10478, 10488, 10495, 10518, 10521, 10552, 10573, 10574, 10576, 10584, 10591, 10602, 10615, 10617, 10621, 10644, 10664, 10685, 10707, 10723, 10733, 10737, 10747, 10749, 10752, 10765, 10775, 10778, 10780, 10789, 10798, 10823, 10826, 10841, 10865, 10880, 10893, 10902, 10926, 10936, 10943, 10972, 10973, 10991, 11032, 11035, 11047, 11048, 11057, 11059, 11081, 11084, 11087, 11098, 11116, 11128, 11141, 11142, 11167, 11172, 11176, 11185, 11214, 11219, 11235, 11252, 11260, 11263, 11301, 11302, 11325, 11331, 11335, 11341, 11342, 11347, 11350, 11367, 11402, 11415, 11423, 11431, 11438, 11440, 11441, 11453, 11478, 11484, 11494, 11502, 11533, 11534, 11536, 11578, 11588, 11592, 11628, 11636, 11650, 11660, 11669, 11675, 11693, 11716, 11720, 11725, 11733, 11735, 11738, 11753, 11763, 11777, 11805, 11806, 11807, 11809, 11814, 11827, 11830, 11840, 11841, 11848, 11853, 11870, 11883, 11897, 11913, 11923, 11939, 11950, 11998, 12003, 12016, 12023, 12029, 12035, 12044, 12046, 12051, 12068, 12073, 12085, 12087, 12092, 12103, 12119, 12120, 12148, 12168, 12178, 12188, 12209, 12228, 12242, 12263, 12266, 12285, 12294, 12319, 12343, 12364, 12367, 12385, 12394, 12406, 12472, 12476, 12482, 12498, 12504, 12518, 12534, 12537, 12538, 12541, 12542, 12552, 12559, 12580, 12589, 12631, 12669, 12703, 12712, 12722, 12733, 12743, 12780, 12784, 12807, 12863, 12869, 12872, 12878, 12893, 12903, 12912, 12935, 12939, 12947, 12967, 12984, 12995, 13004, 13007, 13025, 13027, 13029, 13043, 13109, 13122, 13127, 13147, 13154, 13168, 13181, 13210, 13284, 13305, 13332, 13341, 13350, 13356, 13367, 13368, 13371, 13373, 13391, 13404, 13418, 13424, 13451, 13467, 13487, 13497, 13498, 13500, 13501, 13502, 13514, 13540, 13547, 13555, 13591, 13596, 13613, 13622, 13631, 13644, 13645, 13653, 13656, 13680, 13692, 13712, 13716, 13763, 13774, 13807, 13822, 13826, 13829, 13841, 13849, 13877, 13899, 13948, 13977, 13979, 13987, 13997, 14017, 14039, 14078, 14088, 14092, 14093, 14117, 14160, 14167, 14178, 14181, 14191, 14194, 14200, 14204, 14219, 14224, 14226, 14253, 14275, 14277, 14302, 14306, 14316, 14331, 14342, 14352, 14375, 14390, 14403, 14461, 14474, 14478, 14491, 14504, 14515, 14533, 14544, 14602, 14612, 14627, 14675, 14683, 14698, 14704, 14723, 14724, 14744, 14766, 14799, 14807, 14808, 14848, 14849, 14884, 14902, 14919, 14948, 14950, 14957, 14958, 14987, 14997, 15003, 15013, 15025, 15028, 15036, 15051, 15081, 15104, 15112, 15116, 15118, 15121, 15142, 15151, 15164, 15181, 15258, 15279, 15299, 15374, 15377, 15382, 15389, 15402, 15439, 15444, 15458, 15474, 15477, 15481, 15482, 15492, 15495, 15498, 15507, 15513, 15517, 15532, 15537, 15543, 15565, 15592, 15602, 15623, 15626, 15642, 15646, 15650, 15651, 15659, 15711, 15740, 15749, 15772, 15801, 15805, 15807, 15812, 15841, 15855, 15885, 15904, 15915, 15921, 15933, 15945, 15966, 15971, 15987, 16000, 16011, 16021, 16029, 16030, 16035, 16048, 16057, 16081, 16085, 16089, 16090, 16100, 16102, 16103, 16104, 16105, 16151, 16157, 16186, 16188, 16202, 16203, 16204, 16246, 16250, 16259, 16274, 16303, 16327, 16358, 16366, 16397, 16401, 16424, 16433, 16435, 16465, 16475, 16511, 16562, 16592, 16593, 16607, 16617, 16620, 16625, 16682, 16687, 16689, 16715, 16718, 16725, 16730, 16734, 16741, 16775, 16830, 16848, 16883, 16897, 16906, 16925, 16965, 16980, 17001, 17020, 17030, 17037, 17041, 17057, 17094, 17111, 17114, 17116, 17129, 17133, 17155, 17169, 17170, 17180, 17201, 17217, 17219, 17240, 17255, 17290, 17294, 17301, 17322, 17341, 17350, 17356, 17357, 17366, 17401, 17403, 17428, 17443, 17447, 17448, 17459, 17466, 17478, 17494, 17526, 17547, 17558, 17565, 17569, 17583, 17609, 17637, 17642, 17660, 17670, 17676, 17686, 17717, 17755, 17759, 17781, 17782, 17793, 17808, 17816, 17872, 17882, 17895, 17903, 17937, 17967, 17980, 17986, 17996, 17998, 18041, 18057, 18064, 18086, 18087, 18108, 18131, 18134, 18139, 18141, 18143, 18152, 18153, 18173, 18194, 18196, 18262, 18291, 18297, 18300, 18318, 18321, 18350, 18351, 18385, 18397, 18399, 18438, 18441, 18449, 18452, 18502, 18504, 18513, 18523, 18545, 18577, 18604, 18650, 18656, 18678, 18691, 18711, 18751, 18752, 18790, 18832, 18836, 18839, 18847, 18850, 18851, 18854, 18858, 18869, 18907, 18915, 18926, 18929, 18951, 18973, 18981, 19001, 19035, 19040, 19044, 19079, 19093, 19108, 19158, 19165, 19166, 19170, 19198, 19218, 19237, 19256, 19263, 19274, 19280, 19318, 19324, 19334, 19360, 19363, 19367, 19373, 19376, 19384, 19391, 19441, 19462, 19471, 19486, 19518, 19521, 19522, 19526, 19528, 19564, 19575, 19580, 19594, 19599, 19607, 19613, 19631, 19632, 19674, 19675, 19687, 19704, 19705, 19730, 19747, 19757, 19783, 19798, 19806, 19808, 19809, 19869, 19894, 19906, 19911, 19914, 19925, 19948, 19950, 19970, 20020, 20032, 20059, 20067, 20088, 20096, 20098, 20131, 20134, 20149, 20191, 20192, 20196, 20209, 20212, 20222, 20235, 20238, 20242, 20243, 20244, 20250, 20253, 20263, 20293, 20310, 20311, 20381, 20390, 20391, 20412, 20431, 20443, 20452, 20459, 20460, 20484, 20487, 20488, 20497, 20515, 20540, 20550, 20551, 20561, 20586, 20587, 20601, 20623, 20643, 20653, 20659, 20666, 20698, 20703, 20706, 20725, 20744, 20756, 20766, 20769, 20774, 20785, 20797, 20802, 20804, 20811, 20817, 20846, 20857, 20866, 20868, 20870, 20939, 20983, 21018, 21044, 21065, 21094, 21112, 21122, 21131, 21171, 21180, 21199, 21208, 21231, 21239, 21249, 21271, 21281, 21284, 21297, 21303, 21312, 21313, 21329, 21331, 21345, 21372, 21377, 21386, 21387, 21407, 21440, 21447, 21463, 21464, 21473, 21481, 21512, 21532, 21536, 21584, 21585, 21587, 21598, 21615, 21648, 21649, 21669, 21719, 21723, 21762, 21792, 21799, 21830, 21832, 21876, 21954, 21972, 21980, 22001, 22012, 22025, 22042, 22044, 22054, 22060, 22086, 22116, 22130, 22148, 22183, 22207, 22216, 22217, 22227, 22246, 22256, 22262, 22278, 22281, 22299, 22318, 22321, 22331, 22351, 22394, 22415, 22421, 22481, 22517, 22526, 22536, 22545, 22551, 22620, 22628, 22641, 22672, 22686, 22692, 22699, 22719, 22727, 22747, 22811, 22812, 22813, 22830, 22850, 22851, 22859, 22861, 22874, 22889, 22903, 22909, 22915, 22970, 22985, 23021, 23044, 23063, 23077, 23079, 23084, 23098, 23112, 23118, 23135, 23143, 23161, 23216, 23218, 23233, 23241, 23252, 23312, 23325, 23339, 23344, 23364, 23375, 23394, 23397, 23406, 23414, 23464, 23478, 23479, 23486, 23493, 23559, 23565, 23568, 23582, 23584, 23598, 23600, 23641, 23648, 23654, 23669, 23691, 23708, 23709, 23715, 23723, 23765, 23795, 23796, 23802, 23825, 23831, 23833, 23844, 23847, 23870, 23900, 23953, 23962, 23968, 23996, 24011, 24014, 24025, 24028, 24032, 24037, 24041, 24047, 24082, 24083, 24096, 24113, 24150, 24151, 24172, 24185, 24203, 24209, 24222, 24234, 24245, 24270, 24273, 24283, 24288, 24290, 24299, 24305, 24308, 24320, 24326, 24337, 24351, 24402, 24433, 24443, 24466, 24472, 24486, 24526, 24550, 24551, 24558, 24580, 24584, 24586, 24599, 24610, 24628, 24629, 24641, 24695, 24743, 24744, 24758, 24785, 24799, 24809, 24818, 24868, 24873, 24876, 24877, 24883, 24887, 24890, 24899, 24900, 24946, 24954, 24964, 24988, 25017, 25021, 25029, 25035, 25049, 25050, 25058, 25077, 25079, 25104, 25110, 25115, 25127, 25138, 25144, 25146, 25147, 25163, 25183, 25217, 25229, 25255, 25256, 25257, 25272, 25276, 25287, 25290, 25294, 25306, 25344, 25367, 25381, 25384, 25393, 25395, 25397, 25415, 25437, 25467, 25501, 25535, 25536, 25538, 25588, 25595, 25603, 25614, 25676, 25680, 25683, 25700, 25701, 25728, 25770, 25784, 25792, 25793, 25805, 25817, 25818, 25843, 25848, 25857, 25886, 25897, 25924, 25939, 25942, 25948, 25950, 25952, 25954, 25974, 25976, 25981, 26048, 26093, 26102, 26139, 26168, 26175, 26203, 26239, 26249, 26255, 26283, 26294, 26297, 26308, 26346, 26363, 26369, 26406, 26428, 26484, 26503, 26536, 26559, 26587, 26591, 26599, 26604, 26632, 26637, 26640, 26642, 26653, 26691, 26712, 26714, 26747, 26749, 26756, 26782, 26794, 26796, 26801, 26805, 26820, 26821, 26824, 26835, 26847, 26851, 26876, 26879, 26927, 26945, 26998, 27015, 27017, 27043, 27075, 27105, 27131, 27138, 27140, 27172, 27176, 27222, 27224, 27242, 27251, 27266, 27318, 27330, 27333, 27359, 27369, 27381, 27388, 27403, 27424, 27429, 27433, 27439, 27440, 27467, 27477, 27493, 27519, 27539, 27582, 27583, 27594, 27595, 27606, 27616, 27625, 27633, 27736, 27809, 27817, 27851, 27858, 27883, 27892, 27898, 27903, 27910, 27954, 27983, 27995, 28001, 28021, 28039, 28041, 28050, 28061, 28127, 28135, 28153, 28155, 28156, 28184, 28196, 28210, 28216, 28238, 28247, 28284, 28290, 28304, 28320, 28323, 28325, 28326, 28339, 28366, 28369, 28380, 28385, 28387, 28389, 28395, 28407, 28420, 28429, 28451, 28455, 28466, 28472, 28494, 28501, 28518, 28523, 28535, 28542, 28545, 28559, 28561, 28565, 28581, 28603, 28619, 28629, 28632, 28680, 28696, 28717, 28747, 28807, 28810, 28841, 28877, 28885, 28888, 28903, 28976, 28984, 28990, 29003, 29006, 29100, 29128, 29158, 29175, 29211, 29217, 29219, 29223, 29226, 29227, 29261, 29274, 29290, 29318, 29322, 29332, 29343, 29360, 29375, 29430, 29470, 29475, 29476, 29479, 29497, 29505, 29527, 29528, 29569, 29580, 29596, 29609, 29616, 29638, 29673, 29688, 29695, 29702, 29710, 29727, 29729, 29750, 29765, 29854, 29895, 29925, 29952, 29956, 29959, 29984, 29996, 30061, 30085, 30091, 30120, 30128, 30131, 30134, 30169, 30178, 30186, 30252, 30299, 30306, 30314, 30333, 30335, 30346, 30357, 30361, 30365, 30370, 30374, 30421, 30456, 30474, 30511, 30559, 30575, 30576, 30579, 30603, 30604, 30609, 30625, 30640, 30670, 30679, 30698, 30714, 30720, 30732, 30736, 30751, 30765, 30766, 30775, 30785, 30802, 30806, 30823, 30878, 30897, 30899, 30910, 30969, 30972, 30986, 30988, 31000, 31004, 31024, 31030, 31043, 31048, 31059, 31063, 31076, 31131, 31194, 31226, 31245, 31277, 31321, 31329, 31330, 31366, 31376, 31381, 31385, 31399, 31419, 31445, 31480, 31503, 31536, 31551, 31563, 31565, 31571, 31572, 31594, 31605, 31620, 31625, 31637, 31653, 31656, 31717, 31735, 31740, 31750, 31819, 31838, 31839, 31856, 31857, 31862, 31870, 31875, 31888, 31898, 31915, 31928, 31938, 31940, 31970, 31981, 31983, 32011, 32039, 32100, 32158, 32196, 32226, 32241, 32250, 32284, 32351, 32356, 32369, 32412, 32421, 32425, 32433, 32439, 32446, 32449, 32456, 32495, 32511, 32518, 32555, 32583, 32587, 32630, 32631, 32649, 32652, 32671, 32682, 32687, 32689, 32719, 32723, 32729, 32730, 32750, 32764] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2e58da9ada8cfc955d2827c8fb8e4906d1ab59e0 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..41bd79e0fc451a74de4c331678a12010eb015e76 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..92cce045f3543db2c26bd7c1982a04fc6f8466aa --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:last_token)_indices @@ -0,0 +1 @@ +[178, 180, 223, 233, 240, 277, 375, 566, 608, 629, 770, 807, 935, 981, 1036, 1255, 1329, 1474, 1504, 1539, 1587, 1593, 1625, 1629, 1657, 1688, 1690, 1761, 1763, 1774, 1833, 1842, 1932, 1956, 2060, 2166, 2298, 2349, 2417, 2514, 2537, 2581, 2618, 2624, 2641, 2697, 2778, 2784, 2866, 2880, 2942, 3001, 3094, 3103, 3130, 3190, 3202, 3410, 3417, 3481, 3485, 3486, 3565, 3587, 3598, 3673, 3702, 3847, 3927, 3994, 4079, 4183, 4188, 4281, 4419, 4420, 4479, 4647, 4779, 4865, 4941, 4978, 5018, 5072, 5105, 5270, 5446, 5474, 5531, 5561, 5566, 5656, 5750, 5756, 5760, 5883, 5895, 5960, 6063, 6068, 6078, 6171, 6202, 6298, 6321, 6331, 6335, 6338, 6406, 6497, 6506, 6641, 6833, 6878, 7015, 7032, 7042, 7063, 7100, 7192, 7211, 7298, 7367, 7398, 7557, 7593, 7675, 7685, 7780, 7975, 8008, 8030, 8041, 8099, 8196, 8251, 8489, 8688, 8704, 8708, 8901, 9022, 9094, 9171, 9189, 9222, 9352, 9439, 9569, 9584, 9613, 9664, 9666, 9670, 9686, 9707, 9752, 9776, 10101, 10139, 10150, 10230, 10284, 10305, 10309, 10404, 10485, 10576, 10664, 10674, 10732, 10775, 10783, 10789, 10798, 10962, 10969, 10980, 11018, 11098, 11132, 11167, 11183, 11263, 11275, 11328, 11355, 11383, 11429, 11453, 11474, 11534, 11539, 11628, 11674, 11840, 11870, 11889, 11950, 12029, 12248, 12368, 12471, 12496, 12504, 12520, 12552, 12559, 12635, 12669, 12683, 12712, 12836, 12841, 12869, 12909, 12955, 12982, 13136, 13171, 13185, 13331, 13424, 13431, 13446, 13540, 13596, 13666, 13706, 13720, 13806, 13829, 13881, 14092, 14141, 14266, 14287, 14362, 14383, 14455, 14764, 14766, 14784, 14848, 14866, 15024, 15036, 15080, 15259, 15289, 15327, 15378, 15477, 15593, 15662, 15836, 16074, 16222, 16254, 16317, 16373, 16458, 16466, 16560, 16655, 16698, 16708, 16710, 16751, 16953, 17001, 17128, 17159, 17180, 17181, 17382, 17385, 17459, 17465, 17492, 17534, 17538, 17548, 17591, 17642, 17717, 17872, 17875, 17956, 18003, 18064, 18122, 18126, 18131, 18134, 18399, 18438, 18449, 18513, 18535, 18604, 18656, 18773, 18854, 18890, 19286, 19306, 19367, 19381, 19399, 19454, 19477, 19685, 19704, 19858, 19874, 19907, 19948, 19970, 19979, 20044, 20116, 20156, 20267, 20443, 20487, 20538, 20555, 20593, 20605, 20670, 20679, 20735, 20850, 20953, 20960, 20993, 21232, 21326, 21405, 21531, 21587, 21601, 21697, 21724, 21884, 21903, 21984, 22001, 22336, 22349, 22531, 22726, 22813, 22854, 23010, 23063, 23111, 23112, 23143, 23161, 23164, 23241, 23375, 23559, 23565, 23603, 23736, 23900, 23907, 24067, 24096, 24151, 24215, 24443, 24551, 24586, 24698, 24715, 24880, 24900, 24981, 25016, 25090, 25146, 25211, 25224, 25287, 25294, 25343, 25384, 25391, 25397, 25500, 25588, 25696, 25701, 25805, 25815, 25849, 25901, 25915, 25955, 25979, 26066, 26133, 26238, 26280, 26411, 26428, 26433, 26531, 26599, 26646, 26754, 27017, 27073, 27080, 27141, 27278, 27327, 27433, 27434, 27477, 27712, 27731, 27815, 28051, 28061, 28104, 28153, 28238, 28241, 28301, 28565, 28619, 28628, 28629, 28749, 28750, 28836, 28862, 28885, 29002, 29171, 29179, 29214, 29224, 29255, 29324, 29328, 29333, 29336, 29344, 29431, 29480, 29527, 29572, 29612, 29751, 29775, 29790, 30041, 30047, 30157, 30169, 30220, 30335, 30532, 30570, 30575, 30592, 30602, 30632, 30643, 30658, 30692, 30766, 30817, 30858, 30910, 31002, 31056, 31138, 31281, 31335, 31381, 31411, 31434, 31456, 31565, 31582, 31620, 31786, 31898, 32119, 32130, 32136, 32196, 32230, 32338, 32418, 32434, 32518, 32583, 32588, 32607, 32730] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..51afbb88cd0e1781e2bcc69539a1207542bd42a7 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:18,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5a4bbfe6947bb4cc95e94c2f7170d21839efe427 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..a52c958e115b548892a5a4e7446b89d93b6a73d1 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[31, 63, 85, 103, 151, 213, 265, 277, 307, 464, 481, 496, 535, 567, 573, 620, 625, 629, 638, 688, 806, 877, 920, 932, 963, 964, 967, 1026, 1095, 1121, 1219, 1237, 1280, 1317, 1322, 1430, 1436, 1458, 1472, 1556, 1585, 1586, 1618, 1623, 1624, 1754, 1780, 1784, 1822, 1876, 1912, 1929, 1976, 2006, 2013, 2015, 2068, 2117, 2121, 2171, 2185, 2218, 2291, 2303, 2343, 2350, 2379, 2392, 2417, 2449, 2465, 2477, 2487, 2496, 2600, 2617, 2644, 2699, 2709, 2712, 2723, 2793, 2820, 2884, 2899, 2924, 2992, 2995, 3032, 3041, 3044, 3067, 3127, 3160, 3199, 3212, 3245, 3278, 3279, 3350, 3372, 3376, 3407, 3421, 3425, 3519, 3551, 3575, 3577, 3609, 3616, 3627, 3633, 3638, 3677, 3704, 3708, 3760, 3772, 3788, 3815, 3827, 3838, 3973, 3984, 4058, 4093, 4163, 4205, 4270, 4294, 4312, 4326, 4335, 4402, 4450, 4466, 4495, 4528, 4530, 4603, 4683, 4689, 4725, 4816, 4851, 4859, 4873, 4901, 4922, 4930, 4966, 4990, 4999, 5008, 5060, 5118, 5123, 5143, 5197, 5205, 5207, 5251, 5351, 5365, 5403, 5445, 5446, 5453, 5463, 5507, 5530, 5540, 5541, 5551, 5567, 5588, 5597, 5647, 5666, 5718, 5813, 5852, 5879, 5889, 5890, 5895, 5910, 5922, 5923, 5933, 5948, 5970, 6013, 6038, 6118, 6200, 6210, 6222, 6319, 6332, 6342, 6412, 6423, 6432, 6481, 6493, 6524, 6525, 6662, 6678, 6698, 6719, 6742, 6789, 6818, 6906, 6922, 6949, 6965, 6967, 6968, 6976, 7012, 7033, 7062, 7079, 7109, 7118, 7224, 7254, 7284, 7287, 7295, 7298, 7369, 7411, 7463, 7482, 7573, 7584, 7594, 7595, 7599, 7705, 7714, 7741, 7744, 7775, 7776, 7786, 7890, 7934, 7969, 8007, 8027, 8061, 8081, 8117, 8128, 8141, 8159, 8161, 8191, 8221, 8234, 8324, 8333, 8366, 8422, 8458, 8610, 8611, 8627, 8628, 8755, 8762, 8767, 8841, 8844, 8853, 8855, 8982, 9019, 9081, 9164, 9182, 9207, 9264, 9320, 9348, 9370, 9445, 9491, 9545, 9549, 9570, 9574, 9594, 9642, 9724, 9736, 9769, 9789, 9813, 9839, 9853, 9854, 9856, 9860, 9889, 9899, 9907, 9942, 10042, 10111, 10112, 10135, 10140, 10160, 10190, 10216, 10220, 10232, 10239, 10268, 10329, 10331, 10381, 10454, 10491, 10549, 10563, 10587, 10624, 10723, 10736, 10753, 10815, 10890, 10896, 10912, 10917, 10918, 10930, 10964, 10988, 10994, 11116, 11129, 11249, 11253, 11256, 11260, 11263, 11289, 11340, 11345, 11346, 11368, 11370, 11402, 11418, 11453, 11460, 11478, 11514, 11529, 11530, 11548, 11597, 11605, 11632, 11669, 11712, 11721, 11740, 11741, 11779, 11801, 11823, 11888, 11961, 11981, 11984, 12031, 12039, 12138, 12155, 12161, 12186, 12246, 12270, 12330, 12345, 12480, 12502, 12564, 12571, 12625, 12628, 12655, 12662, 12714, 12723, 12753, 12787, 12806, 12824, 12858, 12895, 12906, 12972, 12985, 12990, 13152, 13213, 13226, 13230, 13244, 13250, 13320, 13401, 13430, 13501, 13551, 13559, 13567, 13603, 13623, 13632, 13653, 13662, 13693, 13703, 13736, 13740, 13742, 13811, 13824, 13827, 13829, 13913, 13923, 13943, 14063, 14171, 14270, 14309, 14341, 14347, 14386, 14440, 14575, 14589, 14622, 14628, 14634, 14697, 14700, 14726, 14794, 14842, 14865, 14935, 14974, 14980, 14984, 15015, 15035, 15064, 15103, 15139, 15167, 15293, 15315, 15330, 15361, 15377, 15430, 15464, 15471, 15487, 15491, 15513, 15546, 15551, 15620, 15668, 15674, 15687, 15701, 15730, 15848, 15944, 15946, 15998, 16008, 16051, 16126, 16155, 16192, 16210, 16286, 16319, 16332, 16426, 16475, 16495, 16528, 16555, 16568, 16599, 16638, 16670, 16677, 16715, 16748, 16766, 16784, 16845, 16850, 16897, 16903, 16957, 17002, 17029, 17098, 17111, 17135, 17201, 17208, 17214, 17254, 17430, 17457, 17468, 17562, 17566, 17590, 17604, 17635, 17693, 17747, 17812, 17870, 17891, 17960, 17961, 18064, 18100, 18110, 18125, 18202, 18220, 18225, 18242, 18268, 18309, 18345, 18346, 18410, 18429, 18485, 18538, 18542, 18561, 18567, 18662, 18670, 18690, 18697, 18736, 18801, 18954, 18960, 18982, 19100, 19203, 19340, 19347, 19357, 19372, 19443, 19487, 19506, 19512, 19546, 19630, 19659, 19684, 19687, 19743, 19796, 19819, 19849, 19878, 19886, 19902, 19930, 19989, 20005, 20008, 20038, 20043, 20070, 20083, 20206, 20224, 20234, 20260, 20340, 20405, 20457, 20505, 20538, 20548, 20564, 20596, 20686, 20710, 20729, 20738, 20776, 20778, 20922, 20953, 20985, 20992, 21034, 21047, 21063, 21105, 21108, 21137, 21144, 21204, 21214, 21299, 21405, 21476, 21534, 21546, 21575, 21580, 21614, 21632, 21698, 21740, 21845, 21894, 21971, 22006, 22029, 22038, 22149, 22162, 22188, 22221, 22279, 22285, 22371, 22439, 22489, 22506, 22530, 22537, 22589, 22719, 22786, 22795, 22796, 22874, 22905, 22922, 22969, 22977, 22980, 22987, 23040, 23122, 23148, 23149, 23162, 23168, 23169, 23189, 23191, 23192, 23199, 23316, 23328, 23377, 23408, 23425, 23436, 23461, 23500, 23564, 23583, 23588, 23619, 23664, 23667, 23794, 23817, 23848, 23861, 23988, 23992, 24009, 24067, 24101, 24116, 24128, 24131, 24137, 24166, 24281, 24321, 24353, 24550, 24553, 24568, 24667, 24688, 24711, 24737, 24741, 24775, 24818, 24826, 24829, 24837, 24843, 24876, 24881, 24928, 24939, 24943, 24966, 24977, 25043, 25179, 25250, 25277, 25359, 25386, 25387, 25443, 25453, 25523, 25541, 25566, 25574, 25627, 25649, 25659, 25664, 25704, 25711, 25767, 25799, 25840, 25841, 25845, 25875, 25896, 25948, 25976, 25985, 26023, 26102, 26137, 26142, 26152, 26236, 26263, 26340, 26461, 26596, 26687, 26748, 26847, 26858, 26882, 26943, 27007, 27051, 27084, 27106, 27127, 27135, 27147, 27151, 27205, 27414, 27497, 27515, 27529, 27549, 27579, 27640, 27684, 27686, 27770, 27775, 27818, 27821, 27841, 27940, 27983, 28085, 28106, 28269, 28297, 28301, 28305, 28334, 28368, 28409, 28412, 28473, 28484, 28553, 28591, 28599, 28616, 28706, 28717, 28763, 28804, 28811, 28818, 28857, 28901, 28923, 28943, 28952, 28980, 29019, 29026, 29111, 29123, 29142, 29151, 29198, 29199, 29212, 29261, 29278, 29293, 29306, 29329, 29358, 29392, 29439, 29491, 29516, 29534, 29539, 29546, 29550, 29557, 29566, 29611, 29618, 29673, 29757, 29810, 29811, 29856, 29895, 29962, 30023, 30038, 30080, 30129, 30131, 30148, 30150, 30174, 30205, 30308, 30351, 30366, 30389, 30501, 30524, 30552, 30601, 30602, 30611, 30720, 30815, 30832, 30869, 30921, 30926, 30948, 31013, 31020, 31025, 31097, 31102, 31184, 31200, 31228, 31300, 31385, 31411, 31423, 31481, 31522, 31554, 31558, 31561, 31587, 31592, 31637, 31674, 31688, 31697, 31765, 31823, 31871, 31891, 31941, 31956, 31977, 31980, 32012, 32124, 32126, 32138, 32211, 32240, 32284, 32306, 32336, 32344, 32359, 32397, 32451, 32519, 32534, 32556, 32563, 32643, 32649, 32696, 32704, 32711, 32736] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..16c4b3056127e6be91164533cbdca365554c865d Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9cae073034d245f2f33805c12675ddbed8c70b94 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..212e55aa6dc85fd7d50293ef05ae427c8f0ed7cd --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[3, 15, 31, 51, 65, 74, 85, 100, 102, 115, 129, 154, 182, 205, 235, 244, 245, 264, 273, 286, 299, 321, 341, 356, 363, 373, 376, 403, 409, 420, 431, 443, 454, 486, 496, 497, 498, 518, 529, 531, 558, 573, 579, 646, 650, 652, 654, 657, 660, 674, 681, 699, 705, 706, 723, 724, 745, 786, 790, 792, 802, 806, 829, 835, 842, 849, 863, 877, 883, 884, 887, 900, 931, 965, 979, 987, 991, 992, 993, 998, 1002, 1008, 1017, 1021, 1034, 1040, 1045, 1133, 1137, 1143, 1145, 1163, 1214, 1217, 1223, 1234, 1253, 1254, 1258, 1259, 1290, 1291, 1294, 1295, 1296, 1300, 1314, 1317, 1321, 1324, 1334, 1342, 1352, 1387, 1391, 1416, 1424, 1437, 1446, 1448, 1450, 1456, 1468, 1488, 1504, 1521, 1527, 1528, 1609, 1618, 1636, 1645, 1651, 1669, 1719, 1736, 1738, 1757, 1769, 1780, 1793, 1809, 1813, 1827, 1831, 1836, 1853, 1870, 1918, 1937, 1943, 1975, 1979, 1985, 2009, 2021, 2031, 2061, 2071, 2072, 2082, 2110, 2131, 2162, 2175, 2181, 2182, 2218, 2226, 2245, 2343, 2347, 2353, 2368, 2379, 2383, 2408, 2414, 2417, 2456, 2477, 2486, 2500, 2503, 2508, 2540, 2553, 2575, 2597, 2622, 2629, 2632, 2640, 2650, 2678, 2695, 2709, 2712, 2723, 2775, 2779, 2787, 2788, 2790, 2793, 2809, 2820, 2831, 2850, 2865, 2870, 2874, 2884, 2887, 2928, 2977, 2996, 3032, 3039, 3041, 3042, 3053, 3077, 3079, 3088, 3109, 3160, 3161, 3172, 3181, 3185, 3199, 3254, 3255, 3259, 3266, 3279, 3316, 3320, 3324, 3326, 3336, 3347, 3356, 3372, 3376, 3382, 3407, 3413, 3421, 3465, 3471, 3474, 3477, 3482, 3485, 3512, 3533, 3553, 3558, 3577, 3590, 3599, 3600, 3601, 3616, 3632, 3635, 3656, 3671, 3682, 3691, 3708, 3717, 3729, 3735, 3754, 3757, 3771, 3772, 3779, 3788, 3798, 3873, 3896, 3930, 3933, 3935, 3942, 3948, 3951, 3981, 3984, 4000, 4046, 4073, 4101, 4102, 4104, 4111, 4147, 4152, 4155, 4163, 4180, 4182, 4197, 4205, 4219, 4229, 4242, 4268, 4290, 4327, 4339, 4378, 4382, 4390, 4393, 4422, 4477, 4481, 4495, 4508, 4509, 4528, 4529, 4533, 4541, 4543, 4550, 4551, 4552, 4558, 4579, 4588, 4589, 4605, 4621, 4623, 4632, 4661, 4683, 4700, 4725, 4736, 4737, 4755, 4757, 4771, 4775, 4788, 4806, 4816, 4821, 4829, 4830, 4844, 4851, 4873, 4886, 4906, 4914, 4917, 4925, 4944, 4947, 4948, 4959, 4961, 4963, 4968, 4999, 5005, 5006, 5023, 5026, 5027, 5042, 5046, 5063, 5071, 5103, 5118, 5123, 5125, 5131, 5143, 5145, 5148, 5180, 5187, 5189, 5203, 5205, 5215, 5245, 5246, 5251, 5267, 5278, 5286, 5306, 5310, 5317, 5356, 5365, 5406, 5417, 5439, 5463, 5465, 5475, 5477, 5485, 5490, 5504, 5525, 5526, 5531, 5540, 5560, 5570, 5572, 5588, 5634, 5645, 5657, 5665, 5709, 5718, 5722, 5737, 5770, 5810, 5813, 5851, 5852, 5862, 5879, 5882, 5889, 5903, 5915, 5923, 5926, 5933, 5965, 5970, 5976, 5988, 6002, 6029, 6036, 6051, 6073, 6074, 6102, 6131, 6142, 6152, 6183, 6213, 6222, 6236, 6266, 6307, 6309, 6319, 6321, 6376, 6383, 6398, 6401, 6412, 6423, 6474, 6480, 6504, 6546, 6579, 6618, 6645, 6653, 6657, 6662, 6665, 6675, 6680, 6725, 6737, 6762, 6792, 6832, 6863, 6894, 6895, 6906, 6923, 6965, 6971, 6991, 7012, 7046, 7071, 7078, 7087, 7106, 7111, 7118, 7129, 7132, 7136, 7148, 7153, 7171, 7201, 7204, 7210, 7224, 7243, 7251, 7256, 7265, 7266, 7276, 7284, 7291, 7301, 7303, 7317, 7331, 7350, 7391, 7409, 7434, 7440, 7449, 7453, 7455, 7459, 7463, 7482, 7548, 7562, 7573, 7584, 7601, 7604, 7635, 7638, 7667, 7709, 7714, 7722, 7732, 7735, 7768, 7791, 7796, 7800, 7822, 7831, 7834, 7841, 7843, 7891, 7919, 7925, 7928, 7942, 7955, 7974, 7983, 7985, 7996, 8027, 8057, 8061, 8068, 8085, 8088, 8094, 8106, 8107, 8141, 8170, 8183, 8190, 8191, 8214, 8228, 8231, 8234, 8244, 8254, 8270, 8290, 8298, 8302, 8309, 8313, 8317, 8338, 8345, 8363, 8381, 8410, 8422, 8455, 8456, 8496, 8502, 8510, 8523, 8530, 8542, 8581, 8597, 8616, 8652, 8699, 8701, 8710, 8755, 8815, 8824, 8895, 8912, 8916, 8962, 8964, 8965, 8970, 8973, 8983, 8994, 9002, 9019, 9081, 9110, 9192, 9207, 9245, 9253, 9269, 9320, 9343, 9367, 9391, 9412, 9416, 9418, 9441, 9446, 9466, 9491, 9494, 9513, 9521, 9534, 9570, 9581, 9591, 9594, 9613, 9616, 9627, 9634, 9641, 9644, 9667, 9713, 9728, 9769, 9771, 9777, 9791, 9792, 9800, 9829, 9830, 9860, 9865, 9866, 9882, 9884, 9886, 9913, 9917, 9936, 9942, 9964, 9971, 9974, 9977, 9988, 9994, 10014, 10025, 10042, 10044, 10061, 10066, 10070, 10089, 10094, 10104, 10111, 10115, 10127, 10160, 10181, 10193, 10206, 10210, 10220, 10255, 10261, 10268, 10316, 10331, 10334, 10377, 10380, 10389, 10405, 10414, 10423, 10448, 10453, 10454, 10476, 10477, 10489, 10507, 10515, 10526, 10552, 10569, 10571, 10588, 10605, 10608, 10651, 10671, 10690, 10694, 10696, 10702, 10721, 10735, 10783, 10791, 10807, 10809, 10814, 10829, 10854, 10876, 10913, 10916, 10929, 10942, 10972, 11000, 11008, 11017, 11024, 11036, 11046, 11047, 11049, 11054, 11069, 11175, 11237, 11238, 11243, 11244, 11256, 11260, 11282, 11310, 11311, 11345, 11346, 11367, 11374, 11377, 11402, 11406, 11418, 11427, 11453, 11470, 11494, 11499, 11507, 11514, 11522, 11529, 11542, 11548, 11564, 11587, 11594, 11596, 11609, 11618, 11620, 11669, 11677, 11698, 11700, 11718, 11740, 11748, 11765, 11780, 11781, 11789, 11800, 11842, 11858, 11867, 11873, 11896, 11903, 11941, 11949, 11961, 12017, 12030, 12064, 12068, 12096, 12137, 12153, 12155, 12160, 12171, 12175, 12186, 12218, 12219, 12228, 12230, 12231, 12247, 12270, 12291, 12301, 12310, 12311, 12316, 12318, 12327, 12345, 12369, 12376, 12377, 12403, 12404, 12406, 12452, 12476, 12483, 12498, 12552, 12564, 12571, 12573, 12595, 12621, 12645, 12657, 12661, 12662, 12714, 12723, 12768, 12802, 12811, 12812, 12813, 12824, 12836, 12838, 12848, 12887, 12892, 12930, 12977, 12984, 12990, 13016, 13022, 13064, 13072, 13091, 13098, 13131, 13179, 13180, 13195, 13213, 13223, 13244, 13269, 13273, 13290, 13294, 13379, 13386, 13395, 13397, 13411, 13422, 13430, 13438, 13458, 13473, 13487, 13501, 13540, 13585, 13603, 13619, 13623, 13625, 13673, 13690, 13693, 13720, 13731, 13736, 13740, 13758, 13765, 13768, 13799, 13811, 13827, 13829, 13833, 13852, 13894, 13938, 13941, 13945, 13962, 13972, 13981, 14026, 14029, 14054, 14057, 14074, 14075, 14084, 14089, 14097, 14113, 14121, 14199, 14221, 14232, 14237, 14257, 14262, 14316, 14329, 14335, 14365, 14380, 14399, 14419, 14430, 14444, 14472, 14477, 14483, 14505, 14530, 14532, 14575, 14599, 14618, 14622, 14632, 14681, 14691, 14700, 14726, 14732, 14747, 14772, 14787, 14789, 14797, 14800, 14803, 14820, 14826, 14827, 14842, 14847, 14850, 14860, 14864, 14881, 14890, 14930, 14937, 14945, 14946, 14968, 14972, 14980, 14984, 14990, 15025, 15027, 15039, 15040, 15083, 15089, 15109, 15133, 15139, 15179, 15180, 15206, 15211, 15229, 15255, 15298, 15323, 15336, 15375, 15377, 15426, 15445, 15451, 15457, 15463, 15464, 15475, 15480, 15491, 15506, 15509, 15524, 15528, 15546, 15549, 15551, 15574, 15580, 15616, 15684, 15722, 15757, 15758, 15792, 15823, 15834, 15843, 15848, 15861, 15868, 15923, 15930, 15931, 15943, 15954, 15968, 15974, 15975, 16046, 16052, 16133, 16141, 16149, 16162, 16175, 16177, 16200, 16205, 16215, 16268, 16307, 16333, 16347, 16362, 16395, 16405, 16444, 16458, 16464, 16506, 16512, 16530, 16552, 16558, 16559, 16574, 16584, 16591, 16594, 16606, 16632, 16652, 16669, 16677, 16694, 16695, 16711, 16723, 16737, 16748, 16769, 16775, 16787, 16831, 16845, 16874, 16880, 16904, 16907, 16932, 16933, 16946, 16957, 16960, 16981, 17040, 17043, 17080, 17111, 17118, 17140, 17148, 17157, 17188, 17214, 17237, 17238, 17244, 17263, 17274, 17316, 17323, 17342, 17356, 17358, 17376, 17382, 17392, 17402, 17410, 17418, 17429, 17450, 17478, 17481, 17499, 17531, 17538, 17542, 17557, 17562, 17567, 17569, 17589, 17604, 17635, 17649, 17654, 17657, 17675, 17685, 17693, 17694, 17696, 17737, 17740, 17746, 17751, 17760, 17799, 17843, 17856, 17875, 17891, 17901, 17905, 17946, 17960, 17968, 17970, 18009, 18020, 18050, 18074, 18096, 18103, 18108, 18118, 18125, 18162, 18164, 18165, 18173, 18182, 18190, 18193, 18208, 18223, 18232, 18262, 18263, 18282, 18292, 18306, 18326, 18329, 18383, 18404, 18431, 18432, 18458, 18470, 18515, 18533, 18567, 18575, 18588, 18662, 18670, 18682, 18690, 18697, 18709, 18736, 18742, 18754, 18778, 18796, 18811, 18820, 18845, 18847, 18886, 18926, 18940, 18961, 18966, 18989, 18994, 19007, 19028, 19042, 19043, 19044, 19064, 19081, 19096, 19125, 19127, 19139, 19175, 19176, 19179, 19180, 19192, 19195, 19235, 19245, 19264, 19269, 19293, 19298, 19314, 19317, 19318, 19335, 19347, 19400, 19425, 19433, 19446, 19449, 19483, 19492, 19513, 19524, 19533, 19559, 19617, 19624, 19658, 19682, 19684, 19700, 19726, 19732, 19790, 19796, 19835, 19878, 19892, 19897, 19900, 19927, 19930, 19940, 19943, 19950, 19986, 19989, 19990, 19999, 20043, 20089, 20123, 20135, 20151, 20162, 20183, 20188, 20194, 20198, 20200, 20213, 20219, 20224, 20228, 20231, 20235, 20245, 20262, 20297, 20340, 20356, 20368, 20414, 20415, 20440, 20454, 20455, 20457, 20525, 20534, 20562, 20625, 20668, 20672, 20686, 20733, 20750, 20776, 20786, 20787, 20795, 20800, 20805, 20819, 20823, 20826, 20832, 20835, 20864, 20869, 20910, 20922, 20953, 20960, 20963, 20979, 21002, 21019, 21060, 21073, 21100, 21106, 21109, 21137, 21144, 21148, 21156, 21214, 21220, 21244, 21270, 21272, 21282, 21283, 21286, 21340, 21382, 21405, 21419, 21436, 21439, 21481, 21496, 21517, 21537, 21546, 21561, 21576, 21592, 21596, 21614, 21622, 21649, 21650, 21681, 21717, 21720, 21740, 21748, 21756, 21767, 21769, 21772, 21776, 21780, 21805, 21849, 21859, 21869, 21901, 21904, 21947, 21956, 21961, 21971, 21984, 21996, 22025, 22047, 22050, 22072, 22080, 22110, 22196, 22202, 22209, 22211, 22227, 22236, 22268, 22279, 22311, 22325, 22327, 22341, 22359, 22365, 22368, 22402, 22404, 22407, 22414, 22439, 22448, 22449, 22462, 22468, 22482, 22522, 22530, 22533, 22553, 22575, 22661, 22665, 22666, 22669, 22719, 22731, 22748, 22787, 22796, 22817, 22825, 22827, 22828, 22830, 22835, 22850, 22865, 22885, 22905, 22922, 22940, 22942, 22953, 22962, 22983, 23024, 23039, 23040, 23043, 23058, 23062, 23069, 23071, 23075, 23088, 23119, 23124, 23137, 23149, 23169, 23191, 23247, 23287, 23309, 23339, 23346, 23377, 23404, 23406, 23417, 23436, 23441, 23446, 23461, 23473, 23500, 23505, 23534, 23536, 23539, 23558, 23592, 23594, 23608, 23619, 23628, 23636, 23641, 23659, 23673, 23675, 23705, 23735, 23747, 23748, 23760, 23775, 23782, 23799, 23822, 23837, 23846, 23851, 23860, 23861, 23896, 23930, 23953, 24003, 24050, 24072, 24079, 24131, 24171, 24187, 24190, 24205, 24239, 24262, 24304, 24320, 24391, 24488, 24492, 24499, 24520, 24568, 24582, 24625, 24661, 24676, 24688, 24706, 24711, 24727, 24787, 24818, 24825, 24855, 24907, 24915, 24932, 24947, 24953, 24974, 24975, 24977, 24994, 25043, 25049, 25060, 25064, 25067, 25069, 25109, 25114, 25116, 25133, 25146, 25164, 25169, 25173, 25179, 25180, 25199, 25202, 25215, 25253, 25264, 25290, 25306, 25307, 25343, 25360, 25362, 25392, 25407, 25428, 25447, 25449, 25453, 25458, 25473, 25491, 25525, 25533, 25555, 25563, 25565, 25566, 25574, 25585, 25598, 25610, 25627, 25633, 25657, 25664, 25666, 25687, 25699, 25748, 25781, 25782, 25791, 25873, 25895, 25896, 25912, 25938, 26004, 26023, 26044, 26046, 26056, 26094, 26103, 26109, 26132, 26137, 26152, 26154, 26208, 26225, 26243, 26315, 26325, 26334, 26340, 26374, 26397, 26412, 26417, 26428, 26436, 26476, 26477, 26484, 26494, 26495, 26497, 26514, 26515, 26520, 26549, 26574, 26581, 26589, 26596, 26607, 26623, 26644, 26649, 26666, 26688, 26693, 26769, 26771, 26802, 26808, 26833, 26844, 26858, 26882, 26901, 26914, 26915, 26987, 26993, 26996, 27034, 27037, 27052, 27073, 27084, 27127, 27144, 27147, 27151, 27191, 27196, 27292, 27305, 27318, 27348, 27404, 27411, 27429, 27435, 27445, 27471, 27475, 27484, 27497, 27508, 27515, 27529, 27570, 27590, 27598, 27602, 27630, 27657, 27684, 27686, 27690, 27712, 27720, 27761, 27764, 27769, 27775, 27780, 27801, 27807, 27819, 27846, 27853, 27857, 27865, 27872, 27884, 27906, 27945, 27969, 27982, 27983, 28008, 28019, 28026, 28037, 28057, 28079, 28106, 28113, 28159, 28173, 28189, 28192, 28198, 28199, 28201, 28230, 28234, 28243, 28266, 28300, 28317, 28334, 28363, 28366, 28392, 28398, 28406, 28413, 28434, 28455, 28550, 28569, 28599, 28607, 28608, 28611, 28692, 28706, 28713, 28726, 28733, 28749, 28757, 28765, 28835, 28860, 28869, 28873, 28899, 28903, 28905, 28938, 28943, 28960, 28985, 29014, 29019, 29026, 29027, 29055, 29076, 29093, 29151, 29153, 29172, 29184, 29188, 29189, 29198, 29199, 29205, 29229, 29251, 29258, 29268, 29269, 29278, 29290, 29293, 29306, 29318, 29357, 29358, 29361, 29374, 29383, 29423, 29426, 29439, 29450, 29460, 29468, 29486, 29530, 29535, 29555, 29557, 29566, 29579, 29673, 29715, 29747, 29764, 29782, 29804, 29818, 29873, 29878, 29897, 29910, 29931, 29948, 30038, 30056, 30085, 30091, 30111, 30138, 30158, 30188, 30193, 30200, 30204, 30205, 30209, 30221, 30222, 30224, 30230, 30256, 30292, 30317, 30349, 30367, 30371, 30389, 30395, 30464, 30468, 30475, 30478, 30482, 30494, 30498, 30517, 30522, 30526, 30528, 30604, 30611, 30622, 30623, 30675, 30678, 30709, 30745, 30786, 30843, 30857, 30866, 30883, 30891, 30924, 30930, 30964, 31001, 31011, 31012, 31020, 31038, 31039, 31041, 31097, 31119, 31162, 31168, 31194, 31197, 31204, 31208, 31213, 31247, 31286, 31339, 31411, 31412, 31417, 31468, 31494, 31497, 31503, 31530, 31561, 31570, 31587, 31589, 31601, 31637, 31640, 31680, 31684, 31697, 31702, 31710, 31781, 31785, 31913, 31965, 31980, 32005, 32012, 32016, 32019, 32023, 32025, 32043, 32063, 32090, 32124, 32138, 32140, 32180, 32206, 32254, 32262, 32271, 32272, 32292, 32302, 32305, 32326, 32329, 32336, 32337, 32344, 32354, 32372, 32465, 32466, 32470, 32491, 32494, 32512, 32519, 32556, 32563, 32596, 32598, 32626, 32627, 32649, 32683, 32684, 32685, 32687, 32700, 32704, 32711, 32716, 32717, 32736, 32743, 32746, 32758, 32764] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..fd7c5c199559c9a3b2b41048e04bd8438c24d552 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..e0eed7491010f260ae17cb4b9042e4b05828b830 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..50632d4f91cdb0c9955246d85d681418c90bb6e1 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:last_token)_indices @@ -0,0 +1 @@ +[78, 95, 151, 265, 273, 373, 569, 573, 596, 708, 790, 832, 884, 954, 991, 1021, 1280, 1317, 1458, 1527, 1552, 1705, 1748, 1768, 1912, 1913, 1976, 2044, 2068, 2102, 2218, 2338, 2343, 2377, 2417, 2451, 2477, 2498, 2531, 2536, 2600, 2992, 3041, 3079, 3099, 3211, 3222, 3356, 3372, 3376, 3392, 3413, 3535, 3561, 3578, 3691, 3729, 3771, 3815, 3877, 3924, 4202, 4312, 4339, 4382, 4389, 4427, 4450, 4465, 4543, 4603, 4839, 4851, 4887, 4990, 5140, 5148, 5205, 5267, 5294, 5346, 5365, 5403, 5540, 5588, 5592, 5667, 5676, 5737, 5781, 5868, 5889, 5935, 5948, 6016, 6063, 6093, 6308, 6432, 6440, 6524, 6551, 6808, 6961, 7012, 7080, 7118, 7266, 7285, 7287, 7411, 7584, 7593, 7601, 7630, 7832, 8081, 8153, 8228, 8357, 8368, 8458, 8530, 8746, 8762, 8800, 8804, 8940, 9078, 9110, 9119, 9164, 9264, 9325, 9448, 9549, 9556, 9565, 9724, 9792, 9797, 9882, 9884, 9960, 9993, 9994, 10112, 10140, 10423, 10429, 10515, 10561, 10672, 10731, 10796, 10829, 10854, 10918, 11095, 11129, 11202, 11297, 11374, 11459, 11462, 11494, 11504, 11518, 11584, 11641, 11677, 11780, 11793, 12146, 12186, 12245, 12259, 12364, 12367, 12424, 12480, 12503, 12568, 12625, 12730, 12753, 12812, 12929, 13088, 13091, 13179, 13244, 13395, 13603, 13731, 13814, 14054, 14365, 14380, 14489, 14761, 15062, 15064, 15167, 15311, 15414, 15480, 15487, 15848, 15849, 15954, 16011, 16099, 16173, 16395, 16897, 16904, 17009, 17061, 17075, 17140, 17159, 17259, 17294, 17347, 17391, 17401, 17455, 17634, 17679, 17815, 17961, 18110, 18116, 18125, 18193, 18227, 18232, 18258, 18307, 18429, 18441, 18682, 18768, 18960, 18982, 19352, 19403, 19406, 19483, 19678, 19738, 19759, 19770, 19812, 19820, 19895, 19930, 19974, 19978, 19988, 20087, 20252, 20537, 20800, 20859, 20953, 21000, 21219, 21317, 21440, 21610, 21649, 21686, 21991, 22006, 22019, 22162, 22597, 22755, 22796, 22905, 22907, 22980, 22987, 23024, 23040, 23075, 23149, 23191, 23194, 23287, 23434, 23436, 23461, 23480, 23500, 23576, 23588, 23699, 23731, 23794, 23812, 24114, 24148, 24198, 24233, 24398, 24660, 24711, 24717, 24866, 24881, 25064, 25202, 25443, 25449, 25525, 25533, 25664, 25667, 25799, 25965, 26016, 26033, 26102, 26200, 26243, 26250, 26417, 26461, 26551, 26596, 26830, 26847, 26901, 26954, 27096, 27099, 27127, 27149, 27205, 27318, 27320, 27369, 27414, 27475, 27529, 27549, 27579, 27630, 27690, 27769, 28163, 28452, 28484, 28651, 28706, 28857, 28888, 28980, 29026, 29400, 29486, 29611, 29634, 29673, 29713, 29810, 29937, 29975, 30099, 30110, 30157, 30184, 30263, 30308, 30367, 30482, 30522, 30524, 30646, 30720, 30843, 30884, 30967, 31186, 31228, 31415, 31530, 31554, 31823, 31825, 31946, 31980, 32005, 32012, 32019, 32240, 32407, 32535, 32563, 32691, 32696] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9915ebd09f68ee050ef6a5c30d3f7bab40f5ec20 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:19,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..0c39d747a4efa6b355780b29970c0e7c3b85cd98 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..d828707b27f7563009073b26e0d1653b7c90ed37 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[12, 118, 139, 159, 168, 182, 239, 261, 276, 377, 402, 421, 422, 425, 450, 465, 475, 565, 596, 612, 618, 682, 691, 829, 833, 891, 926, 935, 946, 994, 1049, 1060, 1072, 1098, 1163, 1213, 1216, 1222, 1257, 1351, 1353, 1366, 1383, 1410, 1461, 1470, 1471, 1473, 1554, 1558, 1572, 1605, 1636, 1646, 1674, 1698, 1732, 1746, 1773, 1803, 1807, 1838, 1859, 1910, 1913, 1974, 1986, 2001, 2041, 2067, 2079, 2087, 2136, 2156, 2180, 2224, 2266, 2272, 2285, 2364, 2380, 2386, 2410, 2414, 2418, 2456, 2495, 2559, 2602, 2628, 2631, 2637, 2659, 2667, 2675, 2719, 2739, 2809, 2855, 2882, 2892, 2896, 2971, 2975, 2997, 3005, 3087, 3192, 3231, 3241, 3247, 3260, 3298, 3300, 3333, 3346, 3366, 3421, 3425, 3433, 3444, 3445, 3458, 3473, 3497, 3506, 3521, 3539, 3568, 3572, 3681, 3700, 3715, 3769, 3847, 3867, 3934, 3958, 3960, 4018, 4113, 4123, 4152, 4196, 4238, 4246, 4277, 4318, 4365, 4369, 4451, 4460, 4476, 4481, 4514, 4585, 4606, 4614, 4635, 4680, 4684, 4707, 4728, 4750, 4753, 4792, 4805, 4888, 4906, 4924, 4937, 4938, 4960, 5022, 5023, 5031, 5068, 5129, 5130, 5197, 5210, 5220, 5244, 5251, 5253, 5326, 5334, 5347, 5348, 5358, 5385, 5397, 5415, 5485, 5599, 5627, 5635, 5733, 5795, 5802, 5874, 5895, 5912, 5950, 5959, 5984, 5993, 6007, 6038, 6050, 6076, 6138, 6139, 6160, 6175, 6225, 6246, 6282, 6300, 6319, 6327, 6330, 6339, 6350, 6354, 6389, 6400, 6421, 6460, 6469, 6495, 6531, 6662, 6665, 6718, 6732, 6756, 6782, 6792, 6812, 6825, 6853, 6898, 6902, 6916, 6936, 6989, 6997, 7080, 7102, 7114, 7172, 7181, 7227, 7244, 7361, 7395, 7401, 7402, 7427, 7464, 7494, 7500, 7519, 7634, 7663, 7679, 7708, 7725, 7729, 7767, 7800, 7827, 7862, 7864, 7896, 7898, 7921, 7923, 7952, 7962, 7966, 7969, 8004, 8024, 8035, 8038, 8054, 8109, 8112, 8206, 8222, 8279, 8281, 8347, 8365, 8375, 8382, 8411, 8416, 8433, 8455, 8463, 8688, 8699, 8707, 8713, 8716, 8725, 8728, 8760, 8768, 8786, 8839, 8858, 8942, 8943, 8950, 8951, 8979, 8983, 9078, 9121, 9192, 9195, 9237, 9238, 9255, 9308, 9314, 9320, 9331, 9336, 9342, 9348, 9351, 9360, 9416, 9451, 9493, 9523, 9524, 9538, 9546, 9552, 9576, 9700, 9750, 9780, 9828, 9855, 9877, 9932, 9997, 10027, 10037, 10043, 10047, 10048, 10063, 10067, 10071, 10118, 10120, 10174, 10181, 10204, 10306, 10370, 10396, 10426, 10430, 10451, 10507, 10551, 10567, 10586, 10603, 10610, 10708, 10721, 10763, 10817, 10855, 10860, 10869, 10902, 10921, 10991, 11011, 11015, 11067, 11089, 11172, 11175, 11189, 11193, 11228, 11253, 11256, 11260, 11269, 11272, 11303, 11319, 11322, 11344, 11374, 11399, 11443, 11457, 11500, 11553, 11590, 11596, 11607, 11648, 11685, 11710, 11789, 11807, 11810, 11828, 11887, 11893, 11931, 11962, 11964, 11990, 12000, 12048, 12070, 12095, 12106, 12185, 12207, 12234, 12238, 12258, 12299, 12361, 12379, 12389, 12411, 12414, 12434, 12447, 12466, 12502, 12521, 12557, 12615, 12619, 12626, 12644, 12645, 12673, 12686, 12697, 12737, 12797, 12799, 12913, 12915, 12965, 12974, 13030, 13037, 13051, 13066, 13179, 13180, 13233, 13256, 13280, 13331, 13341, 13387, 13425, 13426, 13436, 13463, 13493, 13501, 13519, 13526, 13553, 13561, 13585, 13589, 13593, 13624, 13697, 13711, 13726, 13740, 13800, 13818, 13880, 13890, 13928, 13936, 13939, 13954, 13969, 14044, 14063, 14074, 14179, 14208, 14220, 14226, 14227, 14243, 14281, 14315, 14392, 14438, 14469, 14489, 14507, 14567, 14583, 14585, 14612, 14821, 14830, 14841, 14894, 14939, 14973, 14974, 14998, 15017, 15042, 15060, 15061, 15077, 15110, 15213, 15230, 15247, 15346, 15361, 15458, 15490, 15497, 15534, 15540, 15558, 15566, 15597, 15625, 15634, 15643, 15716, 15740, 15761, 15827, 15868, 15902, 16018, 16034, 16070, 16088, 16112, 16120, 16157, 16237, 16243, 16308, 16362, 16367, 16373, 16392, 16413, 16414, 16435, 16443, 16505, 16636, 16670, 16720, 16728, 16762, 16786, 16926, 16958, 16960, 16963, 16984, 17051, 17059, 17068, 17069, 17077, 17087, 17234, 17242, 17260, 17302, 17320, 17338, 17344, 17373, 17426, 17427, 17530, 17531, 17532, 17633, 17655, 17664, 17775, 17834, 17842, 17906, 17920, 17996, 18018, 18066, 18078, 18146, 18168, 18212, 18213, 18333, 18354, 18362, 18392, 18411, 18439, 18451, 18485, 18551, 18555, 18577, 18651, 18728, 18756, 18766, 18771, 18776, 18858, 18888, 19010, 19045, 19056, 19093, 19098, 19102, 19105, 19127, 19190, 19231, 19255, 19310, 19323, 19361, 19387, 19407, 19422, 19466, 19482, 19485, 19549, 19570, 19650, 19753, 19756, 19794, 19822, 19894, 19898, 19976, 20020, 20065, 20071, 20110, 20146, 20152, 20197, 20212, 20226, 20269, 20298, 20396, 20412, 20428, 20455, 20483, 20486, 20516, 20523, 20540, 20546, 20557, 20600, 20637, 20638, 20672, 20679, 20727, 20761, 20764, 20766, 20769, 20785, 20804, 20849, 20861, 20868, 20870, 20955, 20973, 20999, 21010, 21017, 21026, 21161, 21212, 21213, 21215, 21231, 21273, 21309, 21326, 21338, 21439, 21472, 21493, 21500, 21602, 21789, 21813, 21865, 21920, 22047, 22049, 22056, 22079, 22080, 22089, 22140, 22281, 22291, 22304, 22323, 22373, 22432, 22467, 22485, 22543, 22556, 22581, 22628, 22643, 22644, 22654, 22710, 22749, 22772, 22782, 22868, 22936, 22992, 23031, 23108, 23200, 23210, 23211, 23234, 23295, 23303, 23341, 23374, 23395, 23400, 23416, 23450, 23454, 23477, 23484, 23498, 23509, 23537, 23630, 23674, 23704, 23709, 23742, 23788, 23789, 23805, 23819, 23864, 23878, 23928, 23938, 23969, 23975, 23976, 24033, 24043, 24049, 24097, 24150, 24242, 24270, 24335, 24383, 24498, 24500, 24505, 24518, 24606, 24608, 24692, 24715, 24722, 24724, 24772, 24825, 24880, 24890, 24908, 24931, 24953, 25072, 25096, 25101, 25113, 25124, 25174, 25229, 25272, 25320, 25353, 25372, 25393, 25474, 25475, 25505, 25639, 25676, 25687, 25693, 25700, 25716, 25790, 25793, 25885, 25961, 25963, 25970, 25984, 26018, 26033, 26068, 26077, 26079, 26175, 26211, 26217, 26222, 26231, 26259, 26306, 26454, 26470, 26508, 26532, 26543, 26573, 26581, 26621, 26641, 26662, 26746, 26768, 26771, 26777, 26785, 26798, 26892, 26932, 26983, 27006, 27013, 27033, 27094, 27107, 27157, 27210, 27324, 27340, 27373, 27444, 27592, 27609, 27725, 27795, 27808, 27847, 27885, 27980, 28009, 28077, 28085, 28091, 28092, 28165, 28312, 28325, 28346, 28398, 28412, 28415, 28474, 28479, 28557, 28610, 28691, 28733, 28762, 28786, 28819, 28827, 28867, 28917, 28947, 28955, 28965, 28981, 29012, 29030, 29034, 29038, 29048, 29050, 29125, 29127, 29132, 29136, 29152, 29158, 29223, 29292, 29424, 29440, 29475, 29553, 29579, 29597, 29609, 29610, 29622, 29687, 29698, 29709, 29741, 29744, 29828, 29838, 29840, 29912, 29943, 29945, 29956, 29965, 29969, 30021, 30025, 30157, 30219, 30255, 30266, 30271, 30296, 30317, 30350, 30409, 30432, 30516, 30578, 30672, 30721, 30808, 30830, 30833, 30945, 30985, 31028, 31060, 31071, 31142, 31224, 31283, 31385, 31386, 31407, 31418, 31427, 31471, 31502, 31569, 31604, 31636, 31638, 31705, 31859, 31871, 31895, 31932, 31934, 31949, 31958, 32010, 32047, 32081, 32082, 32108, 32126, 32153, 32158, 32172, 32230, 32260, 32267, 32275, 32302, 32368, 32399, 32419, 32474, 32535, 32587, 32623, 32643, 32654, 32670, 32721, 32736, 32738, 32766] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b0957b4fd2ee7c54e4381eb64070c8089ddd2070 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..398a56b99c68e0be9d0aae6a99365f4123dffce2 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..5f20d49697125c3d44a28715629debfc02e239c1 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[29, 31, 72, 113, 123, 154, 163, 245, 261, 304, 345, 377, 402, 425, 443, 448, 474, 495, 496, 549, 594, 596, 682, 829, 833, 994, 1004, 1055, 1057, 1060, 1064, 1097, 1098, 1102, 1163, 1203, 1227, 1306, 1342, 1353, 1433, 1458, 1470, 1551, 1554, 1572, 1580, 1606, 1624, 1724, 1726, 1732, 1800, 1820, 1836, 1837, 1839, 1974, 1976, 2122, 2140, 2145, 2147, 2201, 2213, 2224, 2257, 2268, 2298, 2322, 2374, 2469, 2522, 2583, 2591, 2600, 2628, 2719, 2880, 2882, 2932, 2944, 2945, 3005, 3012, 3034, 3071, 3163, 3181, 3192, 3280, 3300, 3308, 3339, 3366, 3421, 3427, 3497, 3521, 3524, 3550, 3568, 3575, 3665, 3682, 3715, 3777, 3820, 3848, 3868, 3874, 3922, 4066, 4073, 4113, 4123, 4152, 4158, 4166, 4167, 4234, 4238, 4246, 4284, 4339, 4365, 4392, 4396, 4451, 4481, 4483, 4528, 4530, 4553, 4614, 4623, 4646, 4680, 4792, 4884, 4975, 4990, 5023, 5049, 5069, 5103, 5126, 5140, 5145, 5155, 5172, 5174, 5362, 5415, 5481, 5489, 5509, 5519, 5563, 5635, 5696, 5727, 5731, 5834, 5841, 5850, 5895, 5906, 5978, 5984, 5993, 6014, 6040, 6048, 6071, 6109, 6129, 6160, 6246, 6282, 6319, 6327, 6339, 6374, 6380, 6381, 6421, 6455, 6501, 6581, 6584, 6659, 6662, 6665, 6694, 6756, 6776, 6781, 6795, 6880, 6940, 7014, 7055, 7080, 7136, 7172, 7202, 7203, 7223, 7244, 7272, 7300, 7301, 7310, 7345, 7388, 7444, 7464, 7481, 7494, 7496, 7500, 7525, 7526, 7729, 7737, 7759, 7762, 7767, 7791, 7800, 7827, 8038, 8137, 8186, 8202, 8230, 8235, 8279, 8281, 8300, 8333, 8411, 8482, 8679, 8713, 8716, 8822, 8931, 8973, 8983, 9062, 9065, 9126, 9134, 9145, 9155, 9215, 9238, 9342, 9346, 9448, 9465, 9472, 9523, 9528, 9566, 9576, 9665, 9775, 9871, 9875, 9890, 9907, 10063, 10118, 10177, 10190, 10211, 10228, 10239, 10306, 10323, 10360, 10426, 10433, 10451, 10456, 10518, 10535, 10586, 10591, 10621, 10679, 10747, 10902, 10917, 10950, 10964, 11130, 11172, 11175, 11177, 11185, 11193, 11228, 11269, 11272, 11295, 11323, 11362, 11366, 11443, 11524, 11708, 11771, 11790, 11807, 11810, 11828, 11829, 11833, 11887, 11920, 11934, 11964, 11975, 12000, 12018, 12049, 12128, 12154, 12164, 12235, 12239, 12242, 12279, 12296, 12414, 12418, 12449, 12451, 12456, 12477, 12482, 12502, 12511, 12524, 12532, 12581, 12610, 12660, 12697, 12761, 12794, 12799, 12828, 12839, 12866, 12879, 12891, 12895, 12913, 12938, 12955, 12974, 13014, 13030, 13066, 13176, 13178, 13179, 13207, 13231, 13233, 13256, 13292, 13300, 13336, 13341, 13391, 13407, 13425, 13553, 13582, 13593, 13597, 13617, 13624, 13653, 13689, 13718, 13732, 13762, 13776, 13780, 13786, 13885, 13890, 13939, 14025, 14121, 14179, 14208, 14242, 14243, 14435, 14438, 14468, 14489, 14553, 14567, 14613, 14740, 14741, 14750, 14841, 14856, 14896, 14902, 14958, 15020, 15024, 15025, 15042, 15061, 15068, 15084, 15109, 15138, 15167, 15198, 15252, 15256, 15326, 15357, 15403, 15447, 15503, 15540, 15548, 15566, 15640, 15655, 15668, 15702, 15740, 15748, 15827, 15876, 15920, 15952, 15962, 16117, 16125, 16237, 16253, 16308, 16346, 16358, 16362, 16392, 16398, 16414, 16427, 16443, 16469, 16475, 16479, 16592, 16656, 16718, 16828, 16915, 16924, 16951, 17027, 17194, 17213, 17252, 17286, 17297, 17302, 17398, 17444, 17456, 17493, 17531, 17541, 17570, 17676, 17722, 17724, 17798, 17834, 17842, 17849, 17851, 17900, 17917, 17919, 17940, 17981, 17989, 17996, 18082, 18119, 18175, 18212, 18238, 18411, 18417, 18433, 18439, 18553, 18579, 18605, 18611, 18629, 18651, 18680, 18701, 18720, 18727, 18741, 18756, 18837, 18929, 18935, 19063, 19093, 19097, 19127, 19203, 19222, 19323, 19338, 19353, 19387, 19407, 19422, 19443, 19466, 19485, 19487, 19490, 19502, 19540, 19549, 19570, 19578, 19597, 19645, 19696, 19726, 19752, 19794, 19836, 19894, 20008, 20020, 20059, 20091, 20146, 20151, 20195, 20197, 20303, 20316, 20370, 20396, 20422, 20455, 20463, 20466, 20475, 20522, 20546, 20562, 20754, 20803, 20804, 20812, 20868, 20984, 21026, 21046, 21123, 21136, 21161, 21183, 21190, 21232, 21326, 21335, 21338, 21500, 21532, 21563, 21564, 21565, 21567, 21619, 21672, 21732, 21751, 21789, 21865, 21936, 22000, 22102, 22159, 22188, 22262, 22304, 22361, 22370, 22428, 22434, 22463, 22511, 22515, 22525, 22538, 22568, 22590, 22599, 22643, 22673, 22694, 22759, 22805, 22835, 22851, 22930, 23070, 23081, 23086, 23161, 23299, 23303, 23359, 23400, 23462, 23468, 23522, 23537, 23586, 23588, 23660, 23686, 23836, 23913, 23918, 23931, 24006, 24025, 24043, 24049, 24088, 24101, 24130, 24150, 24216, 24280, 24313, 24335, 24473, 24568, 24570, 24612, 24668, 24732, 24788, 24890, 24965, 24976, 25000, 25072, 25123, 25174, 25244, 25245, 25272, 25320, 25364, 25369, 25372, 25378, 25462, 25474, 25475, 25596, 25639, 25693, 25716, 25745, 25764, 25863, 25961, 25984, 26005, 26018, 26204, 26289, 26313, 26351, 26366, 26426, 26430, 26436, 26456, 26459, 26470, 26511, 26517, 26520, 26543, 26573, 26637, 26662, 26771, 26820, 26824, 26834, 26853, 26897, 27013, 27033, 27057, 27067, 27094, 27107, 27118, 27157, 27189, 27191, 27247, 27307, 27329, 27417, 27433, 27444, 27592, 27598, 27645, 27692, 27725, 27795, 27819, 27832, 27940, 27985, 28021, 28028, 28065, 28227, 28238, 28299, 28312, 28366, 28373, 28376, 28409, 28415, 28479, 28511, 28537, 28609, 28621, 28655, 28692, 28697, 28740, 28743, 28752, 28756, 28910, 28917, 28943, 28947, 28953, 29012, 29015, 29048, 29063, 29069, 29117, 29132, 29136, 29137, 29179, 29207, 29324, 29440, 29469, 29520, 29553, 29638, 29677, 29725, 29791, 29837, 29840, 29866, 29931, 29963, 29965, 30025, 30071, 30115, 30125, 30157, 30180, 30182, 30198, 30219, 30247, 30266, 30355, 30394, 30454, 30496, 30516, 30600, 30721, 30758, 30776, 30944, 30945, 31006, 31011, 31028, 31055, 31060, 31067, 31098, 31159, 31246, 31255, 31264, 31329, 31377, 31517, 31552, 31576, 31625, 31871, 31930, 31984, 31995, 32053, 32108, 32134, 32224, 32233, 32236, 32278, 32280, 32329, 32347, 32393, 32403, 32428, 32465, 32501, 32535, 32638] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..e369e543a7cd0d044647c98d62674fbfa5bc13dd Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9a4d2f4f43a91b06c9d0cf6f8127941fe92e0f7f Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..fea556155615819e3735c645fab0be187aa7524c --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:last_token)_indices @@ -0,0 +1 @@ +[85, 123, 171, 347, 450, 596, 691, 824, 829, 854, 891, 926, 985, 1057, 1257, 1433, 1551, 1554, 1606, 1632, 1961, 2059, 2093, 2136, 2562, 2585, 2591, 2764, 2795, 2882, 2975, 3163, 3324, 3831, 3847, 3922, 4161, 4166, 4456, 4481, 4585, 4609, 4614, 4792, 4804, 5023, 5334, 5485, 5706, 5731, 5895, 6073, 6125, 6260, 6282, 6389, 6495, 6625, 6662, 6697, 6707, 6718, 6781, 6880, 7000, 7444, 7459, 7585, 7832, 7864, 7969, 8189, 8202, 8215, 8240, 8394, 8647, 9046, 9062, 9211, 9314, 9333, 10007, 10088, 10258, 10298, 10470, 10577, 10881, 11067, 11956, 12049, 12071, 12128, 12144, 12287, 12299, 12322, 12363, 12394, 12437, 12502, 12524, 12566, 12645, 12737, 12799, 12828, 13024, 13106, 13292, 13330, 13425, 13535, 13552, 13593, 13597, 13695, 13745, 13780, 13913, 14065, 14247, 14479, 14880, 14900, 14998, 15362, 15403, 15735, 15881, 15920, 16070, 16398, 16481, 16566, 17238, 17294, 17426, 17800, 17917, 18170, 18175, 18197, 18372, 18411, 18639, 18708, 18756, 19012, 19045, 19222, 19407, 19419, 19549, 19605, 19668, 19801, 20059, 20135, 20146, 20637, 20662, 20679, 20920, 21281, 21658, 22188, 22208, 22323, 22654, 22676, 22710, 22772, 23344, 23416, 23639, 23762, 23864, 23894, 24016, 24025, 24142, 24367, 24590, 25022, 25245, 25316, 25734, 25830, 25851, 25858, 26220, 26256, 26515, 26593, 26707, 26766, 26899, 26930, 27099, 27340, 27598, 27835, 28537, 28709, 29077, 29207, 29244, 29546, 29613, 29767, 29910, 30115, 30182, 30255, 30721, 30896, 31011, 31055, 31137, 31142, 31158, 31255, 32158, 32168, 32172, 32428, 32623] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..23df1f0b6dce8fd9fc0e00b7393f54cb99bc1300 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:2,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5cd9f5782c5e6b9f6a94483a7bf2ec753b28cf26 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..8f61d16b03b4ff7f6c43e65ad5da976432a0416c --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[52, 118, 127, 132, 151, 210, 222, 226, 296, 418, 438, 458, 462, 560, 572, 582, 586, 591, 673, 724, 739, 766, 787, 838, 857, 967, 988, 1000, 1094, 1100, 1103, 1113, 1188, 1247, 1271, 1353, 1354, 1390, 1436, 1460, 1481, 1482, 1483, 1497, 1521, 1535, 1570, 1679, 1701, 1762, 1785, 1790, 1807, 1835, 1852, 1858, 1914, 1930, 1973, 2000, 2138, 2142, 2144, 2248, 2313, 2351, 2393, 2448, 2450, 2465, 2497, 2545, 2549, 2553, 2587, 2668, 2723, 2737, 2748, 2774, 2794, 2798, 2834, 2864, 2898, 2899, 2930, 2962, 3054, 3118, 3141, 3242, 3351, 3383, 3449, 3485, 3509, 3524, 3557, 3573, 3597, 3655, 3659, 3688, 3768, 3789, 3811, 3829, 3842, 3875, 4017, 4044, 4063, 4070, 4093, 4198, 4234, 4243, 4250, 4257, 4280, 4309, 4319, 4378, 4388, 4452, 4591, 4665, 4676, 4726, 4825, 4883, 4894, 4901, 4917, 4945, 5010, 5070, 5089, 5114, 5119, 5127, 5128, 5146, 5155, 5236, 5267, 5328, 5352, 5407, 5488, 5521, 5600, 5610, 5611, 5631, 5634, 5691, 5708, 5737, 5805, 5816, 5868, 5933, 5934, 6019, 6026, 6027, 6077, 6122, 6171, 6178, 6195, 6246, 6393, 6414, 6418, 6432, 6449, 6482, 6514, 6521, 6587, 6607, 6618, 6639, 6694, 6740, 6760, 6772, 6788, 6857, 6873, 6946, 6953, 7183, 7186, 7189, 7261, 7287, 7295, 7329, 7332, 7425, 7427, 7492, 7515, 7572, 7749, 7766, 7812, 7964, 7988, 8060, 8090, 8139, 8159, 8180, 8204, 8224, 8245, 8287, 8358, 8400, 8458, 8522, 8555, 8562, 8567, 8580, 8719, 8736, 8799, 8801, 8901, 8924, 8966, 9063, 9071, 9072, 9087, 9151, 9162, 9199, 9200, 9268, 9325, 9377, 9379, 9445, 9453, 9493, 9495, 9520, 9611, 9621, 9659, 9797, 9807, 9812, 9816, 9866, 9909, 9936, 9947, 9957, 9994, 10002, 10041, 10057, 10065, 10075, 10095, 10159, 10175, 10197, 10221, 10266, 10267, 10351, 10357, 10679, 10709, 10772, 10787, 10853, 10923, 10936, 11144, 11173, 11241, 11301, 11303, 11307, 11316, 11356, 11364, 11387, 11407, 11411, 11478, 11504, 11580, 11617, 11625, 11903, 11907, 11965, 11977, 11983, 12006, 12133, 12144, 12165, 12173, 12223, 12234, 12263, 12300, 12307, 12334, 12458, 12466, 12519, 12597, 12627, 12629, 12630, 12637, 12686, 12732, 12905, 12931, 12952, 12987, 13009, 13053, 13155, 13232, 13295, 13306, 13319, 13422, 13425, 13662, 13663, 13726, 13770, 13865, 13954, 13956, 13967, 14029, 14033, 14046, 14064, 14071, 14080, 14109, 14126, 14133, 14161, 14171, 14208, 14221, 14271, 14398, 14420, 14477, 14508, 14566, 14683, 14774, 14948, 14991, 15040, 15043, 15046, 15144, 15147, 15197, 15232, 15301, 15340, 15370, 15372, 15390, 15436, 15506, 15546, 15585, 15596, 15602, 15621, 15733, 15747, 15890, 15908, 15995, 16226, 16275, 16332, 16339, 16342, 16371, 16393, 16417, 16422, 16432, 16437, 16535, 16564, 16608, 16651, 16712, 16713, 16787, 16808, 16827, 16897, 16916, 17004, 17016, 17143, 17199, 17212, 17239, 17264, 17307, 17315, 17332, 17333, 17341, 17477, 17508, 17589, 17633, 17663, 17687, 17743, 17753, 17757, 17795, 17807, 17915, 17953, 18013, 18070, 18080, 18121, 18226, 18230, 18311, 18376, 18389, 18438, 18516, 18530, 18534, 18637, 18674, 18724, 18767, 18800, 18891, 18919, 18950, 18991, 19026, 19071, 19096, 19108, 19194, 19200, 19222, 19267, 19277, 19281, 19318, 19328, 19468, 19500, 19611, 19613, 19670, 19686, 19785, 19894, 19911, 20029, 20068, 20211, 20228, 20256, 20276, 20284, 20364, 20434, 20446, 20469, 20490, 20500, 20545, 20572, 20582, 20666, 20708, 20756, 20829, 20846, 20854, 21091, 21092, 21216, 21244, 21245, 21397, 21440, 21546, 21560, 21600, 21614, 21628, 21637, 21679, 21714, 21730, 21733, 21797, 21837, 21852, 21871, 21887, 22026, 22143, 22258, 22281, 22308, 22324, 22355, 22381, 22464, 22487, 22543, 22596, 22627, 22662, 22880, 22914, 22947, 22965, 23037, 23124, 23150, 23152, 23186, 23311, 23320, 23362, 23378, 23383, 23451, 23509, 23660, 23683, 23726, 23739, 23752, 23778, 23809, 23969, 24050, 24056, 24076, 24108, 24127, 24182, 24213, 24245, 24347, 24352, 24403, 24418, 24584, 24613, 24663, 24673, 24677, 24690, 24765, 24767, 24868, 24925, 24959, 25027, 25029, 25065, 25127, 25201, 25217, 25298, 25343, 25406, 25477, 25489, 25512, 25645, 25688, 25740, 25758, 25771, 25824, 25851, 25885, 25962, 25963, 25993, 26013, 26032, 26040, 26042, 26053, 26055, 26061, 26106, 26149, 26204, 26282, 26333, 26342, 26433, 26451, 26473, 26476, 26542, 26582, 26646, 26759, 26788, 26819, 26849, 26966, 27011, 27015, 27032, 27051, 27081, 27086, 27152, 27212, 27237, 27392, 27397, 27407, 27430, 27467, 27653, 27675, 27770, 27779, 27804, 27872, 27882, 27907, 27985, 28032, 28134, 28169, 28201, 28235, 28264, 28286, 28317, 28400, 28418, 28423, 28460, 28470, 28578, 28599, 28813, 28857, 28859, 28922, 28950, 28985, 29022, 29024, 29033, 29116, 29117, 29132, 29163, 29320, 29379, 29543, 29555, 29562, 29579, 29586, 29621, 29652, 29698, 29760, 29865, 29969, 30018, 30036, 30083, 30104, 30119, 30212, 30214, 30332, 30362, 30474, 30490, 30504, 30576, 30652, 30671, 30739, 30816, 30830, 30858, 30907, 30919, 30954, 31021, 31032, 31034, 31114, 31135, 31149, 31153, 31180, 31250, 31339, 31374, 31479, 31486, 31548, 31551, 31693, 31702, 31716, 31768, 31786, 31803, 31867, 31969, 32004, 32008, 32014, 32019, 32071, 32092, 32183, 32192, 32307, 32429, 32432, 32442, 32467, 32608, 32658] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4300e9d5a47b85de8509a60135e60da6fbc03f5c Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..ef2455d9579057354f1d907d7b32f788e576ffdf Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..a16bce0760a47d9dd6ce4c27ce83a7ff3a4285f7 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[12, 13, 29, 49, 57, 68, 81, 95, 98, 105, 123, 124, 132, 143, 148, 151, 197, 209, 217, 222, 238, 252, 270, 274, 276, 293, 316, 340, 342, 356, 363, 367, 405, 412, 414, 420, 450, 465, 477, 480, 489, 504, 505, 514, 516, 518, 531, 534, 563, 582, 595, 604, 623, 628, 633, 671, 673, 678, 689, 695, 697, 704, 716, 719, 722, 739, 750, 766, 767, 785, 791, 863, 899, 927, 956, 962, 979, 987, 994, 996, 999, 1024, 1039, 1079, 1083, 1103, 1104, 1132, 1133, 1136, 1188, 1193, 1251, 1269, 1307, 1329, 1336, 1345, 1353, 1361, 1363, 1388, 1402, 1418, 1423, 1425, 1430, 1452, 1460, 1470, 1480, 1483, 1526, 1540, 1546, 1550, 1553, 1558, 1581, 1587, 1590, 1608, 1644, 1654, 1674, 1698, 1705, 1706, 1723, 1759, 1760, 1776, 1790, 1835, 1842, 1874, 1886, 1888, 1891, 1909, 1911, 1931, 1942, 1948, 1981, 1984, 2012, 2026, 2033, 2089, 2164, 2173, 2194, 2197, 2199, 2248, 2255, 2257, 2260, 2269, 2297, 2313, 2346, 2351, 2363, 2373, 2408, 2420, 2450, 2473, 2478, 2500, 2527, 2552, 2553, 2601, 2609, 2624, 2632, 2637, 2640, 2648, 2666, 2668, 2698, 2715, 2716, 2748, 2750, 2763, 2780, 2790, 2798, 2813, 2821, 2834, 2844, 2847, 2864, 2874, 2898, 2931, 2960, 2974, 3032, 3051, 3054, 3068, 3074, 3078, 3081, 3090, 3107, 3152, 3155, 3165, 3173, 3221, 3256, 3262, 3285, 3310, 3314, 3316, 3366, 3407, 3432, 3449, 3450, 3466, 3482, 3512, 3531, 3541, 3546, 3555, 3557, 3577, 3582, 3583, 3597, 3601, 3605, 3606, 3614, 3626, 3659, 3686, 3705, 3711, 3750, 3762, 3768, 3790, 3797, 3830, 3834, 3835, 3842, 3858, 3865, 3900, 3964, 3999, 4031, 4053, 4058, 4059, 4065, 4074, 4078, 4093, 4095, 4101, 4104, 4125, 4143, 4144, 4198, 4214, 4250, 4256, 4285, 4287, 4298, 4305, 4319, 4328, 4355, 4356, 4431, 4433, 4506, 4510, 4529, 4533, 4557, 4608, 4619, 4723, 4749, 4783, 4789, 4792, 4824, 4838, 4857, 4864, 4876, 4892, 4895, 4916, 4923, 4937, 4945, 4965, 4974, 4992, 5001, 5031, 5044, 5059, 5064, 5066, 5108, 5124, 5127, 5128, 5140, 5146, 5149, 5156, 5196, 5236, 5258, 5289, 5290, 5323, 5324, 5328, 5413, 5422, 5441, 5449, 5456, 5458, 5471, 5488, 5498, 5536, 5553, 5601, 5632, 5683, 5691, 5737, 5739, 5745, 5816, 5818, 5834, 5842, 5861, 5890, 5891, 5909, 5938, 5943, 6004, 6039, 6045, 6050, 6055, 6056, 6083, 6092, 6109, 6122, 6149, 6154, 6165, 6172, 6191, 6199, 6224, 6246, 6249, 6255, 6276, 6279, 6334, 6336, 6369, 6377, 6380, 6416, 6440, 6454, 6489, 6499, 6516, 6517, 6543, 6560, 6566, 6570, 6599, 6607, 6680, 6686, 6690, 6757, 6767, 6772, 6812, 6838, 6865, 6873, 6876, 6908, 6914, 6935, 6945, 6954, 6965, 7008, 7013, 7019, 7059, 7062, 7076, 7082, 7084, 7087, 7105, 7107, 7109, 7145, 7152, 7154, 7172, 7186, 7204, 7211, 7214, 7239, 7248, 7253, 7274, 7314, 7360, 7421, 7491, 7492, 7493, 7509, 7522, 7525, 7531, 7537, 7559, 7568, 7570, 7573, 7577, 7584, 7596, 7634, 7667, 7674, 7712, 7713, 7736, 7752, 7766, 7833, 7847, 7870, 7930, 7965, 7974, 7988, 8007, 8016, 8029, 8039, 8067, 8071, 8102, 8116, 8143, 8156, 8176, 8177, 8180, 8197, 8202, 8204, 8211, 8212, 8223, 8224, 8227, 8229, 8275, 8281, 8287, 8339, 8347, 8351, 8361, 8368, 8369, 8385, 8410, 8412, 8422, 8442, 8449, 8476, 8480, 8485, 8489, 8499, 8553, 8562, 8573, 8577, 8578, 8601, 8604, 8610, 8641, 8720, 8733, 8737, 8744, 8769, 8789, 8801, 8805, 8811, 8828, 8832, 8835, 8863, 8879, 8925, 8941, 8966, 8976, 9053, 9062, 9071, 9072, 9077, 9089, 9099, 9118, 9122, 9136, 9143, 9145, 9169, 9184, 9197, 9199, 9210, 9236, 9240, 9268, 9274, 9281, 9309, 9319, 9369, 9375, 9377, 9379, 9413, 9425, 9449, 9450, 9453, 9457, 9471, 9482, 9488, 9493, 9526, 9554, 9560, 9583, 9586, 9596, 9631, 9635, 9668, 9692, 9696, 9718, 9754, 9797, 9806, 9827, 9870, 9875, 9895, 9897, 9941, 9942, 9947, 9952, 9957, 9972, 10002, 10012, 10016, 10044, 10075, 10088, 10149, 10197, 10220, 10269, 10270, 10306, 10335, 10342, 10348, 10352, 10353, 10373, 10376, 10384, 10385, 10393, 10409, 10458, 10468, 10473, 10476, 10495, 10498, 10499, 10511, 10525, 10560, 10591, 10595, 10606, 10625, 10642, 10652, 10663, 10666, 10674, 10679, 10705, 10722, 10770, 10775, 10793, 10848, 10889, 10922, 10948, 10961, 10967, 11033, 11053, 11061, 11095, 11104, 11112, 11124, 11136, 11173, 11187, 11203, 11205, 11230, 11233, 11259, 11262, 11293, 11303, 11310, 11313, 11341, 11348, 11363, 11375, 11392, 11433, 11442, 11446, 11475, 11487, 11493, 11511, 11528, 11531, 11538, 11542, 11561, 11580, 11593, 11617, 11619, 11620, 11652, 11654, 11667, 11675, 11686, 11703, 11758, 11779, 11804, 11810, 11833, 11856, 11919, 11968, 11983, 12022, 12032, 12045, 12059, 12066, 12069, 12076, 12128, 12133, 12165, 12189, 12198, 12238, 12242, 12256, 12266, 12281, 12300, 12322, 12326, 12328, 12331, 12363, 12389, 12392, 12410, 12415, 12440, 12458, 12497, 12519, 12537, 12550, 12561, 12636, 12638, 12655, 12656, 12663, 12686, 12745, 12775, 12800, 12805, 12834, 12846, 12878, 12894, 12905, 12937, 12959, 12966, 13009, 13016, 13041, 13043, 13064, 13074, 13076, 13079, 13085, 13093, 13097, 13102, 13135, 13148, 13155, 13162, 13180, 13195, 13198, 13200, 13206, 13207, 13213, 13222, 13244, 13245, 13246, 13289, 13306, 13319, 13327, 13338, 13349, 13366, 13371, 13374, 13380, 13425, 13428, 13447, 13460, 13480, 13516, 13517, 13522, 13526, 13548, 13557, 13561, 13562, 13563, 13566, 13599, 13607, 13612, 13642, 13647, 13654, 13725, 13748, 13753, 13757, 13759, 13777, 13781, 13797, 13800, 13816, 13863, 13870, 13874, 13878, 13915, 13921, 13962, 13966, 13988, 14000, 14009, 14011, 14015, 14033, 14040, 14088, 14102, 14147, 14161, 14171, 14178, 14179, 14185, 14201, 14247, 14255, 14259, 14309, 14330, 14340, 14368, 14398, 14429, 14436, 14437, 14451, 14461, 14490, 14491, 14540, 14544, 14560, 14574, 14600, 14619, 14623, 14647, 14652, 14657, 14701, 14727, 14734, 14745, 14746, 14747, 14763, 14776, 14780, 14820, 14869, 14929, 14937, 14941, 14960, 14969, 14976, 14977, 14985, 15000, 15006, 15040, 15042, 15063, 15064, 15066, 15101, 15153, 15191, 15195, 15203, 15221, 15237, 15248, 15275, 15293, 15340, 15341, 15366, 15380, 15396, 15407, 15408, 15440, 15446, 15469, 15472, 15488, 15490, 15507, 15528, 15567, 15590, 15600, 15632, 15677, 15721, 15734, 15747, 15760, 15776, 15783, 15795, 15796, 15809, 15873, 15877, 15906, 15914, 15915, 15929, 15975, 15976, 15985, 16077, 16103, 16141, 16145, 16153, 16178, 16195, 16200, 16235, 16259, 16282, 16297, 16332, 16339, 16342, 16418, 16466, 16483, 16526, 16530, 16552, 16564, 16572, 16579, 16583, 16584, 16585, 16644, 16647, 16651, 16669, 16713, 16722, 16740, 16744, 16786, 16803, 16804, 16808, 16824, 16827, 16829, 16831, 16854, 16873, 16875, 16882, 16890, 16916, 16930, 16950, 16958, 16986, 16990, 17026, 17030, 17034, 17037, 17079, 17087, 17090, 17095, 17100, 17103, 17124, 17151, 17164, 17171, 17176, 17199, 17327, 17332, 17347, 17394, 17412, 17422, 17427, 17455, 17493, 17496, 17547, 17564, 17567, 17653, 17654, 17657, 17663, 17713, 17766, 17776, 17778, 17795, 17810, 17915, 17924, 17925, 17938, 17959, 17984, 17985, 17989, 18013, 18023, 18043, 18061, 18070, 18071, 18072, 18104, 18135, 18148, 18153, 18156, 18182, 18237, 18251, 18265, 18311, 18325, 18343, 18358, 18376, 18389, 18407, 18409, 18418, 18431, 18432, 18445, 18481, 18514, 18530, 18532, 18550, 18556, 18567, 18568, 18586, 18589, 18596, 18617, 18708, 18715, 18721, 18774, 18776, 18891, 18897, 18941, 18985, 19005, 19019, 19022, 19075, 19081, 19093, 19158, 19194, 19200, 19239, 19269, 19281, 19313, 19318, 19326, 19344, 19357, 19364, 19394, 19492, 19517, 19548, 19584, 19588, 19595, 19611, 19620, 19625, 19627, 19632, 19677, 19694, 19768, 19769, 19781, 19850, 19855, 19871, 19932, 19948, 19983, 19991, 19995, 20001, 20027, 20029, 20052, 20083, 20117, 20177, 20190, 20191, 20211, 20228, 20233, 20263, 20265, 20276, 20293, 20305, 20331, 20346, 20359, 20371, 20390, 20434, 20461, 20490, 20496, 20500, 20504, 20506, 20566, 20572, 20600, 20613, 20616, 20621, 20644, 20647, 20649, 20657, 20668, 20695, 20699, 20704, 20745, 20746, 20759, 20817, 20824, 20829, 20838, 20840, 20851, 20856, 20861, 20876, 20882, 20933, 20970, 20979, 20989, 21026, 21045, 21111, 21120, 21141, 21171, 21172, 21173, 21204, 21205, 21210, 21236, 21237, 21249, 21257, 21281, 21291, 21302, 21325, 21350, 21374, 21386, 21407, 21507, 21527, 21559, 21577, 21588, 21598, 21607, 21612, 21614, 21622, 21625, 21640, 21654, 21667, 21673, 21679, 21692, 21709, 21716, 21735, 21750, 21764, 21835, 21837, 21851, 21852, 21856, 21887, 21911, 21917, 21921, 21942, 21952, 21961, 21994, 21997, 21999, 22005, 22019, 22025, 22029, 22069, 22084, 22085, 22122, 22129, 22152, 22201, 22268, 22281, 22304, 22318, 22326, 22348, 22361, 22368, 22398, 22399, 22403, 22481, 22535, 22542, 22556, 22564, 22600, 22609, 22610, 22645, 22664, 22676, 22683, 22709, 22729, 22754, 22775, 22831, 22871, 22880, 22889, 22890, 22911, 22924, 22940, 22947, 22963, 22999, 23038, 23070, 23106, 23114, 23132, 23147, 23186, 23187, 23232, 23234, 23245, 23278, 23295, 23297, 23342, 23347, 23371, 23388, 23425, 23443, 23464, 23495, 23505, 23509, 23534, 23549, 23556, 23588, 23615, 23667, 23692, 23712, 23726, 23752, 23778, 23785, 23805, 23828, 23833, 23845, 23923, 23934, 23947, 23949, 23967, 23976, 24023, 24024, 24037, 24047, 24056, 24061, 24062, 24069, 24085, 24087, 24089, 24108, 24113, 24125, 24154, 24231, 24293, 24296, 24415, 24429, 24453, 24478, 24497, 24519, 24536, 24541, 24543, 24545, 24589, 24596, 24613, 24673, 24675, 24690, 24725, 24741, 24746, 24767, 24812, 24830, 24853, 24861, 24898, 24907, 24920, 24927, 24959, 24960, 24980, 25046, 25055, 25088, 25092, 25124, 25139, 25146, 25152, 25158, 25159, 25167, 25187, 25210, 25232, 25241, 25255, 25279, 25311, 25357, 25419, 25468, 25477, 25481, 25512, 25557, 25589, 25593, 25596, 25615, 25635, 25656, 25657, 25688, 25698, 25716, 25740, 25751, 25757, 25838, 25854, 25865, 25878, 25879, 25880, 25888, 25907, 25913, 25926, 25938, 25944, 25946, 25949, 25962, 25970, 26013, 26046, 26053, 26055, 26075, 26078, 26082, 26092, 26100, 26138, 26154, 26157, 26161, 26174, 26180, 26249, 26254, 26265, 26297, 26298, 26332, 26362, 26379, 26433, 26440, 26519, 26524, 26542, 26633, 26634, 26650, 26656, 26667, 26691, 26725, 26740, 26745, 26751, 26754, 26775, 26784, 26803, 26812, 26814, 26855, 26868, 26875, 26886, 26899, 26907, 26911, 26914, 26920, 26939, 26966, 26988, 27006, 27026, 27039, 27051, 27080, 27099, 27104, 27139, 27154, 27185, 27203, 27206, 27236, 27275, 27304, 27315, 27418, 27431, 27435, 27457, 27481, 27514, 27545, 27566, 27568, 27622, 27651, 27652, 27662, 27681, 27692, 27693, 27704, 27712, 27733, 27742, 27770, 27779, 27785, 27796, 27809, 27852, 27872, 27886, 27892, 27897, 27948, 27982, 27984, 28008, 28032, 28041, 28091, 28116, 28133, 28160, 28169, 28201, 28257, 28305, 28307, 28312, 28339, 28347, 28361, 28366, 28373, 28374, 28409, 28423, 28462, 28485, 28508, 28534, 28563, 28576, 28578, 28588, 28611, 28655, 28713, 28717, 28726, 28772, 28779, 28785, 28796, 28810, 28837, 28843, 28862, 28865, 28935, 28949, 28950, 28972, 28983, 28985, 29003, 29022, 29023, 29033, 29077, 29099, 29103, 29183, 29240, 29249, 29252, 29253, 29274, 29312, 29320, 29381, 29384, 29394, 29403, 29430, 29455, 29456, 29487, 29488, 29493, 29498, 29521, 29537, 29544, 29552, 29567, 29586, 29592, 29603, 29616, 29621, 29696, 29698, 29741, 29760, 29819, 29829, 29835, 29843, 29847, 29865, 29871, 29905, 29926, 29954, 29956, 29961, 29980, 29984, 29989, 29992, 30018, 30063, 30190, 30212, 30301, 30322, 30332, 30368, 30404, 30439, 30481, 30490, 30502, 30506, 30517, 30555, 30576, 30635, 30637, 30656, 30680, 30683, 30688, 30690, 30699, 30732, 30755, 30763, 30789, 30811, 30816, 30827, 30858, 30860, 30873, 30889, 30988, 30992, 31047, 31060, 31070, 31088, 31097, 31114, 31130, 31153, 31177, 31199, 31200, 31218, 31230, 31250, 31270, 31290, 31291, 31340, 31359, 31362, 31387, 31420, 31438, 31444, 31470, 31480, 31486, 31535, 31542, 31604, 31631, 31636, 31677, 31702, 31729, 31733, 31763, 31771, 31781, 31782, 31833, 31886, 31895, 31910, 31933, 31941, 31956, 31960, 32004, 32014, 32031, 32038, 32040, 32076, 32079, 32092, 32110, 32138, 32166, 32183, 32243, 32264, 32272, 32292, 32316, 32347, 32367, 32405, 32414, 32417, 32421, 32424, 32427, 32434, 32467, 32470, 32471, 32545, 32552, 32564, 32566, 32574, 32592, 32596, 32602, 32603, 32635, 32646, 32730, 32735, 32757] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..40889530446c15e069fdf05990115197e8e5e4de Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5954312003067aaae645c8770cfe37a0a127337d Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..9eadf8c3bec56b151725eb3aa6c662f5f4471eb7 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:last_token)_indices @@ -0,0 +1 @@ +[217, 226, 293, 296, 474, 701, 845, 984, 1024, 1035, 1133, 1425, 1460, 1483, 1541, 1701, 1702, 1724, 1772, 2142, 2257, 2313, 2436, 2523, 2668, 2689, 2736, 2748, 2798, 2863, 2898, 3000, 3040, 3078, 3152, 3183, 3294, 3313, 3325, 3332, 3466, 3509, 3559, 3650, 3841, 3860, 3920, 3990, 4001, 4015, 4017, 4070, 4104, 4217, 4266, 4359, 4618, 4639, 4909, 4945, 4998, 5039, 5060, 5404, 5449, 5525, 5737, 5868, 5933, 5958, 6019, 6040, 6134, 6347, 6407, 6482, 6486, 6489, 6519, 6559, 6587, 6627, 6639, 6692, 6722, 6772, 6783, 6788, 6857, 6865, 6876, 6946, 7082, 7104, 7154, 7216, 7289, 7410, 7773, 8071, 8138, 8177, 8190, 8205, 8238, 8465, 8573, 8578, 8801, 8882, 8901, 8966, 9017, 9132, 9325, 9445, 9492, 9495, 9590, 9607, 9806, 9816, 9836, 9983, 10005, 10015, 10073, 10088, 10089, 10131, 10197, 10221, 10417, 10449, 10468, 10536, 10682, 10726, 10759, 10848, 10936, 11033, 11136, 11138, 11173, 11181, 11446, 11625, 11627, 11689, 12165, 12303, 12536, 12686, 12768, 13009, 13122, 13142, 13315, 13319, 13374, 13445, 13479, 13662, 13859, 13915, 13921, 14088, 14171, 14201, 14215, 14230, 14278, 14420, 14683, 14727, 14776, 14889, 14948, 15000, 15045, 15220, 15407, 15469, 15490, 15504, 15596, 15602, 15770, 15776, 16067, 16200, 16350, 16484, 16653, 16740, 16787, 16883, 16928, 17104, 17626, 17654, 17743, 17803, 17884, 17925, 17953, 17989, 17999, 18013, 18135, 18156, 18443, 18458, 18534, 18586, 18746, 18891, 18981, 19005, 19096, 19140, 19158, 19308, 19391, 19595, 19605, 19610, 19611, 19661, 19911, 19923, 19932, 20035, 20359, 20390, 20648, 20778, 20838, 20861, 20915, 21172, 21338, 21432, 21513, 21560, 21614, 21654, 21667, 21673, 21679, 21716, 21852, 22041, 22076, 22258, 22281, 22343, 22432, 22750, 22874, 22895, 23106, 23144, 23320, 23371, 23556, 23559, 23628, 23683, 23696, 23739, 23993, 24032, 24062, 24127, 24224, 24350, 24359, 24480, 24596, 24673, 24750, 24840, 24962, 25033, 25202, 25225, 25635, 25758, 25824, 26013, 26031, 26100, 26279, 26707, 26759, 26788, 26911, 26994, 27046, 27099, 27285, 27428, 27441, 27522, 27574, 28283, 28406, 28720, 28843, 28950, 29100, 29132, 29299, 29353, 29938, 29980, 30018, 30188, 30212, 30231, 30267, 30429, 30478, 30576, 30656, 30710, 30755, 30907, 30990, 31021, 31077, 31280, 31420, 31644, 31666, 31736, 31781, 31910, 31988, 32001, 32359, 32367, 32434, 32467, 32542, 32545, 32596, 32645] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..599a176312b82b7892b675807b4d7acde38664ce Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:20,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..226bb99710dd36b221dee37a240fdb092a5d8a57 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..e6c226863096908dbe65b04d317f9d6c26de4f69 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[46, 51, 145, 184, 229, 442, 529, 546, 559, 574, 602, 705, 735, 814, 821, 846, 969, 1015, 1049, 1119, 1168, 1265, 1392, 1406, 1410, 1508, 1518, 1558, 1584, 1638, 1695, 1809, 1925, 1992, 2012, 2015, 2017, 2070, 2154, 2169, 2278, 2376, 2430, 2569, 2597, 2600, 2613, 2643, 2645, 2658, 2715, 2741, 2779, 2843, 2848, 2911, 2937, 2959, 2978, 3006, 3026, 3100, 3166, 3217, 3218, 3238, 3245, 3269, 3286, 3287, 3314, 3346, 3449, 3465, 3494, 3508, 3539, 3544, 3554, 3593, 3636, 3670, 3721, 3740, 3746, 3877, 3889, 3913, 3946, 4010, 4025, 4055, 4140, 4143, 4270, 4318, 4357, 4437, 4466, 4471, 4513, 4520, 4538, 4544, 4591, 4628, 4731, 4901, 4939, 4958, 4965, 5048, 5140, 5164, 5298, 5307, 5374, 5435, 5460, 5472, 5544, 5566, 5605, 5618, 5647, 5759, 5842, 5864, 5914, 5966, 5999, 6029, 6036, 6062, 6139, 6154, 6156, 6183, 6268, 6401, 6414, 6434, 6522, 6583, 6596, 6634, 6641, 6682, 6698, 6767, 6768, 6840, 6906, 7040, 7057, 7071, 7115, 7189, 7362, 7394, 7407, 7432, 7546, 7548, 7565, 7615, 7621, 7712, 7714, 7745, 7760, 7872, 7926, 7981, 8139, 8144, 8202, 8259, 8265, 8276, 8416, 8470, 8477, 8482, 8507, 8524, 8642, 8646, 8689, 8731, 8759, 8775, 8802, 8869, 8893, 8921, 8993, 9028, 9121, 9122, 9252, 9255, 9271, 9279, 9299, 9311, 9313, 9337, 9371, 9430, 9541, 9592, 9602, 9676, 9685, 9761, 9773, 9925, 9978, 10014, 10066, 10085, 10159, 10181, 10203, 10255, 10304, 10387, 10444, 10467, 10496, 10507, 10530, 10589, 10622, 10762, 10805, 10818, 10867, 10909, 11100, 11127, 11170, 11174, 11245, 11282, 11333, 11398, 11420, 11482, 11503, 11510, 11525, 11558, 11681, 11690, 11706, 11817, 11843, 11849, 11872, 11907, 11977, 12002, 12010, 12050, 12068, 12105, 12176, 12211, 12243, 12269, 12417, 12501, 12638, 12641, 12668, 12671, 12682, 12683, 12740, 12789, 12844, 12879, 12927, 13054, 13203, 13205, 13213, 13239, 13315, 13337, 13340, 13346, 13390, 13450, 13596, 13874, 13930, 14066, 14095, 14096, 14124, 14175, 14246, 14281, 14388, 14406, 14461, 14554, 14557, 14558, 14661, 14665, 14666, 14683, 14801, 14809, 14831, 14874, 14921, 14930, 15011, 15109, 15124, 15164, 15342, 15556, 15563, 15574, 15620, 15625, 15702, 15848, 15864, 15869, 15879, 16011, 16021, 16023, 16161, 16214, 16218, 16232, 16337, 16364, 16405, 16409, 16505, 16526, 16662, 16707, 16722, 16809, 16864, 16915, 17023, 17038, 17094, 17118, 17131, 17337, 17358, 17417, 17430, 17477, 17491, 17497, 17545, 17758, 17918, 17929, 17986, 18062, 18099, 18171, 18303, 18338, 18346, 18412, 18562, 18567, 18597, 18814, 18836, 18947, 19000, 19031, 19099, 19103, 19184, 19229, 19317, 19457, 19548, 19570, 19585, 19595, 19643, 19734, 19759, 19797, 19863, 19882, 19985, 20040, 20227, 20267, 20279, 20303, 20422, 20496, 20524, 20567, 20586, 20626, 20642, 20643, 20745, 20747, 20850, 20861, 20903, 20934, 21072, 21171, 21174, 21248, 21348, 21350, 21419, 21466, 21468, 21470, 21497, 21536, 21574, 21681, 21735, 21763, 21772, 21777, 21792, 21824, 21870, 21873, 21954, 22012, 22018, 22020, 22026, 22050, 22061, 22097, 22139, 22144, 22221, 22247, 22254, 22278, 22398, 22449, 22538, 22544, 22664, 22731, 22752, 22779, 22863, 22909, 22924, 22961, 23140, 23179, 23251, 23266, 23342, 23390, 23464, 23485, 23610, 23637, 23875, 24032, 24147, 24236, 24277, 24361, 24397, 24560, 24596, 24685, 24848, 24897, 24905, 24916, 24940, 25026, 25027, 25099, 25134, 25176, 25363, 25400, 25593, 25615, 25668, 25708, 25738, 25784, 25814, 25829, 25874, 25889, 25897, 25966, 26028, 26044, 26058, 26092, 26122, 26206, 26286, 26372, 26419, 26457, 26525, 26545, 26573, 26594, 26640, 26759, 26813, 26824, 26894, 26978, 27090, 27122, 27149, 27212, 27245, 27389, 27406, 27434, 27458, 27516, 27737, 27741, 27794, 27804, 27938, 28190, 28254, 28271, 28279, 28381, 28398, 28500, 28531, 28564, 28571, 28598, 28689, 28740, 28779, 28894, 28906, 28915, 28967, 29077, 29154, 29359, 29484, 29553, 29578, 29687, 29727, 29780, 29861, 29870, 29946, 29982, 30085, 30154, 30213, 30221, 30278, 30353, 30575, 30652, 30665, 30830, 30945, 31046, 31072, 31080, 31124, 31205, 31215, 31376, 31377, 31382, 31387, 31465, 31476, 31538, 31793, 31860, 31932, 31947, 31950, 32013, 32035, 32069, 32077, 32174, 32250, 32277, 32437, 32533, 32752] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..0799b4e4ba747c06e31bb6c3868cd780614b9d62 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..90f74ba23818bcd4f7d5acc1458e20881de7d174 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..914a6c96ac2cef590b85c230be47a8c66ec88661 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[70, 101, 128, 192, 200, 229, 232, 242, 243, 249, 251, 260, 282, 283, 348, 353, 428, 460, 534, 540, 597, 612, 658, 662, 664, 690, 710, 741, 772, 777, 798, 811, 877, 885, 895, 916, 931, 937, 939, 942, 943, 990, 1015, 1019, 1073, 1091, 1092, 1114, 1155, 1192, 1204, 1221, 1223, 1247, 1257, 1262, 1265, 1266, 1272, 1294, 1301, 1309, 1316, 1334, 1359, 1376, 1377, 1397, 1406, 1427, 1440, 1457, 1471, 1473, 1504, 1514, 1518, 1520, 1552, 1555, 1584, 1595, 1623, 1638, 1655, 1687, 1690, 1703, 1712, 1715, 1716, 1725, 1736, 1751, 1781, 1805, 1813, 1831, 1832, 1844, 1858, 1879, 1880, 1883, 1915, 1922, 1929, 1961, 1962, 1969, 1970, 2009, 2015, 2017, 2035, 2045, 2050, 2055, 2082, 2085, 2089, 2092, 2116, 2118, 2122, 2136, 2141, 2156, 2169, 2184, 2205, 2213, 2235, 2251, 2277, 2281, 2301, 2312, 2319, 2332, 2363, 2367, 2376, 2393, 2412, 2416, 2437, 2461, 2469, 2530, 2531, 2564, 2577, 2586, 2600, 2603, 2609, 2615, 2643, 2653, 2661, 2673, 2696, 2698, 2702, 2707, 2772, 2806, 2807, 2842, 2848, 2924, 2936, 2953, 2965, 2969, 2987, 2996, 3010, 3074, 3082, 3094, 3100, 3109, 3133, 3158, 3171, 3211, 3212, 3216, 3222, 3238, 3274, 3287, 3289, 3314, 3320, 3337, 3338, 3340, 3349, 3376, 3408, 3431, 3446, 3456, 3476, 3508, 3531, 3537, 3538, 3539, 3547, 3561, 3567, 3576, 3593, 3602, 3616, 3632, 3638, 3691, 3697, 3714, 3746, 3789, 3797, 3815, 3816, 3819, 3872, 3877, 3923, 3924, 3929, 3957, 3973, 3991, 4001, 4057, 4069, 4075, 4113, 4130, 4156, 4175, 4215, 4261, 4273, 4292, 4307, 4319, 4321, 4354, 4357, 4380, 4391, 4408, 4410, 4411, 4426, 4427, 4432, 4437, 4466, 4481, 4492, 4506, 4520, 4548, 4553, 4559, 4577, 4600, 4601, 4602, 4614, 4622, 4644, 4649, 4652, 4684, 4722, 4776, 4780, 4781, 4818, 4821, 4837, 4861, 4866, 4884, 4889, 4901, 4929, 4950, 4965, 4976, 5008, 5028, 5033, 5101, 5105, 5113, 5164, 5181, 5192, 5224, 5228, 5249, 5260, 5268, 5298, 5318, 5321, 5335, 5337, 5358, 5371, 5410, 5413, 5420, 5433, 5444, 5454, 5495, 5523, 5548, 5563, 5605, 5621, 5648, 5653, 5683, 5690, 5722, 5743, 5767, 5784, 5788, 5798, 5844, 5850, 5853, 5883, 5919, 5925, 5956, 5962, 5966, 5988, 6029, 6053, 6112, 6122, 6151, 6204, 6257, 6259, 6261, 6279, 6285, 6340, 6370, 6401, 6407, 6408, 6414, 6415, 6423, 6456, 6463, 6477, 6480, 6535, 6580, 6581, 6593, 6621, 6634, 6639, 6641, 6679, 6686, 6700, 6730, 6738, 6741, 6742, 6768, 6771, 6778, 6787, 6817, 6829, 6831, 6853, 6925, 6991, 7007, 7025, 7035, 7050, 7067, 7096, 7105, 7115, 7119, 7124, 7137, 7145, 7172, 7189, 7221, 7223, 7243, 7286, 7336, 7362, 7396, 7399, 7432, 7435, 7437, 7456, 7470, 7479, 7516, 7536, 7546, 7550, 7577, 7586, 7589, 7607, 7610, 7621, 7640, 7715, 7732, 7747, 7792, 7822, 7832, 7854, 7873, 7883, 7884, 7961, 7969, 7981, 7982, 8116, 8161, 8167, 8218, 8230, 8257, 8260, 8265, 8269, 8278, 8333, 8377, 8396, 8404, 8415, 8454, 8456, 8470, 8498, 8524, 8531, 8535, 8593, 8603, 8614, 8619, 8647, 8661, 8689, 8694, 8699, 8706, 8733, 8778, 8791, 8859, 8880, 8892, 8900, 8903, 8953, 8956, 8961, 8993, 9003, 9030, 9055, 9066, 9073, 9079, 9088, 9089, 9113, 9190, 9201, 9202, 9221, 9234, 9243, 9247, 9252, 9253, 9255, 9265, 9279, 9285, 9302, 9311, 9313, 9326, 9362, 9447, 9456, 9467, 9492, 9512, 9513, 9530, 9543, 9565, 9575, 9586, 9592, 9607, 9610, 9624, 9651, 9666, 9703, 9706, 9712, 9765, 9778, 9815, 9819, 9862, 9878, 9933, 9948, 9953, 9958, 9967, 9990, 10008, 10064, 10099, 10110, 10129, 10138, 10141, 10161, 10181, 10183, 10184, 10200, 10216, 10235, 10248, 10254, 10451, 10467, 10470, 10496, 10506, 10510, 10515, 10530, 10548, 10554, 10578, 10583, 10625, 10627, 10714, 10723, 10799, 10819, 10822, 10847, 10848, 10862, 10867, 10914, 10915, 10958, 10973, 10980, 10995, 11028, 11033, 11054, 11067, 11087, 11090, 11100, 11105, 11106, 11112, 11126, 11129, 11144, 11152, 11164, 11174, 11245, 11259, 11268, 11322, 11336, 11338, 11343, 11349, 11395, 11437, 11472, 11510, 11525, 11526, 11531, 11571, 11579, 11586, 11634, 11645, 11651, 11667, 11670, 11681, 11718, 11772, 11777, 11781, 11798, 11820, 11821, 11843, 11849, 11856, 11872, 11894, 11918, 11921, 11940, 11993, 12006, 12016, 12024, 12030, 12036, 12051, 12089, 12115, 12209, 12214, 12247, 12293, 12301, 12315, 12321, 12353, 12365, 12426, 12450, 12487, 12500, 12501, 12513, 12529, 12532, 12602, 12676, 12683, 12770, 12777, 12808, 12815, 12844, 12879, 12889, 12893, 12906, 12929, 12969, 13002, 13064, 13079, 13087, 13093, 13107, 13110, 13115, 13130, 13138, 13141, 13237, 13251, 13282, 13283, 13306, 13313, 13316, 13361, 13375, 13383, 13414, 13485, 13575, 13582, 13613, 13615, 13640, 13661, 13719, 13773, 13823, 13837, 13840, 13844, 13869, 13874, 13881, 13904, 13911, 13918, 13922, 13924, 13930, 13945, 14001, 14021, 14051, 14076, 14091, 14098, 14188, 14197, 14249, 14273, 14274, 14280, 14281, 14285, 14299, 14306, 14333, 14337, 14338, 14481, 14494, 14501, 14573, 14601, 14607, 14622, 14633, 14650, 14672, 14677, 14711, 14713, 14717, 14744, 14753, 14807, 14809, 14832, 14863, 14889, 14941, 14978, 14989, 14993, 15020, 15051, 15109, 15124, 15134, 15137, 15164, 15196, 15211, 15247, 15261, 15275, 15281, 15320, 15394, 15408, 15416, 15426, 15443, 15447, 15465, 15620, 15623, 15625, 15636, 15647, 15699, 15711, 15734, 15768, 15819, 15845, 15864, 15872, 15879, 15887, 15893, 15934, 15947, 15963, 16011, 16016, 16017, 16023, 16025, 16066, 16102, 16105, 16131, 16161, 16214, 16313, 16333, 16378, 16390, 16410, 16462, 16464, 16518, 16529, 16538, 16549, 16577, 16624, 16662, 16665, 16702, 16720, 16757, 16785, 16805, 16813, 16881, 16892, 16905, 16908, 16913, 16940, 16955, 16960, 16971, 16972, 16986, 17003, 17023, 17043, 17072, 17078, 17086, 17099, 17113, 17131, 17172, 17203, 17214, 17215, 17226, 17265, 17266, 17299, 17333, 17337, 17358, 17368, 17377, 17428, 17447, 17461, 17545, 17608, 17635, 17644, 17648, 17650, 17655, 17672, 17708, 17728, 17756, 17758, 17788, 17796, 17805, 17835, 17869, 17894, 17909, 17986, 17987, 17992, 18000, 18013, 18017, 18020, 18043, 18054, 18063, 18066, 18070, 18075, 18099, 18101, 18114, 18160, 18164, 18168, 18186, 18187, 18211, 18235, 18267, 18275, 18298, 18309, 18310, 18320, 18327, 18328, 18340, 18346, 18363, 18377, 18412, 18430, 18437, 18464, 18471, 18482, 18499, 18503, 18507, 18559, 18567, 18574, 18587, 18639, 18643, 18662, 18674, 18685, 18707, 18720, 18761, 18776, 18782, 18784, 18793, 18806, 18814, 18832, 18847, 18866, 18869, 18907, 18948, 18983, 18984, 18989, 19000, 19026, 19039, 19078, 19098, 19103, 19117, 19125, 19143, 19158, 19176, 19229, 19264, 19267, 19276, 19317, 19333, 19337, 19366, 19405, 19426, 19427, 19431, 19448, 19457, 19489, 19499, 19538, 19549, 19568, 19582, 19664, 19668, 19685, 19688, 19707, 19708, 19718, 19722, 19759, 19765, 19820, 19831, 19839, 19842, 19875, 19909, 19935, 19959, 19968, 19969, 20052, 20073, 20085, 20110, 20129, 20141, 20150, 20152, 20153, 20216, 20227, 20264, 20267, 20279, 20301, 20345, 20346, 20370, 20431, 20445, 20458, 20477, 20507, 20528, 20529, 20532, 20546, 20570, 20586, 20615, 20616, 20617, 20629, 20643, 20652, 20654, 20657, 20677, 20700, 20702, 20713, 20747, 20770, 20781, 20785, 20818, 20830, 20831, 20837, 20842, 20856, 20876, 20884, 20900, 20953, 20977, 21007, 21044, 21097, 21147, 21171, 21194, 21231, 21248, 21269, 21270, 21328, 21330, 21337, 21350, 21429, 21440, 21464, 21468, 21484, 21493, 21512, 21527, 21560, 21573, 21574, 21575, 21576, 21618, 21660, 21670, 21728, 21762, 21798, 21806, 21815, 21816, 21831, 21835, 21944, 21951, 21952, 21954, 21960, 21971, 21973, 21988, 21989, 22006, 22011, 22012, 22018, 22019, 22042, 22055, 22061, 22076, 22139, 22144, 22147, 22149, 22159, 22162, 22164, 22165, 22181, 22187, 22204, 22230, 22239, 22268, 22292, 22307, 22332, 22363, 22364, 22396, 22489, 22532, 22538, 22546, 22553, 22618, 22621, 22630, 22652, 22656, 22660, 22675, 22681, 22723, 22746, 22754, 22792, 22860, 22865, 22894, 22918, 22922, 22926, 22943, 22956, 23004, 23014, 23049, 23058, 23066, 23079, 23103, 23108, 23128, 23140, 23197, 23237, 23248, 23251, 23311, 23343, 23387, 23390, 23405, 23417, 23426, 23469, 23485, 23548, 23553, 23586, 23629, 23685, 23840, 23881, 23889, 23903, 23917, 23958, 24000, 24012, 24019, 24046, 24064, 24079, 24098, 24104, 24115, 24147, 24151, 24189, 24276, 24316, 24332, 24353, 24358, 24362, 24374, 24394, 24397, 24409, 24417, 24430, 24472, 24521, 24552, 24560, 24564, 24588, 24596, 24621, 24644, 24649, 24659, 24679, 24793, 24803, 24811, 24819, 24829, 24839, 24849, 24852, 24859, 24866, 24885, 24900, 24902, 24929, 24962, 24966, 24974, 24980, 25010, 25030, 25041, 25055, 25065, 25093, 25104, 25132, 25134, 25150, 25208, 25231, 25256, 25261, 25297, 25322, 25324, 25329, 25404, 25434, 25437, 25515, 25556, 25592, 25593, 25638, 25656, 25706, 25750, 25779, 25804, 25829, 25852, 25861, 25885, 25889, 25940, 25953, 25960, 25975, 25986, 26044, 26056, 26080, 26126, 26128, 26141, 26157, 26162, 26167, 26170, 26222, 26259, 26307, 26340, 26536, 26540, 26561, 26576, 26589, 26605, 26638, 26658, 26668, 26669, 26690, 26730, 26786, 26788, 26798, 26852, 26864, 26887, 26894, 26907, 26929, 26967, 27000, 27010, 27025, 27056, 27135, 27149, 27219, 27243, 27266, 27292, 27367, 27405, 27407, 27416, 27421, 27434, 27476, 27480, 27511, 27516, 27523, 27551, 27582, 27584, 27596, 27602, 27632, 27644, 27654, 27675, 27687, 27705, 27729, 27737, 27758, 27761, 27881, 27895, 27900, 27902, 27910, 27916, 27932, 27997, 27998, 28040, 28064, 28094, 28131, 28144, 28180, 28222, 28258, 28271, 28275, 28295, 28317, 28373, 28379, 28398, 28408, 28410, 28417, 28500, 28526, 28550, 28571, 28576, 28625, 28681, 28683, 28700, 28707, 28710, 28717, 28806, 28829, 28936, 28952, 29077, 29090, 29097, 29126, 29162, 29174, 29178, 29209, 29228, 29254, 29282, 29441, 29493, 29500, 29553, 29554, 29560, 29590, 29631, 29634, 29640, 29681, 29685, 29687, 29721, 29738, 29779, 29792, 29863, 29944, 29974, 30003, 30022, 30031, 30033, 30099, 30122, 30126, 30134, 30213, 30214, 30221, 30222, 30328, 30353, 30373, 30394, 30403, 30436, 30447, 30495, 30499, 30501, 30507, 30530, 30554, 30588, 30616, 30665, 30667, 30710, 30753, 30761, 30778, 30790, 30801, 30845, 30874, 30877, 30906, 30930, 30971, 30995, 31006, 31018, 31031, 31064, 31072, 31124, 31172, 31183, 31241, 31255, 31391, 31444, 31473, 31537, 31620, 31673, 31679, 31690, 31696, 31754, 31784, 31791, 31812, 31825, 31828, 31860, 31876, 31905, 31975, 32013, 32029, 32041, 32069, 32072, 32073, 32099, 32148, 32159, 32166, 32238, 32242, 32250, 32262, 32278, 32302, 32307, 32327, 32353, 32359, 32399, 32421, 32437, 32473, 32490, 32533, 32564, 32585, 32607, 32634, 32751, 32752, 32763] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4aa1ea0f5097156bb3d28261934fad3758cc8c3f Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..7362dc55e84708660167c403e0d3fce93a4a4795 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..c795dbf3475c3cfcac4b66f39939e25b5f8c74a9 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:last_token)_indices @@ -0,0 +1 @@ +[46, 145, 229, 267, 269, 378, 442, 546, 843, 885, 893, 930, 986, 989, 1221, 1265, 1638, 1716, 2045, 2169, 2251, 2338, 2430, 2597, 2628, 2715, 3274, 3320, 3494, 3602, 3762, 3797, 4359, 4538, 4612, 4806, 4821, 4901, 4958, 5280, 5362, 5481, 5523, 5543, 5646, 6112, 6115, 6261, 6414, 6439, 6505, 6700, 6981, 7004, 7115, 7118, 7331, 7437, 7567, 7605, 7615, 7859, 8259, 8477, 8518, 8961, 8993, 9047, 9088, 9121, 9173, 9248, 9252, 9311, 9416, 9492, 9543, 9592, 9602, 9761, 9933, 10115, 10145, 10184, 10310, 10339, 10425, 10444, 10713, 10909, 10958, 11106, 11152, 11165, 11170, 11174, 11322, 11333, 11452, 11511, 11525, 11817, 11907, 11916, 11921, 12176, 12243, 12533, 12705, 12791, 12803, 13091, 13205, 13337, 13390, 13874, 14087, 14091, 14095, 14124, 14280, 14299, 14461, 14559, 14665, 14941, 15557, 15563, 15647, 15879, 16333, 16598, 17193, 17358, 17491, 17634, 17901, 17945, 18187, 18206, 18211, 18320, 18346, 18481, 18485, 18553, 18562, 18836, 19098, 19457, 19708, 20150, 20267, 20314, 20353, 20713, 20830, 20875, 20953, 21573, 21639, 21650, 21805, 21809, 21923, 22187, 22283, 22580, 22621, 22656, 22860, 23280, 23405, 23533, 23984, 24121, 24137, 24484, 24560, 24848, 24859, 24898, 25043, 26071, 26358, 26465, 26759, 26813, 27186, 27458, 27644, 27705, 27804, 27852, 28190, 28192, 28625, 28967, 29019, 29220, 29500, 29554, 29657, 29687, 29779, 30099, 30154, 30901, 31154, 31391, 31639, 31690, 31942, 32013, 32127, 32148, 32174, 32437] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2ae796da9c2f2d1e2201b91664fe600fa340d8b4 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:21,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..525486785f14e82b3b566b0e8f9c3112bb5a0790 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..0e8c4c33fc6041ee7b095eef1842068deb3c632a --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[32, 73, 80, 123, 158, 175, 180, 192, 310, 381, 415, 433, 465, 522, 527, 529, 655, 656, 840, 850, 863, 885, 890, 900, 1013, 1161, 1198, 1213, 1226, 1232, 1239, 1284, 1328, 1521, 1537, 1601, 1766, 1829, 1896, 1968, 2016, 2034, 2046, 2062, 2201, 2280, 2320, 2342, 2407, 2419, 2480, 2561, 2613, 2642, 2672, 2794, 2887, 2896, 2903, 3038, 3073, 3082, 3181, 3216, 3292, 3355, 3388, 3397, 3428, 3508, 3516, 3519, 3567, 3572, 3583, 3618, 3621, 3714, 3730, 3798, 3964, 4001, 4096, 4107, 4203, 4213, 4344, 4393, 4397, 4416, 4471, 4574, 4660, 4767, 4789, 4849, 4867, 5022, 5133, 5135, 5157, 5242, 5367, 5592, 5596, 5600, 5669, 5679, 5689, 5720, 5917, 5952, 6035, 6190, 6192, 6251, 6436, 6454, 6520, 6663, 6709, 6712, 6722, 6751, 6753, 6828, 6835, 6941, 6993, 6999, 7018, 7036, 7082, 7278, 7282, 7318, 7341, 7375, 7393, 7414, 7519, 7532, 7602, 7623, 7759, 7773, 7803, 7842, 7897, 7969, 7983, 7999, 8012, 8083, 8090, 8230, 8304, 8488, 8497, 8554, 8620, 8743, 8877, 8895, 8906, 8947, 9165, 9187, 9225, 9232, 9326, 9349, 9385, 9392, 9429, 9447, 9479, 9609, 9640, 9647, 9674, 9703, 9790, 9850, 9902, 9921, 9935, 9943, 9970, 10030, 10093, 10187, 10247, 10248, 10273, 10344, 10350, 10367, 10414, 10423, 10495, 10520, 10666, 10720, 10821, 10906, 10911, 10929, 10968, 10996, 11015, 11036, 11080, 11120, 11138, 11169, 11243, 11352, 11416, 11475, 11568, 11595, 11656, 11674, 11710, 11738, 11742, 11914, 11917, 11975, 12009, 12124, 12174, 12208, 12266, 12284, 12308, 12316, 12317, 12343, 12390, 12417, 12440, 12446, 12483, 12504, 12508, 12541, 12581, 12615, 12645, 12692, 12892, 12964, 12968, 13017, 13027, 13173, 13202, 13225, 13230, 13253, 13430, 13487, 13503, 13552, 13574, 13614, 13658, 13862, 13890, 14210, 14231, 14293, 14370, 14395, 14450, 14529, 14666, 14711, 14716, 14768, 14771, 14843, 14860, 14875, 14944, 15016, 15077, 15159, 15226, 15372, 15420, 15453, 15509, 15557, 15623, 15663, 15737, 15803, 15851, 15882, 15911, 15912, 15940, 15965, 15992, 16013, 16040, 16185, 16187, 16290, 16303, 16336, 16386, 16413, 16415, 16428, 16443, 16502, 16654, 16789, 16823, 16832, 16859, 16870, 16928, 16994, 17195, 17334, 17349, 17472, 17488, 17541, 17555, 17682, 17888, 17908, 17916, 17927, 17960, 17995, 18001, 18199, 18205, 18447, 18491, 18500, 18515, 18519, 18591, 18691, 18850, 18866, 18887, 18977, 18987, 19142, 19213, 19228, 19270, 19301, 19454, 19489, 19506, 19512, 19540, 19679, 19706, 19728, 19825, 19853, 19912, 19973, 20081, 20128, 20141, 20151, 20185, 20272, 20284, 20383, 20438, 20517, 20657, 20772, 20786, 20790, 20801, 20819, 20887, 20969, 20973, 21027, 21335, 21372, 21420, 21460, 21565, 21690, 21702, 21748, 21914, 21942, 21959, 22037, 22044, 22073, 22212, 22310, 22477, 22478, 22633, 22668, 22702, 22730, 22748, 22790, 22792, 22873, 22893, 22937, 22950, 22956, 23068, 23154, 23196, 23291, 23298, 23373, 23436, 23447, 23562, 23567, 23758, 23803, 23933, 23992, 24054, 24092, 24098, 24104, 24128, 24172, 24182, 24299, 24397, 24401, 24440, 24461, 24557, 24673, 24728, 24748, 24804, 24884, 24908, 25037, 25090, 25147, 25171, 25346, 25379, 25398, 25503, 25562, 25656, 25672, 25699, 25729, 25735, 25850, 25879, 26010, 26037, 26146, 26150, 26156, 26174, 26229, 26257, 26327, 26376, 26379, 26420, 26447, 26475, 26555, 26556, 26566, 26588, 26665, 26865, 26866, 26870, 27032, 27125, 27147, 27220, 27305, 27426, 27466, 27510, 27518, 27533, 27568, 27611, 27612, 27630, 27638, 27668, 27690, 27737, 27846, 27860, 27876, 28091, 28108, 28116, 28132, 28159, 28263, 28282, 28318, 28497, 28525, 28562, 28707, 28739, 28747, 28904, 28935, 28987, 29012, 29182, 29192, 29214, 29240, 29264, 29308, 29407, 29416, 29482, 29517, 29634, 29680, 29713, 29728, 29751, 29763, 29779, 29809, 29884, 29945, 29994, 30021, 30044, 30047, 30090, 30126, 30164, 30212, 30236, 30344, 30364, 30413, 30425, 30516, 30563, 30598, 30634, 30639, 30681, 30711, 30732, 30736, 30771, 30811, 30909, 31103, 31209, 31320, 31380, 31449, 31544, 31553, 31573, 31587, 31639, 31640, 31747, 31782, 31799, 31856, 31946, 31960, 31976, 32043, 32096, 32144, 32161, 32190, 32224, 32243, 32364, 32394, 32468, 32481, 32602, 32637, 32664, 32687, 32703, 32723] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5c02192ff02c942d985257062e6bc0ab7d545f72 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4ea3f10ac0f8ca9779a0db2dd78a25b42e1e0af1 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..4d118f9b1780963e2a5ef78266a517b61278e03e --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[26, 49, 70, 80, 101, 121, 133, 140, 164, 175, 276, 309, 310, 331, 339, 356, 360, 371, 375, 377, 397, 412, 417, 433, 439, 453, 475, 477, 512, 571, 575, 616, 642, 656, 682, 710, 718, 729, 731, 758, 794, 830, 840, 877, 900, 931, 945, 972, 991, 1070, 1079, 1082, 1147, 1153, 1176, 1197, 1213, 1216, 1225, 1226, 1239, 1244, 1272, 1333, 1339, 1369, 1372, 1390, 1393, 1418, 1434, 1444, 1447, 1451, 1493, 1521, 1522, 1547, 1575, 1599, 1601, 1657, 1677, 1729, 1734, 1763, 1883, 1901, 1930, 1950, 1988, 2023, 2034, 2039, 2047, 2052, 2068, 2130, 2137, 2164, 2167, 2186, 2201, 2226, 2285, 2336, 2342, 2345, 2351, 2409, 2450, 2457, 2460, 2464, 2478, 2503, 2506, 2554, 2561, 2611, 2618, 2623, 2627, 2629, 2641, 2675, 2682, 2720, 2747, 2795, 2821, 2873, 2896, 2932, 2965, 2985, 3002, 3021, 3038, 3073, 3117, 3149, 3181, 3225, 3227, 3232, 3292, 3308, 3322, 3325, 3332, 3355, 3369, 3418, 3433, 3437, 3446, 3502, 3507, 3533, 3583, 3585, 3591, 3606, 3618, 3630, 3665, 3705, 3725, 3819, 3825, 3868, 3872, 3887, 3901, 3932, 3935, 3955, 3964, 3967, 3975, 4023, 4025, 4093, 4096, 4193, 4217, 4247, 4255, 4291, 4331, 4343, 4367, 4383, 4392, 4402, 4408, 4416, 4439, 4453, 4471, 4478, 4528, 4529, 4549, 4574, 4606, 4632, 4641, 4644, 4697, 4728, 4744, 4762, 4772, 4780, 4789, 4844, 4849, 4887, 4983, 5022, 5041, 5048, 5083, 5084, 5096, 5097, 5103, 5131, 5139, 5147, 5153, 5167, 5168, 5230, 5242, 5331, 5388, 5401, 5428, 5444, 5448, 5493, 5525, 5592, 5660, 5679, 5680, 5689, 5720, 5730, 5734, 5762, 5791, 5818, 5829, 5843, 5850, 5855, 5888, 5894, 5901, 5904, 5922, 5934, 5939, 5972, 6024, 6039, 6076, 6083, 6088, 6120, 6134, 6143, 6176, 6190, 6213, 6237, 6260, 6279, 6313, 6327, 6330, 6352, 6357, 6359, 6406, 6421, 6436, 6447, 6451, 6454, 6458, 6473, 6509, 6530, 6549, 6561, 6575, 6594, 6604, 6610, 6623, 6641, 6658, 6660, 6663, 6688, 6694, 6712, 6722, 6751, 6768, 6773, 6813, 6825, 6835, 6878, 6879, 6910, 6927, 6938, 6940, 6945, 6974, 6984, 6999, 7148, 7194, 7200, 7214, 7221, 7240, 7247, 7279, 7295, 7318, 7358, 7369, 7382, 7414, 7448, 7472, 7479, 7497, 7515, 7540, 7560, 7592, 7594, 7595, 7635, 7646, 7666, 7670, 7680, 7773, 7785, 7793, 7794, 7812, 7813, 7829, 7840, 7842, 7858, 7896, 7897, 7920, 7930, 7955, 7983, 7994, 7999, 8011, 8012, 8024, 8038, 8040, 8049, 8074, 8106, 8118, 8143, 8151, 8152, 8177, 8230, 8257, 8329, 8334, 8341, 8364, 8395, 8416, 8425, 8435, 8495, 8523, 8553, 8554, 8624, 8687, 8691, 8693, 8704, 8739, 8805, 8806, 8865, 8876, 8954, 8967, 8972, 8982, 8990, 8992, 9011, 9019, 9032, 9058, 9072, 9091, 9100, 9126, 9155, 9158, 9165, 9189, 9216, 9232, 9298, 9346, 9374, 9385, 9409, 9428, 9430, 9448, 9462, 9487, 9500, 9543, 9554, 9577, 9582, 9593, 9597, 9601, 9636, 9647, 9658, 9666, 9674, 9694, 9701, 9702, 9703, 9750, 9754, 9758, 9778, 9798, 9806, 9831, 9843, 9852, 9870, 9935, 9943, 9959, 9960, 9969, 9970, 9981, 9985, 10030, 10042, 10055, 10089, 10093, 10109, 10113, 10180, 10196, 10204, 10219, 10224, 10230, 10232, 10247, 10248, 10277, 10281, 10321, 10326, 10335, 10338, 10362, 10371, 10428, 10451, 10464, 10469, 10471, 10495, 10506, 10508, 10511, 10528, 10548, 10562, 10571, 10580, 10600, 10627, 10660, 10686, 10725, 10759, 10771, 10772, 10776, 10782, 10839, 10854, 10865, 10911, 10912, 10918, 10930, 10931, 10964, 10968, 11006, 11040, 11047, 11057, 11061, 11066, 11097, 11132, 11135, 11138, 11145, 11166, 11193, 11233, 11235, 11252, 11307, 11362, 11363, 11364, 11377, 11402, 11416, 11418, 11448, 11473, 11475, 11477, 11485, 11504, 11512, 11543, 11544, 11549, 11564, 11570, 11575, 11587, 11595, 11631, 11656, 11681, 11800, 11808, 11823, 11857, 11868, 11902, 11917, 11970, 11985, 11988, 11992, 12029, 12052, 12053, 12055, 12084, 12088, 12111, 12187, 12218, 12261, 12268, 12279, 12284, 12294, 12390, 12404, 12438, 12446, 12455, 12483, 12501, 12504, 12523, 12541, 12578, 12598, 12606, 12632, 12644, 12645, 12659, 12676, 12679, 12706, 12732, 12738, 12741, 12765, 12811, 12819, 12852, 12892, 12898, 12915, 12978, 13029, 13043, 13060, 13119, 13125, 13149, 13166, 13187, 13207, 13225, 13253, 13267, 13303, 13398, 13467, 13480, 13493, 13567, 13574, 13641, 13645, 13706, 13707, 13713, 13717, 13732, 13771, 13784, 13798, 13814, 13854, 13890, 13904, 13917, 13938, 13955, 13990, 14036, 14066, 14126, 14131, 14139, 14191, 14248, 14258, 14278, 14282, 14310, 14315, 14316, 14337, 14455, 14489, 14514, 14529, 14535, 14787, 14799, 14802, 14859, 14908, 14944, 14947, 14949, 14981, 15015, 15022, 15026, 15035, 15098, 15115, 15119, 15131, 15192, 15210, 15269, 15306, 15318, 15322, 15367, 15378, 15509, 15542, 15557, 15559, 15573, 15582, 15611, 15624, 15640, 15643, 15657, 15659, 15685, 15730, 15767, 15790, 15828, 15870, 15877, 15878, 15882, 15883, 15891, 15897, 15911, 15919, 15965, 15970, 15975, 15977, 15982, 16005, 16048, 16065, 16101, 16107, 16130, 16131, 16158, 16176, 16277, 16290, 16316, 16330, 16342, 16344, 16386, 16443, 16491, 16514, 16522, 16556, 16578, 16587, 16594, 16605, 16611, 16613, 16621, 16631, 16682, 16707, 16730, 16773, 16789, 16813, 16823, 16843, 16861, 16870, 16874, 16921, 16939, 16972, 16982, 17003, 17004, 17079, 17095, 17097, 17122, 17153, 17167, 17181, 17195, 17204, 17217, 17218, 17234, 17299, 17309, 17310, 17346, 17355, 17357, 17385, 17427, 17431, 17436, 17451, 17460, 17478, 17488, 17543, 17603, 17604, 17619, 17626, 17661, 17690, 17702, 17749, 17803, 17830, 17831, 17838, 17872, 17888, 17945, 17992, 18053, 18088, 18100, 18112, 18118, 18128, 18136, 18163, 18213, 18270, 18281, 18355, 18363, 18378, 18379, 18405, 18419, 18444, 18452, 18454, 18537, 18547, 18591, 18645, 18693, 18709, 18746, 18748, 18809, 18826, 18866, 18879, 18905, 18925, 18932, 18977, 18990, 18991, 18996, 19018, 19054, 19086, 19113, 19204, 19206, 19218, 19229, 19301, 19311, 19323, 19338, 19398, 19409, 19424, 19426, 19455, 19468, 19484, 19497, 19575, 19588, 19593, 19606, 19619, 19699, 19704, 19717, 19755, 19795, 19801, 19808, 19825, 19855, 19866, 19917, 19926, 19934, 19938, 19972, 19973, 20009, 20028, 20090, 20120, 20125, 20131, 20138, 20151, 20185, 20191, 20197, 20208, 20210, 20212, 20214, 20262, 20315, 20319, 20340, 20401, 20424, 20436, 20476, 20500, 20521, 20546, 20569, 20575, 20588, 20603, 20610, 20673, 20677, 20707, 20731, 20765, 20786, 20794, 20800, 20801, 20821, 20838, 20858, 20897, 20911, 20959, 20969, 20978, 20999, 21008, 21020, 21045, 21057, 21077, 21125, 21131, 21187, 21230, 21243, 21244, 21249, 21259, 21290, 21298, 21375, 21400, 21405, 21418, 21422, 21444, 21456, 21464, 21502, 21503, 21534, 21543, 21565, 21567, 21594, 21604, 21607, 21688, 21690, 21695, 21733, 21772, 21783, 21801, 21806, 21833, 21851, 21855, 21859, 21879, 21914, 21936, 21942, 21949, 21969, 21977, 21992, 22043, 22054, 22059, 22062, 22076, 22110, 22118, 22174, 22191, 22239, 22253, 22264, 22310, 22319, 22340, 22353, 22394, 22422, 22501, 22522, 22545, 22576, 22635, 22645, 22665, 22684, 22710, 22730, 22779, 22832, 22853, 22897, 22914, 22929, 22937, 22939, 22976, 23026, 23031, 23034, 23046, 23068, 23081, 23101, 23112, 23133, 23153, 23175, 23178, 23194, 23202, 23220, 23229, 23248, 23279, 23285, 23287, 23291, 23331, 23343, 23381, 23432, 23461, 23503, 23518, 23535, 23559, 23567, 23587, 23600, 23630, 23704, 23712, 23766, 23795, 23803, 23813, 23852, 23882, 23924, 23934, 23950, 23977, 23981, 23993, 24002, 24126, 24179, 24207, 24282, 24286, 24299, 24341, 24379, 24383, 24407, 24410, 24426, 24440, 24461, 24462, 24463, 24477, 24482, 24512, 24531, 24561, 24585, 24595, 24631, 24635, 24670, 24676, 24678, 24710, 24729, 24812, 24818, 24819, 24837, 24838, 24844, 24923, 24945, 24992, 25006, 25012, 25057, 25070, 25078, 25089, 25147, 25183, 25197, 25298, 25306, 25314, 25331, 25346, 25374, 25398, 25409, 25414, 25422, 25516, 25558, 25563, 25612, 25637, 25646, 25674, 25681, 25682, 25697, 25715, 25729, 25765, 25775, 25797, 25799, 25804, 25828, 25850, 25853, 25911, 25933, 25940, 25941, 25948, 25983, 26025, 26036, 26069, 26079, 26128, 26132, 26197, 26203, 26265, 26327, 26420, 26446, 26453, 26493, 26534, 26542, 26545, 26555, 26562, 26566, 26576, 26584, 26588, 26598, 26602, 26617, 26622, 26636, 26648, 26649, 26664, 26665, 26671, 26734, 26737, 26779, 26791, 26814, 26834, 26841, 26864, 26866, 26879, 26884, 26889, 26915, 26922, 26971, 27025, 27049, 27107, 27172, 27190, 27195, 27200, 27219, 27221, 27223, 27236, 27238, 27303, 27309, 27324, 27342, 27427, 27430, 27433, 27466, 27476, 27499, 27568, 27606, 27638, 27644, 27653, 27655, 27657, 27685, 27711, 27712, 27737, 27745, 27779, 27782, 27798, 27805, 27813, 27825, 27846, 27848, 27904, 27918, 27920, 27951, 28060, 28071, 28124, 28133, 28176, 28234, 28263, 28278, 28284, 28288, 28320, 28321, 28364, 28381, 28455, 28473, 28480, 28482, 28489, 28585, 28619, 28645, 28652, 28682, 28738, 28739, 28755, 28769, 28807, 28809, 28862, 28889, 28898, 28950, 28972, 28983, 29012, 29035, 29041, 29050, 29071, 29131, 29249, 29265, 29297, 29308, 29396, 29407, 29450, 29501, 29559, 29588, 29596, 29620, 29632, 29673, 29690, 29691, 29697, 29711, 29713, 29774, 29870, 29984, 29994, 30019, 30043, 30090, 30100, 30126, 30141, 30168, 30177, 30212, 30236, 30257, 30268, 30303, 30343, 30393, 30430, 30481, 30498, 30514, 30521, 30615, 30669, 30712, 30738, 30762, 30771, 30773, 30808, 30829, 30961, 30977, 31025, 31053, 31057, 31069, 31092, 31124, 31145, 31165, 31178, 31319, 31337, 31365, 31371, 31393, 31413, 31466, 31471, 31502, 31521, 31546, 31549, 31560, 31564, 31570, 31573, 31574, 31587, 31593, 31647, 31649, 31657, 31685, 31703, 31722, 31810, 31824, 31872, 31882, 31921, 31946, 31960, 31961, 31976, 31982, 32076, 32126, 32134, 32150, 32155, 32161, 32192, 32198, 32218, 32250, 32255, 32287, 32289, 32327, 32330, 32334, 32335, 32383, 32415, 32419, 32453, 32460, 32496, 32510, 32533, 32604, 32614, 32626, 32658, 32664, 32703, 32709, 32760, 32761] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..a30a0828074c117248d3d1fd8f19ad7a8c73e42a Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8eea0e6b59f542018e409efa1ea6082e653a1273 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..391c0481e1da6cc7f100c75f0a7dfb4f1dbea973 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:last_token)_indices @@ -0,0 +1 @@ +[28, 49, 363, 415, 484, 529, 571, 594, 627, 656, 960, 1104, 1213, 1216, 1220, 1226, 1328, 1439, 1451, 1537, 1766, 1956, 2320, 2327, 2446, 2460, 3082, 3093, 3403, 3572, 3583, 3630, 3935, 3964, 4096, 4256, 4275, 4612, 4668, 4789, 4887, 5242, 5679, 5692, 5840, 6076, 6077, 6794, 6932, 6956, 7129, 7148, 7318, 7358, 7393, 7623, 7929, 7969, 7974, 8177, 8518, 8523, 9094, 9221, 9429, 9702, 9908, 9935, 9969, 10030, 10042, 10347, 10371, 10416, 10715, 10911, 10944, 10953, 10964, 11015, 11036, 11061, 11186, 11416, 11439, 11477, 11963, 12395, 12419, 12541, 12892, 13017, 13105, 13173, 13487, 13517, 13552, 13614, 14186, 14610, 14860, 15114, 15210, 16101, 16385, 16402, 16413, 16578, 16742, 16789, 16823, 16870, 16994, 17230, 17451, 17672, 17894, 17960, 18074, 18176, 18378, 18491, 18666, 19113, 19454, 19577, 19878, 19912, 19958, 20009, 20081, 20120, 20279, 20391, 20498, 20777, 20801, 20806, 20819, 20825, 21123, 21181, 21273, 21400, 21419, 21460, 21791, 21942, 22522, 22605, 22730, 22937, 22950, 23012, 23214, 23242, 23285, 23436, 24009, 24054, 24115, 24179, 24223, 24244, 24399, 24440, 24461, 24577, 25289, 25346, 25452, 25484, 25776, 25850, 26475, 26526, 26555, 26566, 26855, 26860, 27011, 27089, 27342, 27490, 27565, 27638, 27848, 27920, 27940, 27943, 28298, 28681, 28707, 28715, 28807, 29691, 29713, 29870, 30040, 30090, 30236, 30481, 30535, 30952, 31025, 31162, 31197, 31242, 31464, 31799, 31976, 32161, 32330, 32481, 32602] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..412b51eba9dc3d289044a0a86ae7bfa1cc3cc2e3 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:22,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..50399da8b52c08e533082f8cfc097f2823c44dd8 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..1487e41f98d5a165556dcbda0604f17333691cb0 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[144, 146, 195, 201, 227, 286, 342, 358, 515, 561, 638, 670, 838, 897, 1002, 1082, 1171, 1173, 1261, 1267, 1298, 1360, 1364, 1450, 1452, 1495, 1501, 1619, 1647, 1668, 1676, 1741, 1869, 1939, 2064, 2137, 2163, 2238, 2518, 2580, 2644, 2657, 2659, 2691, 2862, 2866, 2869, 2930, 3049, 3116, 3176, 3189, 3196, 3202, 3296, 3357, 3409, 3496, 3732, 3856, 3974, 4047, 4055, 4181, 4194, 4212, 4214, 4250, 4278, 4387, 4532, 4566, 4569, 4606, 4661, 4828, 4837, 4852, 4880, 4903, 5078, 5132, 5135, 5225, 5283, 5302, 5311, 5323, 5418, 5642, 5646, 5713, 5988, 6021, 6086, 6113, 6133, 6273, 6319, 6364, 6484, 6514, 6553, 6645, 6690, 6717, 6799, 6837, 6927, 7011, 7022, 7033, 7081, 7153, 7204, 7521, 7533, 7551, 7680, 7806, 7890, 7994, 8040, 8271, 8428, 8444, 8496, 8498, 8578, 8721, 8759, 8941, 9113, 9133, 9143, 9203, 9232, 9296, 9344, 9438, 9470, 9509, 9517, 9571, 9625, 9711, 9751, 9804, 9887, 9891, 9908, 9958, 10086, 10208, 10300, 10548, 10590, 10688, 10695, 10760, 10815, 10861, 10873, 10909, 10920, 10924, 10930, 10932, 10978, 11011, 11018, 11045, 11168, 11216, 11376, 11413, 11434, 11469, 11526, 11554, 11570, 11715, 11718, 11743, 11774, 11784, 11843, 11888, 12107, 12379, 12389, 12409, 12414, 12540, 12577, 12636, 12726, 12785, 12864, 13178, 13224, 13268, 13293, 13319, 13338, 13465, 13486, 13534, 13589, 13628, 13693, 13747, 13753, 13810, 13820, 13839, 13921, 13986, 14045, 14082, 14150, 14202, 14242, 14299, 14315, 14328, 14449, 14464, 14605, 14632, 14771, 14895, 14926, 14986, 15008, 15037, 15135, 15267, 15415, 15484, 15524, 15668, 15686, 15698, 15744, 15820, 15831, 15935, 15974, 15987, 16014, 16135, 16219, 16233, 16398, 16414, 16503, 16546, 16655, 16690, 16737, 16740, 16752, 16809, 16952, 16963, 17059, 17255, 17303, 17339, 17348, 17398, 17406, 17418, 17464, 17499, 17502, 17520, 17590, 17652, 17762, 17795, 17902, 17957, 18014, 18028, 18046, 18073, 18076, 18127, 18155, 18191, 18229, 18256, 18354, 18361, 18454, 18729, 18778, 18804, 18882, 18893, 18929, 18998, 19014, 19142, 19251, 19291, 19368, 19563, 19688, 19712, 19791, 19817, 20099, 20116, 20131, 20132, 20152, 20154, 20215, 20224, 20296, 20507, 20600, 20694, 20703, 20788, 20789, 20826, 20960, 21029, 21034, 21224, 21254, 21312, 21326, 21384, 21453, 21480, 21507, 21665, 21678, 21751, 21753, 21817, 21826, 21911, 21921, 21990, 22052, 22093, 22137, 22149, 22156, 22184, 22438, 22571, 22630, 22667, 22700, 22764, 22862, 22992, 23209, 23293, 23313, 23347, 23376, 23469, 23474, 23479, 23482, 23490, 23579, 23666, 23790, 23883, 23948, 24016, 24070, 24071, 24125, 24159, 24235, 24278, 24331, 24353, 24399, 24419, 24491, 24522, 24565, 24675, 24749, 24764, 24821, 24980, 25195, 25232, 25256, 25362, 25433, 25460, 25520, 25523, 25535, 25539, 25594, 25703, 25805, 25814, 26088, 26204, 26217, 26235, 26295, 26348, 26469, 26567, 26636, 26658, 26700, 26726, 26826, 26866, 26891, 26992, 26997, 27086, 27142, 27146, 27154, 27273, 27355, 27528, 27535, 27566, 27567, 27593, 27612, 27678, 27773, 27783, 27788, 27820, 27852, 28005, 28081, 28087, 28159, 28215, 28248, 28282, 28459, 28496, 28511, 28705, 28719, 28820, 28833, 28934, 29168, 29445, 29471, 29491, 29493, 29775, 29978, 30071, 30139, 30158, 30226, 30231, 30301, 30357, 30488, 30546, 30592, 30720, 30830, 30887, 30911, 30979, 31092, 31141, 31194, 31271, 31349, 31613, 31779, 31798, 31953, 31978, 32058, 32107, 32143, 32148, 32252, 32387, 32465, 32566] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8de74ad3befe0c047c5d39ec829a6c673779f48f Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..0af626aa25481d0898d0de81b1f49193f16888b9 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..a16821c3043913624c073cae91d0f9f4031449b3 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[110, 126, 127, 140, 146, 147, 177, 225, 254, 286, 289, 327, 340, 348, 349, 385, 398, 420, 437, 460, 469, 484, 501, 502, 507, 508, 526, 578, 596, 605, 638, 641, 642, 682, 688, 692, 713, 726, 731, 734, 751, 805, 807, 838, 875, 879, 902, 908, 929, 961, 1010, 1019, 1082, 1096, 1098, 1110, 1126, 1129, 1139, 1156, 1167, 1184, 1189, 1236, 1247, 1249, 1261, 1265, 1266, 1298, 1355, 1364, 1375, 1390, 1397, 1436, 1443, 1481, 1497, 1510, 1512, 1560, 1562, 1619, 1697, 1699, 1711, 1716, 1749, 1771, 1772, 1814, 1825, 1859, 1868, 1869, 1901, 1928, 1952, 1961, 1968, 1973, 1975, 2015, 2065, 2073, 2137, 2157, 2175, 2212, 2223, 2228, 2432, 2442, 2454, 2476, 2549, 2598, 2651, 2666, 2679, 2687, 2688, 2691, 2785, 2791, 2829, 2862, 2866, 2869, 2932, 3003, 3005, 3021, 3049, 3051, 3083, 3104, 3131, 3181, 3210, 3216, 3222, 3251, 3261, 3331, 3383, 3384, 3415, 3460, 3487, 3494, 3545, 3565, 3576, 3619, 3633, 3636, 3659, 3680, 3756, 3757, 3769, 3784, 3822, 3854, 3895, 3919, 3923, 3939, 3958, 3968, 4004, 4025, 4033, 4053, 4081, 4083, 4091, 4108, 4142, 4152, 4174, 4214, 4251, 4253, 4279, 4296, 4298, 4317, 4330, 4350, 4375, 4377, 4387, 4394, 4407, 4440, 4458, 4462, 4466, 4488, 4497, 4523, 4529, 4538, 4539, 4544, 4549, 4553, 4596, 4606, 4608, 4615, 4636, 4663, 4689, 4759, 4775, 4785, 4834, 4851, 4873, 4901, 4902, 4921, 4950, 4954, 4957, 5012, 5026, 5042, 5044, 5056, 5057, 5133, 5157, 5225, 5290, 5304, 5306, 5324, 5401, 5429, 5434, 5508, 5531, 5557, 5565, 5608, 5625, 5630, 5642, 5644, 5653, 5718, 5721, 5759, 5790, 5795, 5832, 5834, 5859, 5868, 5877, 5944, 6003, 6031, 6058, 6068, 6071, 6086, 6097, 6107, 6113, 6131, 6201, 6213, 6217, 6255, 6278, 6299, 6340, 6343, 6400, 6440, 6456, 6509, 6514, 6540, 6557, 6558, 6565, 6581, 6631, 6645, 6667, 6691, 6699, 6702, 6722, 6755, 6768, 6774, 6781, 6893, 6902, 6907, 6927, 6930, 6933, 6940, 6972, 7011, 7021, 7023, 7044, 7141, 7167, 7218, 7221, 7248, 7353, 7381, 7385, 7420, 7445, 7464, 7490, 7561, 7592, 7617, 7677, 7679, 7721, 7740, 7783, 7785, 7812, 7815, 7821, 7830, 7847, 7867, 7887, 7890, 7897, 7994, 8003, 8123, 8155, 8221, 8239, 8262, 8272, 8284, 8301, 8308, 8363, 8413, 8428, 8455, 8469, 8498, 8510, 8511, 8556, 8564, 8650, 8655, 8743, 8745, 8746, 8765, 8785, 8802, 8816, 8853, 8877, 8936, 8937, 8941, 9011, 9113, 9126, 9195, 9203, 9232, 9236, 9241, 9244, 9289, 9303, 9312, 9330, 9372, 9380, 9382, 9407, 9423, 9477, 9568, 9583, 9623, 9629, 9631, 9642, 9687, 9688, 9689, 9711, 9725, 9779, 9815, 9855, 9909, 9919, 9921, 9948, 9968, 10077, 10086, 10107, 10108, 10115, 10116, 10157, 10164, 10176, 10198, 10221, 10237, 10242, 10280, 10296, 10336, 10339, 10392, 10416, 10449, 10471, 10503, 10547, 10548, 10601, 10610, 10614, 10623, 10653, 10669, 10685, 10690, 10696, 10724, 10726, 10744, 10861, 10862, 10878, 10889, 10897, 10935, 10937, 10944, 10966, 10977, 11000, 11025, 11117, 11216, 11233, 11248, 11253, 11259, 11265, 11306, 11332, 11344, 11376, 11413, 11431, 11469, 11472, 11493, 11515, 11526, 11537, 11570, 11585, 11586, 11691, 11700, 11715, 11774, 11778, 11828, 11834, 12082, 12108, 12111, 12120, 12132, 12170, 12183, 12228, 12230, 12354, 12366, 12389, 12409, 12414, 12480, 12503, 12504, 12515, 12539, 12654, 12690, 12704, 12706, 12723, 12743, 12780, 12812, 12845, 12881, 12886, 12903, 12909, 13051, 13061, 13064, 13103, 13112, 13126, 13129, 13164, 13237, 13244, 13257, 13258, 13268, 13271, 13275, 13276, 13279, 13280, 13345, 13399, 13412, 13420, 13421, 13429, 13449, 13460, 13465, 13488, 13518, 13541, 13567, 13579, 13589, 13614, 13672, 13715, 13725, 13743, 13773, 13791, 13823, 13834, 13843, 13874, 13876, 13889, 13915, 13921, 13930, 13949, 13981, 14072, 14084, 14087, 14106, 14148, 14157, 14203, 14206, 14209, 14218, 14227, 14242, 14246, 14254, 14267, 14270, 14274, 14280, 14281, 14291, 14296, 14309, 14350, 14356, 14367, 14406, 14421, 14446, 14462, 14469, 14483, 14507, 14509, 14608, 14620, 14632, 14669, 14673, 14675, 14765, 14781, 14789, 14822, 14874, 14883, 14886, 14898, 14914, 14926, 14943, 15015, 15018, 15026, 15037, 15041, 15050, 15090, 15096, 15101, 15138, 15209, 15220, 15232, 15246, 15267, 15313, 15324, 15394, 15404, 15410, 15415, 15427, 15448, 15458, 15482, 15498, 15516, 15560, 15662, 15720, 15722, 15768, 15820, 15831, 15879, 15893, 15898, 15900, 15935, 15953, 15960, 16014, 16058, 16133, 16181, 16233, 16250, 16261, 16267, 16275, 16276, 16338, 16435, 16484, 16488, 16503, 16584, 16587, 16601, 16621, 16625, 16721, 16752, 16803, 16813, 16819, 16824, 16911, 16952, 16963, 17023, 17026, 17059, 17075, 17096, 17097, 17146, 17148, 17178, 17240, 17253, 17297, 17334, 17338, 17339, 17412, 17430, 17433, 17445, 17464, 17545, 17573, 17582, 17590, 17629, 17637, 17639, 17641, 17660, 17689, 17706, 17728, 17738, 17795, 17813, 17902, 17903, 17939, 18007, 18022, 18026, 18029, 18073, 18077, 18082, 18151, 18203, 18214, 18219, 18236, 18258, 18268, 18292, 18336, 18347, 18350, 18443, 18479, 18530, 18549, 18656, 18676, 18698, 18758, 18765, 18777, 18843, 18856, 18878, 18882, 18884, 18907, 18918, 18929, 18930, 18936, 18976, 18983, 18987, 18990, 19025, 19035, 19072, 19090, 19156, 19168, 19201, 19209, 19214, 19290, 19301, 19325, 19333, 19398, 19404, 19419, 19441, 19466, 19467, 19500, 19504, 19543, 19563, 19659, 19662, 19712, 19731, 19791, 19838, 19845, 19849, 19855, 19887, 19902, 19960, 19992, 19993, 20019, 20027, 20053, 20062, 20116, 20131, 20132, 20152, 20154, 20172, 20177, 20227, 20282, 20296, 20335, 20365, 20392, 20406, 20414, 20445, 20447, 20450, 20456, 20512, 20555, 20570, 20648, 20684, 20703, 20712, 20724, 20757, 20820, 20832, 20834, 20848, 20868, 20877, 20995, 21003, 21006, 21067, 21081, 21082, 21096, 21155, 21189, 21247, 21252, 21297, 21299, 21304, 21312, 21338, 21351, 21441, 21453, 21458, 21474, 21493, 21497, 21502, 21507, 21514, 21518, 21525, 21533, 21583, 21600, 21657, 21659, 21663, 21665, 21667, 21692, 21705, 21717, 21762, 21795, 21817, 21828, 21873, 21883, 21886, 21921, 22032, 22035, 22051, 22052, 22057, 22065, 22079, 22088, 22096, 22108, 22115, 22119, 22128, 22147, 22155, 22211, 22226, 22278, 22313, 22329, 22353, 22362, 22386, 22510, 22565, 22621, 22630, 22646, 22658, 22660, 22698, 22730, 22776, 22921, 22923, 22962, 22988, 22992, 23028, 23050, 23066, 23080, 23133, 23173, 23198, 23217, 23246, 23365, 23477, 23479, 23499, 23543, 23551, 23579, 23593, 23627, 23629, 23663, 23667, 23699, 23817, 23842, 23870, 23871, 23883, 23934, 23940, 24009, 24039, 24043, 24069, 24114, 24174, 24188, 24189, 24194, 24226, 24235, 24274, 24329, 24331, 24353, 24399, 24435, 24463, 24467, 24526, 24614, 24615, 24617, 24626, 24660, 24666, 24708, 24752, 24764, 24766, 24767, 24894, 25006, 25009, 25017, 25046, 25052, 25069, 25083, 25170, 25177, 25242, 25256, 25314, 25335, 25336, 25343, 25374, 25391, 25412, 25453, 25458, 25460, 25503, 25523, 25558, 25562, 25580, 25588, 25592, 25603, 25608, 25622, 25630, 25648, 25651, 25667, 25675, 25686, 25762, 25782, 25814, 25846, 25848, 25878, 25928, 25929, 25950, 26014, 26015, 26051, 26057, 26125, 26139, 26192, 26197, 26229, 26232, 26324, 26333, 26346, 26352, 26368, 26410, 26454, 26457, 26460, 26469, 26483, 26516, 26545, 26619, 26636, 26652, 26671, 26676, 26682, 26719, 26728, 26739, 26748, 26801, 26807, 26849, 26866, 26874, 26891, 26896, 26935, 26968, 27003, 27011, 27023, 27043, 27082, 27093, 27123, 27152, 27163, 27204, 27243, 27311, 27324, 27462, 27506, 27510, 27520, 27535, 27569, 27578, 27580, 27617, 27657, 27665, 27674, 27688, 27704, 27708, 27709, 27749, 27771, 27773, 27813, 27820, 27825, 27847, 27852, 27853, 27902, 27904, 27962, 28068, 28070, 28096, 28111, 28180, 28215, 28251, 28268, 28269, 28301, 28326, 28334, 28349, 28351, 28378, 28407, 28414, 28459, 28477, 28485, 28490, 28508, 28511, 28569, 28645, 28662, 28673, 28716, 28740, 28804, 28833, 28859, 28876, 29013, 29025, 29040, 29041, 29070, 29146, 29149, 29154, 29166, 29250, 29262, 29280, 29309, 29320, 29356, 29376, 29380, 29411, 29460, 29467, 29484, 29491, 29512, 29592, 29593, 29635, 29645, 29660, 29687, 29722, 29757, 29778, 29790, 29812, 29840, 29851, 29863, 29888, 29890, 29904, 29908, 29978, 29983, 29985, 30006, 30026, 30079, 30083, 30100, 30115, 30117, 30139, 30165, 30182, 30221, 30231, 30233, 30301, 30307, 30308, 30309, 30311, 30345, 30487, 30504, 30517, 30519, 30533, 30536, 30537, 30723, 30789, 30803, 30808, 30838, 30860, 30873, 30887, 30908, 30911, 30921, 30931, 30985, 31031, 31041, 31064, 31084, 31086, 31108, 31118, 31128, 31149, 31153, 31181, 31185, 31243, 31248, 31288, 31304, 31336, 31337, 31393, 31396, 31467, 31478, 31497, 31530, 31532, 31675, 31682, 31706, 31716, 31721, 31779, 31781, 31802, 31818, 31860, 31863, 31903, 31918, 31928, 31967, 32008, 32019, 32021, 32024, 32061, 32063, 32067, 32127, 32144, 32155, 32166, 32224, 32235, 32239, 32274, 32288, 32295, 32343, 32353, 32387, 32388, 32465, 32466, 32503, 32509, 32538, 32545, 32569, 32613, 32626, 32628, 32641, 32645, 32659] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..65c39dbe3becd89af2bff99ed141022ac44e59a1 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d9e632383519d2f87b971b349f0781094fd7202b Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..524351c3648f51e5daae60934b5364b8b14277e0 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:last_token)_indices @@ -0,0 +1 @@ +[91, 147, 195, 349, 352, 469, 507, 670, 1082, 1173, 1360, 1450, 1452, 1504, 1835, 2157, 2163, 2322, 2558, 2864, 2866, 3083, 3131, 3196, 3384, 3563, 3633, 3898, 4014, 4225, 4606, 4735, 4837, 4880, 4916, 5028, 5206, 5231, 5354, 5386, 5599, 5751, 5790, 5800, 5859, 5988, 6086, 6201, 6217, 6319, 6847, 6927, 7033, 7141, 7379, 7440, 7533, 7546, 7551, 7617, 7867, 7986, 8040, 8400, 8510, 8562, 8593, 8743, 9151, 9222, 9477, 9536, 9677, 10144, 10506, 10694, 10720, 10952, 11045, 11469, 11689, 11718, 11818, 11957, 12113, 12230, 12399, 12433, 12818, 12864, 12872, 12882, 13063, 13164, 13236, 13276, 13293, 13486, 13614, 13628, 13713, 13768, 13820, 13843, 14236, 14632, 14822, 14895, 14909, 15096, 15192, 15907, 16072, 16510, 16655, 16690, 16783, 16809, 16885, 16952, 17145, 17268, 17291, 17327, 17339, 17349, 17366, 17406, 17434, 17464, 17553, 17652, 17795, 17844, 17865, 18028, 18085, 18131, 18465, 18856, 18893, 18954, 19135, 19398, 19525, 19855, 19970, 20049, 20131, 20132, 20168, 20225, 20267, 20296, 20826, 20848, 20977, 21146, 21507, 21826, 22052, 22096, 22686, 22764, 22781, 23281, 23376, 23551, 23742, 23883, 24102, 24399, 24712, 24980, 25006, 25256, 25458, 25635, 25781, 25814, 26008, 26131, 26133, 27593, 27773, 27783, 27962, 28500, 28511, 28934, 28945, 29259, 29415, 29527, 29779, 30139, 30182, 30357, 30410, 30562, 30590, 30881, 30882, 30887, 30931, 31031, 31194, 32024, 32207, 32274, 32410, 32645, 32668] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f819d9a915007f59fdd95ba6f197d6f5124ea411 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:23,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..cfe0d6d7aefcc09f5eb9d9eb10f5baadc9f3ae3b Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..902bd66fa3c4f05dec5a2162700738c66b53329b --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[53, 111, 118, 183, 325, 351, 377, 568, 603, 630, 653, 724, 749, 873, 880, 949, 1286, 1302, 1347, 1439, 1453, 1482, 1488, 1671, 1991, 2017, 2027, 2049, 2198, 2496, 2540, 2593, 2652, 2735, 2789, 3171, 3258, 3307, 3325, 3432, 3449, 3473, 3615, 3625, 3771, 3780, 3846, 3892, 3912, 4063, 4086, 4117, 4219, 4240, 4265, 4331, 4398, 4415, 4525, 4607, 4680, 4706, 4723, 4970, 5038, 5071, 5097, 5155, 5165, 5269, 5402, 5430, 5461, 5478, 5884, 5890, 6163, 6463, 6468, 6551, 6624, 6642, 6651, 6771, 6897, 7078, 7221, 7227, 7346, 7356, 7535, 7539, 7864, 8103, 8122, 8126, 8148, 8152, 8226, 8260, 8309, 8358, 8510, 8649, 8695, 8726, 8768, 8812, 8862, 9078, 9096, 9152, 9308, 9419, 9470, 9598, 9615, 9631, 9720, 9788, 9874, 9916, 9951, 10169, 10174, 10264, 10366, 10444, 10516, 10518, 10527, 10560, 10579, 10583, 10690, 10723, 10798, 10845, 10859, 10911, 10976, 11041, 11099, 11223, 11389, 11392, 11483, 11484, 11511, 11512, 11517, 11530, 11640, 11647, 11672, 11679, 11750, 11805, 11932, 11993, 12161, 12217, 12248, 12254, 12312, 12466, 12474, 12550, 12579, 12720, 12986, 13002, 13010, 13183, 13198, 13234, 13311, 13316, 13322, 13332, 13353, 13358, 13369, 13378, 13402, 13510, 13815, 13921, 14079, 14182, 14209, 14337, 14432, 14448, 14512, 14616, 14640, 14793, 14897, 15073, 15161, 15223, 15224, 15260, 15330, 15380, 15410, 15434, 15437, 15526, 15662, 15699, 15774, 15929, 16116, 16312, 16315, 16368, 16697, 16711, 16962, 17117, 17246, 17296, 17303, 17331, 17384, 17416, 17624, 17789, 17800, 17829, 17835, 17860, 17878, 17886, 17890, 17990, 18032, 18192, 18226, 18419, 18530, 18531, 18547, 18626, 18748, 18751, 18919, 18928, 18938, 18950, 19047, 19118, 19140, 19174, 19214, 19468, 19775, 19866, 19876, 19894, 19976, 20230, 20292, 20301, 20553, 20618, 20708, 20812, 20814, 20821, 20902, 20922, 20992, 21114, 21130, 21168, 21406, 21439, 21441, 21543, 21610, 21730, 21809, 21811, 21883, 22031, 22173, 22248, 22295, 22363, 22408, 22434, 22452, 22488, 22542, 22582, 22589, 22661, 22725, 22771, 22840, 22855, 22930, 23053, 23055, 23160, 23362, 23402, 23469, 23524, 23534, 23656, 23698, 23700, 23831, 23865, 23912, 24012, 24024, 24053, 24122, 24471, 24700, 24703, 24793, 24800, 24829, 24854, 24855, 24947, 24966, 25239, 25240, 25305, 25511, 25517, 25573, 25588, 25597, 25717, 25947, 26009, 26160, 26173, 26186, 26283, 26349, 26524, 26710, 26805, 26837, 26923, 26940, 26960, 27102, 27110, 27201, 27357, 27530, 27557, 27652, 27702, 27751, 27757, 27816, 28153, 28161, 28209, 28233, 28259, 28298, 28317, 28332, 28355, 28356, 28363, 28516, 28587, 28684, 28706, 28777, 28847, 28966, 28978, 29371, 29395, 29498, 29567, 29571, 29819, 29858, 29919, 30008, 30144, 30381, 30422, 30432, 30551, 30567, 30637, 30943, 30973, 31044, 31118, 31192, 31424, 31444, 31461, 31801, 31804, 31979, 32087, 32183, 32217, 32220, 32288, 32322, 32369, 32408, 32467, 32619, 32702] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8365d43e0d620b0c4c2e1707a0bb1e93621dcc27 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..899442cd2e606d627fbd648d4973fd0db1f76909 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..0b1db779c6db2622ed94b5f0ef023859a2ae6302 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[19, 27, 32, 50, 96, 118, 120, 125, 131, 150, 161, 163, 185, 215, 230, 246, 266, 283, 295, 299, 307, 327, 332, 350, 351, 523, 534, 575, 605, 622, 632, 637, 646, 649, 655, 660, 673, 685, 741, 746, 778, 829, 860, 880, 892, 899, 934, 944, 961, 975, 986, 1031, 1070, 1075, 1135, 1152, 1159, 1165, 1168, 1177, 1190, 1194, 1235, 1242, 1249, 1292, 1302, 1313, 1347, 1420, 1482, 1524, 1556, 1644, 1677, 1688, 1708, 1710, 1755, 1762, 1782, 1789, 1799, 1815, 1874, 1908, 1959, 2003, 2027, 2031, 2109, 2190, 2208, 2213, 2224, 2284, 2326, 2330, 2355, 2412, 2480, 2483, 2493, 2498, 2508, 2557, 2562, 2645, 2665, 2726, 2735, 2761, 2766, 2774, 2803, 2830, 2851, 2859, 2860, 2863, 2878, 2894, 2990, 3026, 3100, 3142, 3171, 3220, 3252, 3254, 3273, 3325, 3353, 3422, 3462, 3477, 3486, 3490, 3521, 3533, 3554, 3580, 3596, 3625, 3684, 3838, 3840, 3845, 3855, 3865, 3893, 3943, 3948, 3977, 4050, 4058, 4063, 4066, 4076, 4137, 4172, 4195, 4218, 4219, 4231, 4237, 4241, 4250, 4253, 4277, 4288, 4307, 4309, 4324, 4420, 4460, 4471, 4492, 4543, 4570, 4582, 4611, 4616, 4622, 4666, 4724, 4730, 4740, 4744, 4754, 4781, 4808, 4976, 5015, 5022, 5032, 5038, 5075, 5095, 5106, 5123, 5135, 5258, 5279, 5298, 5369, 5422, 5448, 5451, 5454, 5455, 5462, 5471, 5509, 5534, 5599, 5636, 5647, 5700, 5727, 5761, 5802, 5809, 5820, 5856, 5879, 5884, 5912, 5947, 6116, 6119, 6128, 6163, 6248, 6275, 6281, 6313, 6377, 6396, 6404, 6411, 6413, 6444, 6456, 6463, 6474, 6484, 6567, 6577, 6579, 6591, 6596, 6598, 6631, 6665, 6675, 6704, 6751, 6792, 6822, 6830, 6903, 6958, 7016, 7065, 7078, 7096, 7113, 7143, 7156, 7163, 7172, 7175, 7186, 7278, 7315, 7330, 7380, 7383, 7389, 7459, 7473, 7502, 7507, 7535, 7561, 7585, 7634, 7643, 7650, 7657, 7711, 7718, 7738, 7743, 7785, 7796, 7808, 7844, 7861, 7864, 7888, 7934, 7940, 7959, 7967, 7969, 8054, 8084, 8108, 8148, 8241, 8247, 8253, 8260, 8286, 8329, 8399, 8409, 8493, 8499, 8517, 8552, 8629, 8669, 8673, 8695, 8696, 8721, 8791, 8811, 8812, 8816, 8862, 8898, 8960, 9006, 9008, 9010, 9033, 9072, 9078, 9084, 9098, 9103, 9150, 9187, 9236, 9247, 9282, 9298, 9300, 9304, 9419, 9458, 9470, 9484, 9509, 9589, 9606, 9608, 9705, 9720, 9795, 9810, 9827, 9833, 9895, 9901, 9907, 9963, 9973, 9979, 9990, 10082, 10087, 10088, 10115, 10124, 10191, 10202, 10257, 10325, 10344, 10349, 10366, 10370, 10379, 10518, 10545, 10560, 10579, 10583, 10596, 10640, 10646, 10662, 10674, 10746, 10747, 10748, 10798, 10814, 10816, 10817, 10829, 10830, 10836, 10840, 10872, 10889, 10898, 11026, 11052, 11126, 11172, 11206, 11242, 11248, 11256, 11306, 11368, 11389, 11414, 11422, 11458, 11493, 11508, 11511, 11531, 11545, 11614, 11635, 11647, 11651, 11672, 11683, 11689, 11691, 11692, 11742, 11747, 11750, 11770, 11771, 11851, 11860, 11895, 11932, 11948, 11951, 11964, 12047, 12050, 12052, 12059, 12094, 12101, 12149, 12157, 12161, 12165, 12196, 12217, 12266, 12282, 12286, 12304, 12313, 12474, 12524, 12541, 12579, 12603, 12640, 12695, 12704, 12779, 12792, 12839, 12951, 12952, 12957, 12961, 12971, 13002, 13007, 13018, 13055, 13084, 13159, 13171, 13198, 13224, 13232, 13248, 13311, 13350, 13363, 13477, 13479, 13480, 13586, 13606, 13692, 13767, 13795, 13826, 13876, 13895, 13914, 13967, 13985, 13990, 14026, 14037, 14060, 14098, 14119, 14156, 14226, 14293, 14306, 14312, 14332, 14389, 14420, 14427, 14454, 14512, 14523, 14532, 14586, 14613, 14620, 14624, 14634, 14668, 14675, 14738, 14757, 14804, 14818, 14821, 14833, 14870, 14892, 14897, 14942, 14980, 15002, 15025, 15047, 15056, 15073, 15116, 15138, 15145, 15161, 15169, 15175, 15183, 15194, 15248, 15258, 15262, 15264, 15302, 15324, 15374, 15412, 15424, 15481, 15559, 15613, 15623, 15628, 15694, 15737, 15774, 15800, 15801, 15809, 15821, 15879, 15880, 15928, 16041, 16054, 16116, 16126, 16137, 16142, 16157, 16198, 16211, 16227, 16255, 16263, 16266, 16293, 16312, 16315, 16321, 16340, 16367, 16368, 16389, 16426, 16467, 16496, 16498, 16540, 16597, 16616, 16619, 16646, 16705, 16711, 16731, 16776, 16778, 16790, 16817, 16844, 16875, 16895, 16960, 16984, 17051, 17088, 17091, 17114, 17154, 17179, 17246, 17283, 17300, 17311, 17314, 17319, 17327, 17342, 17384, 17397, 17479, 17617, 17654, 17679, 17800, 17803, 17809, 17824, 17827, 17835, 17850, 17860, 17890, 17923, 17947, 18021, 18043, 18063, 18083, 18091, 18140, 18158, 18192, 18202, 18227, 18233, 18255, 18267, 18280, 18315, 18359, 18385, 18458, 18479, 18495, 18525, 18530, 18542, 18675, 18679, 18682, 18751, 18758, 18806, 18871, 18938, 18945, 18978, 19047, 19050, 19064, 19152, 19167, 19189, 19202, 19221, 19234, 19293, 19315, 19352, 19393, 19417, 19435, 19481, 19483, 19492, 19573, 19582, 19636, 19647, 19658, 19681, 19692, 19775, 19886, 19898, 19907, 19922, 19951, 19960, 19961, 19991, 19993, 20020, 20042, 20065, 20074, 20080, 20082, 20088, 20131, 20161, 20204, 20229, 20258, 20272, 20355, 20398, 20450, 20456, 20504, 20573, 20582, 20592, 20664, 20705, 20744, 20760, 20799, 20804, 20821, 20955, 21005, 21017, 21024, 21056, 21127, 21164, 21202, 21234, 21323, 21345, 21352, 21379, 21389, 21398, 21399, 21421, 21488, 21508, 21525, 21533, 21550, 21554, 21620, 21634, 21677, 21761, 21772, 21787, 21793, 21809, 21835, 21862, 21880, 21883, 21907, 21919, 21990, 22071, 22094, 22156, 22236, 22248, 22250, 22265, 22274, 22423, 22435, 22438, 22452, 22517, 22566, 22582, 22589, 22592, 22633, 22644, 22709, 22712, 22714, 22725, 22734, 22805, 22883, 23012, 23016, 23028, 23053, 23091, 23167, 23267, 23274, 23313, 23328, 23362, 23380, 23646, 23675, 23676, 23689, 23697, 23700, 23733, 23748, 23767, 23821, 23861, 23909, 23912, 23938, 23945, 23948, 24012, 24074, 24202, 24216, 24222, 24290, 24302, 24388, 24457, 24460, 24472, 24508, 24542, 24561, 24564, 24675, 24677, 24685, 24703, 24722, 24734, 24793, 24800, 24841, 24847, 24854, 24855, 24935, 24936, 24981, 25008, 25022, 25024, 25049, 25067, 25084, 25085, 25089, 25141, 25252, 25273, 25292, 25321, 25353, 25370, 25427, 25487, 25502, 25546, 25547, 25597, 25644, 25661, 25681, 25685, 25690, 25712, 25735, 25787, 25813, 25877, 25888, 25895, 25904, 25907, 25940, 25982, 25995, 26012, 26050, 26075, 26084, 26085, 26158, 26178, 26186, 26252, 26254, 26269, 26283, 26288, 26297, 26306, 26491, 26513, 26524, 26573, 26587, 26625, 26707, 26714, 26744, 26752, 26774, 26794, 26805, 26837, 26850, 26880, 26885, 26898, 26950, 26955, 26994, 27019, 27023, 27031, 27049, 27068, 27103, 27110, 27111, 27178, 27201, 27223, 27239, 27285, 27307, 27357, 27380, 27397, 27441, 27467, 27492, 27552, 27569, 27589, 27616, 27637, 27649, 27650, 27698, 27699, 27733, 27754, 27786, 27828, 27833, 27846, 27860, 27893, 27901, 27922, 27940, 28011, 28083, 28112, 28122, 28129, 28152, 28233, 28270, 28289, 28298, 28317, 28318, 28344, 28354, 28356, 28516, 28520, 28551, 28580, 28634, 28638, 28678, 28684, 28700, 28740, 28759, 28772, 28776, 28816, 28824, 28847, 28867, 28882, 28896, 28946, 28966, 28969, 29030, 29123, 29128, 29181, 29205, 29304, 29339, 29371, 29384, 29417, 29425, 29442, 29496, 29498, 29552, 29557, 29570, 29636, 29651, 29660, 29710, 29774, 29778, 29800, 29852, 29869, 29891, 29897, 29935, 29949, 29979, 29992, 30044, 30064, 30065, 30103, 30239, 30281, 30332, 30370, 30376, 30381, 30395, 30401, 30442, 30451, 30454, 30532, 30637, 30649, 30668, 30674, 30682, 30697, 30707, 30714, 30735, 30755, 30880, 31044, 31085, 31100, 31162, 31181, 31189, 31201, 31239, 31257, 31268, 31280, 31311, 31319, 31336, 31351, 31373, 31424, 31443, 31444, 31452, 31488, 31506, 31508, 31513, 31523, 31525, 31562, 31631, 31688, 31690, 31712, 31772, 31773, 31784, 31811, 31846, 31847, 31869, 31871, 31880, 31893, 31926, 31974, 31979, 31980, 31996, 32038, 32087, 32110, 32125, 32153, 32183, 32226, 32277, 32284, 32301, 32308, 32309, 32329, 32348, 32413, 32467, 32471, 32477, 32569, 32583, 32598, 32619, 32633, 32658, 32677, 32681, 32707, 32731, 32749, 32753] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..7356056e86029c32706e3be7b89fcb52dec54163 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..73c6ebe947f027a8907b54acc76047496d008b05 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..c9169c7bc4dc1be9adf669a73d64b29121f7ef72 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:last_token)_indices @@ -0,0 +1 @@ +[96, 108, 111, 207, 351, 605, 655, 741, 779, 965, 1083, 1126, 1177, 1224, 1302, 1543, 1751, 1755, 1872, 1953, 1991, 2017, 2027, 2031, 2049, 2217, 2328, 2355, 2454, 2540, 2593, 2610, 2715, 2746, 2975, 3095, 3171, 3241, 3278, 3584, 3838, 4005, 4121, 4220, 4307, 4513, 4611, 4680, 5353, 5570, 6042, 6347, 6463, 6573, 6642, 6651, 6686, 7050, 7227, 7237, 7330, 7535, 7539, 7639, 7689, 7864, 7967, 8028, 8152, 8552, 9341, 9447, 9581, 9598, 9903, 10068, 10392, 10405, 10509, 10624, 10629, 10682, 10859, 10956, 11052, 11071, 11104, 11209, 11239, 11325, 11392, 11458, 11530, 11644, 11709, 11750, 11770, 11839, 12132, 12252, 12254, 12466, 12548, 12652, 12727, 12793, 12925, 12951, 13002, 13055, 13232, 13378, 14306, 15073, 15108, 15145, 15156, 15175, 15231, 15371, 15420, 15424, 15553, 16116, 16960, 17082, 17088, 17143, 17644, 17800, 17838, 17890, 18010, 18032, 18168, 18175, 18234, 19174, 19409, 19873, 20001, 20292, 20342, 20904, 21217, 21577, 21629, 21669, 21808, 21855, 22248, 22452, 22542, 22597, 23053, 23167, 23241, 23362, 23483, 23581, 23625, 23670, 23700, 23845, 24113, 24947, 25597, 26009, 26050, 26288, 26308, 26573, 26710, 27100, 27138, 27201, 27286, 27356, 27357, 27492, 27680, 27698, 27880, 27914, 28363, 28715, 29292, 29371, 29500, 29555, 29935, 30213, 30381, 30395, 30876, 31033, 31372, 31449, 31467, 31506, 31538, 31688, 31742, 31979, 32082, 32241, 32467, 32619, 32670] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..25aa11d552706d4ac147a447b3daa15f4def808f Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:24,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2efa8772f558e73ad3253455291d9fe933dfbcf1 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..fa9aeb6fd8e2aed3fd2e5e1d3b2c55c41226e1ca --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[9, 43, 189, 254, 355, 397, 418, 467, 585, 601, 684, 784, 786, 1051, 1130, 1141, 1215, 1243, 1394, 1491, 1528, 1771, 1812, 1844, 1863, 1895, 1926, 1930, 1981, 2115, 2119, 2129, 2146, 2160, 2288, 2361, 2433, 2453, 2504, 2549, 2625, 2667, 2702, 2715, 2854, 2883, 3016, 3063, 3126, 3226, 3232, 3425, 3495, 3612, 3668, 3703, 3713, 3803, 3911, 3947, 3982, 4007, 4085, 4123, 4172, 4313, 4348, 4399, 4583, 4596, 4757, 4784, 4793, 4797, 4866, 4869, 4900, 4920, 5014, 5059, 5216, 5241, 5260, 5300, 5339, 5491, 5510, 5515, 5601, 5749, 5759, 5786, 6118, 6158, 6189, 6191, 6207, 6233, 6288, 6301, 6309, 6353, 6525, 6531, 6567, 6726, 6789, 6873, 6914, 6995, 7171, 7212, 7276, 7295, 7376, 7378, 7428, 7474, 7564, 7668, 7680, 7768, 7787, 7791, 8003, 8076, 8091, 8356, 8369, 8444, 8485, 8656, 8685, 8721, 8904, 8974, 9042, 9169, 9334, 9465, 9534, 9601, 9658, 9866, 9876, 10005, 10051, 10108, 10123, 10164, 10170, 10215, 10221, 10394, 10427, 10470, 10637, 10679, 10804, 10847, 10963, 10987, 11008, 11024, 11045, 11157, 11167, 11358, 11362, 11485, 11664, 11792, 11830, 11928, 12115, 12128, 12133, 12172, 12265, 12274, 12281, 12297, 12363, 12519, 12537, 12713, 12772, 12779, 12945, 12969, 12994, 13152, 13176, 13178, 13184, 13258, 13342, 13387, 13465, 13572, 13645, 13799, 13849, 13856, 13979, 14002, 14005, 14271, 14298, 14347, 14357, 14438, 14449, 14489, 14496, 14557, 14615, 14813, 14826, 14875, 14940, 15302, 15325, 15529, 15608, 15692, 15702, 15747, 15810, 15824, 15830, 15864, 15872, 16087, 16114, 16170, 16271, 16323, 16434, 16515, 16516, 16620, 16658, 16871, 16944, 16959, 16988, 17019, 17184, 17197, 17207, 17279, 17368, 17506, 17743, 17765, 17856, 17863, 17915, 17956, 17957, 18050, 18075, 18079, 18462, 18846, 18890, 18949, 19177, 19428, 19568, 19658, 19713, 19807, 20012, 20050, 20537, 20627, 20803, 20920, 20970, 21028, 21063, 21089, 21102, 21324, 21368, 21416, 21420, 21618, 21710, 21916, 22109, 22163, 22321, 22357, 22406, 22487, 22625, 22632, 22714, 22759, 22875, 22933, 22962, 23161, 23201, 23222, 23380, 23386, 23489, 23496, 23540, 23552, 23635, 23696, 23730, 23771, 23859, 24048, 24193, 24245, 24339, 24352, 24389, 24392, 24423, 24639, 24772, 24794, 24876, 25042, 25100, 25415, 25447, 25509, 25738, 25798, 25912, 26012, 26079, 26136, 26281, 26325, 26355, 26385, 26495, 26616, 26695, 26804, 27207, 27227, 27276, 27437, 27485, 27520, 27597, 27662, 27673, 27860, 27923, 28045, 28276, 28354, 28430, 28606, 28764, 28792, 28797, 29009, 29102, 29132, 29163, 29191, 29392, 29681, 29697, 30045, 30089, 30147, 30220, 30244, 30295, 30308, 30424, 30483, 30606, 30721, 30733, 30801, 30875, 30958, 31087, 31092, 31178, 31235, 31404, 31426, 31540, 31592, 31792, 31847, 32078, 32161, 32280, 32312, 32494, 32614] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..e58a216ac149c91c9ed035f2c2a2e3e84396ad68 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..34ac492004ca46b11924c4f5a1de5859a51e65cf Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..5efa15f3645b0ea2df6d7c527cdd3f133fc86024 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[9, 17, 25, 132, 133, 196, 241, 248, 254, 255, 264, 267, 310, 320, 361, 438, 449, 456, 480, 601, 625, 629, 645, 684, 707, 714, 716, 748, 775, 789, 790, 827, 973, 991, 1004, 1035, 1062, 1106, 1117, 1134, 1135, 1152, 1215, 1220, 1222, 1314, 1320, 1363, 1377, 1397, 1412, 1456, 1464, 1477, 1535, 1593, 1604, 1637, 1682, 1754, 1778, 1812, 1840, 1862, 1876, 1902, 1944, 1957, 1981, 2001, 2031, 2060, 2068, 2076, 2110, 2119, 2129, 2160, 2165, 2188, 2191, 2225, 2259, 2309, 2360, 2361, 2401, 2412, 2417, 2433, 2451, 2453, 2555, 2576, 2596, 2638, 2667, 2675, 2684, 2780, 2792, 2796, 2797, 2810, 2841, 2851, 2854, 2856, 2906, 2960, 2985, 3028, 3040, 3049, 3053, 3071, 3110, 3121, 3148, 3150, 3159, 3181, 3221, 3222, 3232, 3287, 3345, 3346, 3392, 3452, 3511, 3531, 3534, 3544, 3577, 3595, 3637, 3668, 3703, 3718, 3761, 3773, 3775, 3809, 3810, 3869, 3870, 3874, 3882, 3888, 3927, 3931, 3947, 3982, 4009, 4023, 4039, 4040, 4092, 4142, 4150, 4157, 4162, 4169, 4194, 4293, 4294, 4311, 4331, 4382, 4395, 4428, 4475, 4504, 4577, 4583, 4596, 4607, 4614, 4632, 4634, 4642, 4670, 4687, 4731, 4746, 4757, 4786, 4789, 4828, 4835, 4843, 4855, 4861, 4877, 4884, 4898, 4937, 4953, 4971, 4976, 4985, 4991, 4995, 5051, 5093, 5104, 5146, 5173, 5260, 5321, 5329, 5339, 5389, 5410, 5445, 5484, 5487, 5491, 5493, 5538, 5631, 5744, 5747, 5757, 5759, 5761, 5774, 5786, 5928, 5965, 6049, 6050, 6082, 6097, 6104, 6118, 6133, 6143, 6196, 6260, 6317, 6495, 6511, 6567, 6569, 6614, 6636, 6655, 6714, 6717, 6726, 6727, 6738, 6789, 6793, 6801, 6903, 6911, 6922, 7022, 7037, 7061, 7075, 7152, 7212, 7259, 7276, 7295, 7304, 7324, 7325, 7327, 7358, 7390, 7419, 7463, 7546, 7564, 7573, 7584, 7600, 7634, 7652, 7654, 7668, 7682, 7716, 7791, 7801, 7841, 7844, 7850, 7866, 7879, 7896, 7905, 7919, 7942, 8088, 8096, 8136, 8139, 8230, 8242, 8285, 8299, 8347, 8363, 8365, 8381, 8443, 8444, 8464, 8485, 8521, 8528, 8550, 8601, 8624, 8633, 8685, 8805, 8823, 8850, 8866, 8882, 8925, 8935, 9038, 9042, 9044, 9053, 9144, 9168, 9211, 9223, 9242, 9313, 9315, 9343, 9391, 9436, 9441, 9464, 9483, 9514, 9532, 9545, 9575, 9601, 9681, 9694, 9724, 9755, 9782, 9806, 9811, 9815, 9861, 9888, 9913, 9928, 9931, 9933, 9958, 9973, 10005, 10025, 10047, 10060, 10073, 10080, 10093, 10099, 10101, 10103, 10122, 10145, 10146, 10170, 10192, 10220, 10221, 10233, 10294, 10364, 10392, 10471, 10490, 10502, 10520, 10568, 10575, 10583, 10584, 10605, 10637, 10706, 10753, 10776, 10783, 10805, 10813, 10838, 10901, 10905, 10987, 11033, 11045, 11114, 11144, 11157, 11171, 11178, 11182, 11199, 11310, 11353, 11359, 11364, 11387, 11425, 11432, 11447, 11464, 11469, 11513, 11534, 11541, 11559, 11585, 11604, 11621, 11644, 11647, 11766, 11772, 11788, 11798, 11830, 11840, 11843, 11875, 11887, 11915, 11928, 12008, 12014, 12055, 12056, 12066, 12112, 12115, 12156, 12212, 12259, 12269, 12294, 12339, 12363, 12380, 12382, 12410, 12433, 12472, 12473, 12529, 12565, 12579, 12616, 12643, 12651, 12657, 12782, 12795, 12838, 12856, 12922, 12946, 12947, 12969, 12994, 13001, 13048, 13088, 13111, 13138, 13142, 13165, 13176, 13196, 13228, 13291, 13477, 13486, 13522, 13591, 13640, 13645, 13670, 13693, 13774, 13884, 13905, 13906, 13931, 13944, 13948, 14084, 14110, 14116, 14129, 14144, 14187, 14224, 14226, 14250, 14285, 14322, 14324, 14343, 14354, 14357, 14391, 14414, 14433, 14456, 14465, 14473, 14489, 14496, 14503, 14537, 14541, 14568, 14572, 14628, 14686, 14742, 14797, 14850, 14857, 14873, 14900, 14909, 14913, 14949, 14962, 14969, 14980, 14989, 15137, 15186, 15193, 15267, 15312, 15320, 15360, 15378, 15414, 15456, 15465, 15523, 15529, 15670, 15693, 15702, 15718, 15729, 15752, 15799, 15819, 15840, 15876, 15879, 15891, 15910, 15938, 16077, 16080, 16087, 16135, 16152, 16195, 16228, 16240, 16241, 16271, 16334, 16411, 16472, 16484, 16549, 16591, 16619, 16636, 16651, 16687, 16723, 16724, 16793, 16795, 16800, 16808, 16809, 16813, 16840, 16900, 16984, 17010, 17064, 17094, 17158, 17168, 17197, 17266, 17295, 17309, 17343, 17351, 17357, 17368, 17418, 17419, 17421, 17472, 17528, 17540, 17549, 17594, 17610, 17626, 17628, 17674, 17744, 17765, 17766, 17787, 17793, 17808, 17864, 17912, 17914, 17956, 18020, 18067, 18075, 18119, 18154, 18228, 18250, 18272, 18305, 18314, 18318, 18323, 18351, 18364, 18380, 18409, 18418, 18444, 18485, 18527, 18536, 18553, 18569, 18637, 18715, 18730, 18759, 18763, 18780, 18796, 18831, 18852, 18869, 18917, 18943, 18949, 18972, 19018, 19028, 19050, 19069, 19072, 19111, 19294, 19320, 19388, 19432, 19477, 19488, 19516, 19532, 19546, 19568, 19581, 19597, 19619, 19662, 19663, 19678, 19713, 19727, 19769, 19808, 19839, 19869, 19894, 19898, 20038, 20057, 20063, 20066, 20071, 20074, 20108, 20210, 20276, 20291, 20350, 20352, 20383, 20428, 20454, 20500, 20528, 20530, 20567, 20605, 20627, 20628, 20636, 20661, 20763, 20767, 20793, 20811, 20873, 20895, 20912, 20914, 20920, 20951, 21014, 21063, 21095, 21103, 21119, 21132, 21135, 21157, 21174, 21263, 21324, 21332, 21388, 21416, 21420, 21444, 21464, 21472, 21485, 21489, 21495, 21549, 21614, 21624, 21668, 21671, 21756, 21762, 21799, 21817, 21871, 21887, 21900, 21902, 21907, 21927, 21941, 22011, 22020, 22021, 22032, 22064, 22065, 22147, 22163, 22166, 22269, 22295, 22303, 22335, 22357, 22364, 22389, 22464, 22487, 22583, 22584, 22585, 22593, 22597, 22614, 22689, 22714, 22716, 22777, 22838, 22841, 22888, 22922, 22935, 22946, 22987, 23014, 23056, 23112, 23161, 23168, 23170, 23179, 23203, 23205, 23222, 23270, 23336, 23344, 23380, 23408, 23409, 23458, 23491, 23496, 23503, 23542, 23624, 23630, 23676, 23735, 23745, 23858, 23900, 23916, 23940, 23956, 23995, 24071, 24107, 24245, 24255, 24262, 24277, 24283, 24288, 24317, 24339, 24352, 24372, 24472, 24517, 24598, 24637, 24683, 24742, 24749, 24753, 24772, 24803, 24861, 24876, 24901, 24912, 24929, 24972, 25021, 25062, 25070, 25106, 25129, 25143, 25173, 25176, 25208, 25218, 25265, 25271, 25307, 25336, 25357, 25415, 25447, 25458, 25522, 25527, 25555, 25577, 25586, 25641, 25745, 25752, 25770, 25859, 25875, 25949, 26007, 26017, 26079, 26081, 26094, 26124, 26125, 26173, 26199, 26211, 26221, 26281, 26306, 26310, 26321, 26355, 26358, 26388, 26478, 26503, 26539, 26565, 26595, 26636, 26649, 26693, 26706, 26749, 26815, 26829, 26846, 26864, 26930, 27001, 27021, 27033, 27034, 27042, 27061, 27113, 27119, 27134, 27207, 27228, 27349, 27367, 27437, 27492, 27504, 27615, 27679, 27684, 27746, 27804, 27808, 27815, 27822, 27836, 27862, 27864, 27868, 27897, 27930, 27939, 27985, 28004, 28015, 28021, 28032, 28049, 28050, 28063, 28067, 28070, 28071, 28105, 28111, 28171, 28180, 28251, 28267, 28320, 28335, 28357, 28371, 28380, 28386, 28406, 28417, 28486, 28504, 28536, 28606, 28609, 28668, 28783, 28805, 29027, 29083, 29099, 29163, 29167, 29191, 29219, 29260, 29269, 29278, 29298, 29323, 29373, 29386, 29395, 29431, 29451, 29493, 29509, 29532, 29541, 29542, 29552, 29554, 29654, 29665, 29697, 29756, 29768, 29807, 29822, 29898, 29952, 29956, 30108, 30119, 30205, 30219, 30235, 30257, 30284, 30294, 30295, 30319, 30346, 30380, 30413, 30448, 30491, 30494, 30517, 30538, 30577, 30604, 30683, 30784, 30801, 30811, 30849, 30889, 30892, 30922, 30923, 30952, 30974, 31024, 31025, 31140, 31183, 31184, 31269, 31325, 31373, 31374, 31391, 31401, 31423, 31442, 31469, 31480, 31600, 31730, 31833, 31841, 31847, 31895, 31970, 31982, 32032, 32146, 32187, 32196, 32229, 32241, 32248, 32264, 32280, 32404, 32438, 32571, 32619, 32635, 32729, 32749] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8222383fca15df8c8402c2c2c57a6550e4e192fa Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..efb465b320c0e8ec3665cc90221af0f0ae317d70 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..f269535172a2b84c2e1047c13761441e449926bb --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:last_token)_indices @@ -0,0 +1 @@ +[9, 47, 179, 189, 254, 707, 786, 827, 1050, 1222, 1591, 1599, 1771, 1895, 2106, 2119, 2453, 2806, 2856, 2883, 3150, 3226, 3272, 3290, 3335, 3495, 3869, 3882, 4028, 4132, 4473, 4759, 4910, 4939, 5033, 5059, 5309, 5631, 6004, 6039, 6531, 6686, 6775, 6805, 7213, 7314, 7325, 7564, 7680, 7711, 7986, 8347, 8442, 8633, 8653, 8925, 9188, 9343, 9465, 9637, 9658, 9670, 9755, 9891, 9933, 10076, 10427, 10776, 10924, 10952, 10954, 11033, 11157, 11310, 11353, 11451, 11559, 11806, 11906, 11913, 11927, 12115, 12165, 12921, 13216, 13363, 14294, 14496, 14510, 14591, 14922, 14952, 15360, 15378, 15574, 15924, 15960, 16028, 16077, 16118, 16223, 16334, 16481, 16561, 16732, 17122, 17626, 17674, 17818, 17914, 17963, 18299, 18323, 18504, 18615, 18623, 18780, 18796, 19432, 19512, 19608, 19869, 20057, 20276, 20634, 20877, 21354, 21416, 21574, 21618, 22364, 22589, 22796, 23037, 23110, 23336, 23606, 24176, 24482, 24794, 24895, 25254, 25258, 25361, 25627, 25862, 26023, 26218, 26584, 26636, 27449, 27868, 27879, 28097, 28111, 28174, 28238, 28380, 28535, 28853, 29216, 29541, 29824, 29829, 29952, 30045, 30294, 30295, 30346, 30424, 30494, 30801, 31184, 31192, 31404, 31407, 31570, 31829, 31870, 31905, 31936, 32124, 32158, 32404, 32436] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1e9871becb083b8508e9230323f3413330f4395e Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:25,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d9bbab60f8e598b733d0997cef4ded5ac6a052e0 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..44218bd6e0427dde362a661eede199fb74cfd07f --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[88, 134, 149, 206, 229, 276, 295, 398, 524, 577, 607, 863, 907, 921, 1092, 1114, 1137, 1138, 1151, 1157, 1183, 1193, 1199, 1295, 1494, 1518, 1543, 1589, 1717, 1738, 1769, 1787, 1841, 1952, 1960, 2021, 2211, 2535, 2614, 2631, 2636, 2798, 3049, 3120, 3203, 3286, 3329, 3337, 3414, 3484, 3532, 3542, 3810, 3822, 3836, 3928, 4026, 4110, 4161, 4165, 4180, 4225, 4296, 4299, 4625, 4683, 4837, 4900, 4967, 5230, 5471, 5550, 5589, 5632, 5648, 5680, 5734, 5855, 5953, 5996, 6032, 6071, 6118, 6286, 6349, 6419, 6434, 6444, 6764, 6820, 6831, 6907, 6910, 7062, 7142, 7334, 7348, 7424, 7453, 7462, 7583, 7611, 7645, 7707, 7732, 7745, 7765, 7796, 7870, 7905, 7996, 8008, 8046, 8085, 8097, 8108, 8126, 8268, 8276, 8321, 8344, 8375, 8380, 8477, 8478, 8647, 8657, 8721, 8723, 8768, 8860, 9016, 9242, 9245, 9484, 9627, 9704, 9707, 9734, 9882, 9932, 9943, 9947, 10058, 10746, 10780, 10820, 10965, 10967, 11122, 11306, 11386, 11475, 11496, 11581, 11659, 11750, 11827, 11918, 11941, 11947, 12113, 12322, 12402, 12448, 12525, 12571, 12621, 12710, 12942, 12947, 12981, 13010, 13023, 13091, 13339, 13384, 13401, 13439, 13447, 13580, 13619, 13663, 13693, 13825, 13983, 14033, 14068, 14072, 14199, 14265, 14284, 14323, 14335, 14344, 14351, 14484, 14597, 14773, 14852, 14954, 15063, 15083, 15102, 15187, 15189, 15242, 15496, 15647, 15700, 15703, 15742, 15773, 15872, 16030, 16120, 16244, 16292, 16445, 16480, 16483, 16542, 16670, 16805, 16898, 17035, 17420, 17561, 17570, 17661, 17726, 17949, 18017, 18101, 18124, 18226, 18327, 18377, 18390, 18448, 18516, 18542, 18564, 18628, 18656, 18779, 18844, 18848, 18876, 18933, 19003, 19062, 19085, 19203, 19235, 19260, 19276, 19284, 19453, 19494, 19533, 19734, 19844, 20033, 20103, 20124, 20144, 20253, 20396, 20423, 20470, 20515, 20601, 20817, 20852, 20886, 20925, 21328, 21342, 21358, 21384, 21549, 21615, 21686, 21721, 22005, 22043, 22062, 22348, 22370, 22442, 22494, 22880, 22887, 22909, 22928, 23029, 23092, 23160, 23385, 23591, 23623, 23677, 23818, 23888, 23890, 23933, 24022, 24065, 24078, 24110, 24354, 24553, 24572, 24634, 24672, 24722, 24744, 24814, 24917, 25009, 25011, 25241, 25277, 25521, 25574, 25596, 26023, 26386, 26486, 26498, 26566, 26602, 26615, 26674, 26685, 26783, 26992, 27120, 27178, 27210, 27217, 27264, 27271, 27568, 27861, 27899, 28044, 28258, 28477, 28628, 28751, 28905, 29013, 29046, 29084, 29090, 29111, 29125, 29201, 29466, 29577, 29626, 29703, 29764, 29793, 29846, 29963, 30360, 30567, 30707, 30711, 30870, 30943, 31047, 31073, 31219, 31394, 31408, 31506, 31521, 31638, 31701, 31734, 31767, 31839, 31867, 32118, 32219, 32222, 32369, 32469, 32619] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..c3931eac1fb5b10e7454092d266a2d0eb2a12cdc Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..bec318205782ab0a1ad179aead61afa7c3594c74 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..87040f7d1c9afdde9d606e7338c0dcf7a8653ee0 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[48, 80, 88, 134, 149, 156, 157, 158, 164, 203, 244, 259, 323, 325, 418, 425, 452, 458, 464, 478, 489, 517, 522, 589, 600, 648, 649, 694, 713, 749, 845, 856, 858, 863, 921, 956, 1041, 1114, 1132, 1145, 1157, 1175, 1221, 1235, 1246, 1250, 1271, 1294, 1357, 1359, 1367, 1484, 1509, 1516, 1518, 1519, 1528, 1654, 1679, 1753, 1769, 1787, 1799, 1807, 1830, 1831, 1848, 1935, 1947, 1969, 1970, 1979, 2010, 2066, 2168, 2172, 2249, 2282, 2324, 2360, 2425, 2427, 2457, 2491, 2494, 2498, 2499, 2612, 2623, 2637, 2707, 2749, 2768, 2819, 2869, 2909, 2925, 2930, 2935, 2979, 2999, 3094, 3112, 3136, 3152, 3168, 3207, 3228, 3337, 3398, 3414, 3442, 3479, 3491, 3493, 3504, 3610, 3624, 3641, 3652, 3684, 3691, 3707, 3734, 3739, 3742, 3757, 3774, 3817, 3829, 3872, 3918, 3939, 3956, 3977, 4004, 4043, 4047, 4057, 4071, 4129, 4155, 4165, 4180, 4193, 4215, 4246, 4259, 4283, 4370, 4386, 4415, 4421, 4451, 4494, 4498, 4586, 4592, 4595, 4649, 4693, 4713, 4742, 4753, 4780, 4827, 4872, 4879, 4886, 5030, 5069, 5098, 5122, 5132, 5173, 5228, 5248, 5288, 5342, 5358, 5409, 5425, 5460, 5469, 5497, 5551, 5619, 5645, 5654, 5685, 5710, 5771, 5795, 5814, 5815, 5895, 6029, 6032, 6033, 6047, 6056, 6073, 6086, 6175, 6210, 6286, 6313, 6361, 6379, 6397, 6419, 6477, 6481, 6487, 6490, 6507, 6518, 6552, 6560, 6607, 6610, 6657, 6679, 6703, 6722, 6754, 6764, 6795, 6798, 6816, 6818, 6821, 6864, 6936, 7013, 7058, 7064, 7065, 7075, 7098, 7118, 7145, 7190, 7193, 7194, 7223, 7240, 7264, 7275, 7325, 7384, 7411, 7434, 7442, 7477, 7524, 7583, 7813, 7816, 7840, 7856, 7872, 7892, 7898, 7929, 7961, 8014, 8025, 8041, 8051, 8079, 8091, 8157, 8190, 8240, 8268, 8270, 8299, 8314, 8321, 8360, 8364, 8388, 8395, 8428, 8477, 8534, 8542, 8655, 8657, 8665, 8691, 8705, 8721, 8749, 8833, 8905, 8926, 9036, 9108, 9181, 9187, 9200, 9225, 9256, 9332, 9346, 9372, 9432, 9447, 9486, 9516, 9524, 9530, 9553, 9560, 9627, 9639, 9679, 9704, 9707, 9758, 9836, 9855, 9882, 9897, 9947, 9984, 9991, 10028, 10086, 10199, 10218, 10271, 10277, 10332, 10382, 10410, 10462, 10476, 10509, 10510, 10534, 10641, 10656, 10670, 10746, 10780, 10809, 10921, 10953, 10972, 10974, 10992, 11008, 11052, 11079, 11080, 11110, 11114, 11122, 11155, 11172, 11192, 11196, 11369, 11386, 11394, 11453, 11496, 11504, 11596, 11767, 11866, 11913, 11922, 11948, 11968, 11969, 12025, 12047, 12079, 12091, 12138, 12187, 12231, 12236, 12237, 12249, 12253, 12326, 12396, 12596, 12606, 12611, 12640, 12643, 12717, 12743, 12750, 12778, 12795, 12810, 12884, 12886, 12904, 12935, 12944, 12947, 12980, 13010, 13023, 13042, 13074, 13107, 13112, 13125, 13302, 13307, 13394, 13534, 13597, 13618, 13656, 13671, 13672, 13702, 13750, 13787, 13825, 13852, 13863, 13885, 13892, 13893, 13954, 13971, 13982, 14000, 14051, 14080, 14117, 14145, 14159, 14232, 14243, 14249, 14264, 14265, 14276, 14335, 14339, 14397, 14484, 14494, 14500, 14533, 14577, 14597, 14669, 14704, 14707, 14718, 14790, 14791, 14804, 14884, 14947, 14996, 14998, 14999, 15026, 15063, 15102, 15111, 15126, 15162, 15194, 15330, 15338, 15358, 15397, 15399, 15446, 15455, 15497, 15531, 15572, 15594, 15602, 15621, 15684, 15702, 15703, 15707, 15715, 15757, 15790, 15791, 15857, 15886, 15922, 15996, 16001, 16035, 16043, 16055, 16099, 16104, 16119, 16157, 16194, 16224, 16350, 16377, 16388, 16399, 16401, 16443, 16476, 16500, 16550, 16641, 16670, 16706, 16716, 16745, 16760, 16776, 16801, 16804, 16805, 16813, 16818, 16855, 16857, 16871, 16882, 16911, 16923, 16932, 16933, 16971, 16997, 17089, 17151, 17155, 17204, 17259, 17310, 17332, 17417, 17420, 17487, 17494, 17539, 17571, 17577, 17628, 17635, 17687, 17802, 17827, 17843, 17881, 17901, 17909, 18022, 18023, 18050, 18063, 18070, 18124, 18132, 18154, 18239, 18248, 18288, 18437, 18483, 18578, 18617, 18697, 18721, 18726, 18761, 18770, 18778, 18779, 18831, 18865, 18880, 18946, 19013, 19054, 19063, 19081, 19085, 19093, 19103, 19180, 19184, 19289, 19294, 19316, 19334, 19338, 19447, 19457, 19485, 19560, 19561, 19569, 19606, 19734, 19738, 19833, 19865, 19911, 19950, 19986, 20040, 20121, 20134, 20157, 20179, 20186, 20256, 20257, 20273, 20274, 20335, 20383, 20387, 20396, 20399, 20406, 20410, 20423, 20472, 20559, 20582, 20596, 20601, 20665, 20669, 20728, 20749, 20822, 20917, 20970, 20983, 21106, 21115, 21144, 21235, 21269, 21292, 21333, 21358, 21389, 21514, 21539, 21570, 21598, 21615, 21657, 21663, 21666, 21670, 21675, 21720, 21721, 21760, 21772, 21848, 21852, 21994, 22055, 22080, 22095, 22101, 22117, 22170, 22209, 22226, 22230, 22277, 22280, 22325, 22327, 22370, 22374, 22403, 22436, 22441, 22442, 22462, 22507, 22526, 22555, 22630, 22736, 22868, 22886, 22887, 22928, 23034, 23047, 23165, 23172, 23189, 23225, 23230, 23231, 23345, 23354, 23412, 23413, 23433, 23502, 23571, 23572, 23582, 23591, 23592, 23624, 23634, 23646, 23764, 23780, 23783, 23818, 23824, 23825, 23847, 23856, 23863, 23905, 23955, 24008, 24062, 24108, 24178, 24201, 24203, 24205, 24229, 24246, 24255, 24264, 24311, 24331, 24414, 24481, 24542, 24549, 24576, 24577, 24607, 24626, 24653, 24702, 24735, 24739, 24780, 24835, 24929, 24934, 24963, 24967, 24987, 25014, 25081, 25092, 25189, 25244, 25326, 25502, 25513, 25520, 25522, 25560, 25596, 25615, 25672, 25678, 25808, 25819, 25844, 25866, 25973, 25985, 26023, 26102, 26126, 26248, 26327, 26345, 26407, 26415, 26506, 26522, 26561, 26571, 26611, 26658, 26674, 26686, 26712, 26720, 26789, 26794, 26798, 26844, 26911, 26931, 26945, 27029, 27091, 27180, 27183, 27188, 27217, 27219, 27264, 27278, 27292, 27317, 27336, 27353, 27422, 27570, 27670, 27724, 27754, 27833, 27861, 27888, 27928, 27962, 27965, 28010, 28054, 28062, 28161, 28288, 28318, 28329, 28338, 28368, 28415, 28421, 28465, 28576, 28590, 28628, 28637, 28703, 28710, 28814, 28845, 28971, 29013, 29030, 29090, 29093, 29137, 29145, 29160, 29173, 29187, 29215, 29219, 29262, 29300, 29316, 29335, 29398, 29496, 29501, 29514, 29534, 29617, 29660, 29694, 29703, 29754, 29793, 29841, 29849, 29852, 29857, 29879, 29914, 29921, 29926, 29983, 30009, 30129, 30196, 30267, 30308, 30310, 30360, 30487, 30498, 30508, 30515, 30525, 30550, 30579, 30595, 30597, 30649, 30650, 30668, 30721, 30769, 30787, 30870, 30973, 31023, 31035, 31038, 31077, 31078, 31186, 31265, 31285, 31306, 31394, 31436, 31475, 31482, 31516, 31560, 31590, 31631, 31638, 31767, 31768, 31798, 31801, 31828, 31836, 31891, 31995, 32071, 32098, 32118, 32177, 32245, 32362, 32381, 32384, 32419, 32451, 32466, 32469, 32475, 32484, 32493, 32553, 32554, 32570, 32583, 32639, 32645, 32701, 32740] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..53600a3ae56249ffebb1052d05090c12655d683a Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..214d4ce42e357412fb88b58c704d5f13cdce49d4 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..13053a644c8b6e1dc388a158de7a44f6605af6b3 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:last_token)_indices @@ -0,0 +1 @@ +[276, 325, 368, 515, 517, 737, 1137, 1143, 1175, 1292, 1348, 1787, 1979, 2436, 3138, 3198, 3203, 3538, 3836, 3841, 4143, 4155, 4338, 4381, 4595, 4683, 6032, 6307, 6700, 6764, 6916, 7019, 7053, 7840, 7897, 7951, 8062, 8085, 8097, 8321, 8840, 8846, 9215, 9349, 9704, 9855, 10127, 10745, 10747, 10891, 11165, 11204, 11328, 11386, 11460, 12402, 12406, 12743, 13112, 13394, 13411, 13849, 14068, 14151, 14729, 14824, 14954, 15061, 15063, 15196, 15446, 15594, 15614, 15661, 16123, 16510, 16696, 16792, 16804, 16822, 16923, 16971, 17881, 17908, 18377, 18562, 18564, 18933, 19436, 19555, 19754, 20029, 20344, 20469, 20596, 21005, 21239, 21760, 22005, 22348, 23454, 23634, 23650, 23759, 23804, 23867, 23972, 24093, 24530, 24664, 25185, 25290, 25841, 26023, 26136, 26317, 26324, 26421, 26625, 26794, 27069, 27741, 27752, 27861, 27928, 28416, 28553, 28751, 28814, 29090, 29419, 29514, 29764, 29766, 30063, 30138, 30360, 30974, 31078, 31080, 31241, 31327, 31767, 32096, 32381, 32645] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2eac920eca27d9e7d96f457904625d72fe965c64 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:26,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9039cbb05c4fedbc7645da5cfb7191f54eaefe57 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..36d870b4402aac0b617ba7a25181ec36609e99eb --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[124, 125, 183, 187, 211, 268, 286, 356, 479, 596, 644, 696, 706, 739, 842, 862, 943, 980, 1025, 1041, 1253, 1387, 1430, 1765, 1840, 1855, 1979, 2079, 2097, 2100, 2180, 2184, 2285, 2452, 2502, 2583, 2606, 2705, 2723, 2749, 2983, 3027, 3042, 3066, 3235, 3326, 3368, 3442, 3621, 3716, 3837, 3980, 3988, 4093, 4210, 4296, 4360, 4395, 4510, 4611, 4765, 4773, 4836, 5022, 5080, 5287, 5288, 5321, 5406, 5408, 5436, 5485, 5529, 5552, 5572, 5621, 5625, 5628, 5634, 5725, 5938, 5959, 5994, 6050, 6091, 6117, 6129, 6153, 6310, 6361, 6372, 6435, 6479, 6488, 6512, 6543, 6646, 6819, 6966, 7028, 7031, 7230, 7383, 7500, 7559, 7687, 7703, 7732, 7737, 7757, 7773, 7799, 7824, 8085, 8163, 8177, 8277, 8381, 8390, 8409, 8578, 8652, 8691, 8715, 8866, 8894, 8941, 9101, 9191, 9214, 9292, 9294, 9410, 9492, 9519, 9763, 9856, 9885, 9914, 9963, 10006, 10101, 10111, 10177, 10230, 10254, 10269, 10319, 10371, 10379, 10390, 10439, 10479, 10498, 10547, 10576, 10662, 10699, 10717, 10758, 10803, 10826, 10920, 11001, 11005, 11089, 11287, 11311, 11464, 11484, 11758, 11773, 11831, 11861, 12206, 12217, 12223, 12232, 12303, 12361, 12468, 12573, 12785, 12846, 13087, 13189, 13231, 13245, 13258, 13339, 13519, 13566, 13626, 13655, 13716, 13797, 13857, 13880, 14024, 14103, 14202, 14210, 14606, 14665, 14738, 14786, 14823, 14969, 15299, 15318, 15327, 15473, 15486, 15519, 15688, 15760, 15808, 15966, 16023, 16352, 16366, 16565, 16589, 16647, 16997, 17123, 17188, 17233, 17253, 17465, 17579, 17610, 17803, 17808, 17825, 17857, 17915, 18127, 18477, 18625, 18710, 18875, 18932, 18935, 18944, 18978, 19015, 19122, 19171, 19232, 19305, 19310, 19460, 19525, 19529, 19569, 19715, 19741, 19871, 19940, 20106, 20195, 20251, 20294, 20464, 20599, 21021, 21180, 21553, 21626, 21956, 21963, 22106, 22154, 22190, 22215, 22237, 22287, 22324, 22430, 22466, 22503, 22774, 22877, 22908, 23266, 23360, 23487, 23609, 23613, 23634, 23995, 24300, 24505, 24711, 24783, 24882, 25033, 25070, 25089, 25200, 25227, 25315, 25346, 25391, 25491, 25568, 25771, 26063, 26121, 26444, 26459, 26550, 26612, 27088, 27096, 27114, 27197, 27201, 27228, 27568, 27754, 27889, 27934, 27936, 27976, 27986, 28192, 28263, 28303, 28416, 28482, 28490, 28659, 28718, 28785, 28843, 28994, 29001, 29018, 29086, 29100, 29131, 29136, 29218, 29393, 29551, 29582, 29718, 29827, 29994, 30029, 30049, 30109, 30130, 30220, 30365, 30468, 30509, 30524, 30581, 30671, 30744, 30747, 30830, 30909, 31604, 31647, 31654, 31861, 31984, 32044, 32261, 32281, 32360, 32405, 32413, 32503, 32518, 32522, 32615, 32647, 32752, 32756] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4921d1b0ddf71d5a39260d9f8a843f1db2fa2df5 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..274391f950b3ffd0b1f62d75a01f911ab401b4b9 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..d13754473132987c77ae74cffd7aec1b0b7ec882 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[29, 162, 299, 383, 413, 485, 535, 538, 591, 594, 599, 649, 696, 697, 706, 720, 721, 739, 779, 842, 944, 979, 1024, 1062, 1081, 1095, 1096, 1115, 1121, 1135, 1144, 1179, 1285, 1351, 1377, 1387, 1425, 1466, 1508, 1538, 1568, 1624, 1653, 1706, 1708, 1727, 1765, 1815, 1901, 1918, 1965, 1966, 1975, 1997, 2098, 2100, 2107, 2119, 2156, 2159, 2166, 2282, 2290, 2296, 2302, 2330, 2342, 2354, 2382, 2392, 2414, 2499, 2502, 2620, 2631, 2728, 2742, 2749, 2753, 2820, 2825, 2886, 2955, 3088, 3124, 3179, 3228, 3263, 3296, 3304, 3371, 3399, 3425, 3436, 3456, 3489, 3496, 3518, 3589, 3664, 3670, 3679, 3694, 3935, 3957, 3988, 4020, 4024, 4115, 4122, 4162, 4210, 4230, 4280, 4297, 4360, 4382, 4434, 4442, 4461, 4541, 4549, 4576, 4586, 4591, 4612, 4623, 4681, 4765, 4773, 4911, 4936, 5009, 5023, 5036, 5048, 5117, 5141, 5170, 5180, 5247, 5254, 5256, 5259, 5341, 5355, 5370, 5408, 5423, 5482, 5517, 5529, 5564, 5572, 5580, 5588, 5600, 5626, 5628, 5718, 5759, 5800, 5805, 5846, 5907, 5958, 5983, 6021, 6024, 6030, 6065, 6091, 6097, 6107, 6129, 6138, 6141, 6164, 6197, 6258, 6278, 6284, 6310, 6313, 6330, 6337, 6356, 6380, 6418, 6423, 6488, 6512, 6543, 6645, 6647, 6761, 6790, 6827, 6888, 6939, 6989, 6997, 7017, 7056, 7081, 7123, 7144, 7152, 7253, 7257, 7321, 7326, 7366, 7383, 7404, 7416, 7436, 7441, 7452, 7485, 7495, 7500, 7533, 7561, 7627, 7647, 7687, 7700, 7708, 7732, 7766, 7775, 7778, 7788, 7908, 7921, 7926, 8003, 8004, 8047, 8082, 8095, 8119, 8122, 8128, 8163, 8195, 8199, 8205, 8249, 8262, 8268, 8270, 8428, 8429, 8436, 8442, 8450, 8510, 8576, 8589, 8618, 8652, 8837, 8857, 8870, 8873, 8884, 8886, 8941, 8964, 8972, 8992, 9046, 9078, 9084, 9087, 9098, 9102, 9107, 9120, 9270, 9271, 9282, 9393, 9396, 9411, 9461, 9476, 9480, 9519, 9553, 9559, 9617, 9662, 9693, 9812, 9821, 9829, 9885, 9950, 9958, 9973, 10017, 10086, 10101, 10155, 10264, 10269, 10277, 10286, 10294, 10300, 10306, 10371, 10376, 10555, 10592, 10628, 10678, 10684, 10693, 10696, 10699, 10705, 10714, 10719, 10728, 10760, 10818, 10832, 10842, 10859, 10923, 10961, 10964, 11001, 11102, 11163, 11234, 11241, 11258, 11293, 11320, 11355, 11374, 11406, 11628, 11635, 11672, 11679, 11734, 11757, 11793, 11810, 11818, 11831, 11898, 11913, 11930, 11953, 11962, 12087, 12089, 12093, 12095, 12104, 12204, 12210, 12211, 12257, 12315, 12321, 12339, 12340, 12360, 12361, 12366, 12373, 12468, 12514, 12568, 12679, 12701, 12762, 12788, 12792, 12864, 12881, 12889, 12891, 12906, 12925, 12990, 13042, 13105, 13127, 13220, 13231, 13290, 13325, 13327, 13407, 13412, 13496, 13547, 13554, 13557, 13558, 13571, 13580, 13605, 13665, 13692, 13716, 13780, 13806, 13862, 13963, 14031, 14072, 14090, 14103, 14106, 14129, 14184, 14219, 14226, 14227, 14242, 14291, 14357, 14381, 14385, 14399, 14403, 14448, 14509, 14729, 14774, 14786, 14844, 14882, 14969, 14980, 15026, 15065, 15093, 15156, 15167, 15305, 15349, 15436, 15439, 15453, 15454, 15469, 15590, 15628, 15680, 15706, 15808, 16047, 16134, 16159, 16180, 16210, 16283, 16292, 16298, 16424, 16436, 16473, 16501, 16662, 16689, 16730, 16781, 16796, 16798, 16836, 16869, 16896, 16942, 16968, 16989, 17127, 17161, 17162, 17201, 17217, 17311, 17479, 17525, 17579, 17607, 17637, 17644, 17662, 17675, 17679, 17691, 17739, 17781, 17794, 17803, 17807, 17863, 17884, 17902, 17915, 17928, 17933, 17939, 17988, 18127, 18185, 18192, 18205, 18227, 18241, 18326, 18412, 18473, 18542, 18548, 18675, 18694, 18727, 18746, 18774, 18777, 18783, 18809, 18812, 18879, 18944, 19015, 19020, 19087, 19091, 19129, 19142, 19144, 19190, 19194, 19201, 19233, 19234, 19305, 19331, 19353, 19373, 19446, 19466, 19476, 19604, 19689, 19771, 19779, 19818, 19838, 19849, 19878, 19995, 20044, 20076, 20081, 20090, 20093, 20165, 20177, 20195, 20218, 20238, 20309, 20320, 20343, 20345, 20430, 20447, 20470, 20488, 20571, 20625, 20660, 20756, 20760, 20763, 20794, 20815, 20823, 20837, 20848, 20871, 21011, 21036, 21063, 21111, 21115, 21131, 21202, 21294, 21305, 21364, 21421, 21444, 21483, 21503, 21508, 21544, 21545, 21553, 21570, 21626, 21675, 21681, 21711, 21739, 21819, 21862, 21936, 21956, 21963, 21966, 21975, 21981, 22071, 22076, 22081, 22106, 22147, 22157, 22160, 22273, 22281, 22286, 22293, 22317, 22318, 22324, 22347, 22359, 22421, 22427, 22430, 22447, 22466, 22478, 22503, 22566, 22567, 22607, 22632, 22774, 22821, 22855, 22857, 22959, 22963, 23001, 23065, 23156, 23157, 23411, 23434, 23474, 23484, 23491, 23542, 23613, 23668, 23727, 23756, 23765, 23822, 23838, 23845, 23851, 23876, 23912, 23919, 23936, 24018, 24068, 24111, 24118, 24125, 24130, 24141, 24185, 24318, 24345, 24383, 24399, 24438, 24442, 24443, 24505, 24543, 24571, 24680, 24687, 24711, 24754, 24783, 24797, 24918, 24923, 24992, 25050, 25081, 25117, 25145, 25164, 25171, 25195, 25225, 25227, 25258, 25261, 25296, 25298, 25407, 25630, 25636, 25687, 25721, 25747, 25750, 25754, 25758, 25763, 25843, 25848, 25890, 25897, 25898, 25940, 25950, 25985, 26011, 26082, 26119, 26143, 26195, 26238, 26312, 26322, 26329, 26335, 26514, 26579, 26583, 26620, 26682, 26685, 26748, 26821, 26875, 26879, 26921, 27058, 27084, 27146, 27177, 27197, 27201, 27202, 27265, 27271, 27296, 27368, 27424, 27467, 27479, 27499, 27511, 27528, 27533, 27579, 27618, 27619, 27699, 27731, 27739, 27765, 27818, 27851, 27869, 27919, 27934, 27966, 28093, 28094, 28097, 28104, 28159, 28178, 28192, 28328, 28417, 28448, 28459, 28461, 28487, 28489, 28498, 28513, 28531, 28619, 28644, 28794, 28829, 28879, 28939, 28982, 28994, 29056, 29100, 29168, 29189, 29205, 29237, 29346, 29385, 29393, 29406, 29424, 29443, 29484, 29510, 29532, 29621, 29643, 29671, 29718, 29719, 29750, 29862, 29963, 29982, 30022, 30030, 30102, 30142, 30172, 30194, 30220, 30226, 30295, 30299, 30315, 30318, 30328, 30369, 30415, 30420, 30498, 30525, 30566, 30568, 30602, 30647, 30659, 30684, 30706, 30716, 30858, 30866, 30869, 30871, 30877, 30909, 30922, 30958, 30979, 31077, 31082, 31107, 31114, 31118, 31190, 31200, 31229, 31267, 31302, 31351, 31357, 31358, 31391, 31507, 31535, 31604, 31610, 31644, 31673, 31683, 31834, 31861, 31887, 31890, 31910, 31970, 32002, 32026, 32054, 32057, 32098, 32113, 32159, 32214, 32281, 32350, 32360, 32368, 32422, 32437, 32464, 32500, 32516, 32593, 32610, 32622, 32697, 32722, 32750, 32752, 32756] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9911254471d090ffdd2bada23913f70f5954b185 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4734cc26952e5377a0c1fd726848e2308685c790 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..4ee53efcd84a583c336624d1116d6a71d281245a --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:last_token)_indices @@ -0,0 +1 @@ +[124, 125, 141, 161, 253, 265, 324, 513, 742, 862, 1062, 1253, 1387, 1425, 1765, 1842, 2307, 2360, 2625, 2638, 2672, 2691, 2705, 2742, 2749, 2750, 2760, 3360, 3368, 3394, 3456, 3606, 3702, 3799, 3874, 3975, 4210, 4360, 4455, 4510, 5128, 5141, 5215, 5517, 5718, 5735, 5759, 5831, 6044, 6091, 6129, 6280, 6418, 6512, 7143, 8283, 8354, 8652, 8781, 8892, 9014, 9410, 9957, 10664, 10964, 11001, 11399, 11469, 11941, 12321, 12328, 12450, 12538, 12721, 12788, 12789, 12891, 13327, 13619, 14024, 14374, 14385, 14722, 14725, 14810, 15149, 15529, 15601, 15605, 15691, 15996, 16134, 16989, 17465, 17479, 17509, 17579, 17679, 17807, 17825, 17880, 17915, 17919, 18127, 18213, 18325, 18463, 18525, 18623, 18755, 19122, 19961, 20025, 20294, 20530, 21296, 21483, 21531, 21553, 21713, 21911, 22130, 22322, 22556, 22566, 22584, 22619, 22631, 22646, 23044, 23063, 23397, 23487, 24111, 24438, 24529, 24711, 24810, 24993, 25136, 25571, 25605, 26121, 26839, 26940, 27751, 27969, 28498, 29085, 29291, 29393, 29827, 30298, 30922, 30942, 31031, 31190, 31610, 31922, 32044, 32522] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d8cf1f467d6e36801d938727d994373ac283e637 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:27,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..ad493f7c57720683741abd8789c1b1f936cc86a7 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..cd298d53ac1d0da03f726ea3c5d7d20acaeb5c05 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[110, 205, 277, 289, 318, 371, 660, 722, 784, 967, 1049, 1231, 1234, 1309, 1335, 1513, 1669, 1703, 1727, 2040, 2041, 2067, 2178, 2227, 2611, 2617, 2625, 2649, 2697, 2784, 2853, 2974, 3101, 3133, 3315, 3395, 3604, 3607, 3656, 3671, 3681, 3757, 3764, 3927, 3956, 4081, 4131, 4231, 4386, 4464, 4581, 4651, 4809, 5096, 5138, 5162, 5293, 5329, 5432, 5472, 5673, 5694, 5808, 5890, 5918, 6611, 6620, 6953, 7037, 7347, 7421, 7724, 7794, 8035, 8328, 8567, 8586, 8729, 8871, 8911, 9186, 9397, 9576, 9606, 9649, 9751, 9757, 9812, 10081, 10144, 10513, 10538, 10645, 10774, 10944, 11075, 11103, 11264, 11477, 11697, 11980, 11997, 12037, 12180, 12191, 12285, 12290, 12296, 12627, 12647, 12709, 12727, 12813, 12821, 12846, 12918, 12941, 13112, 13143, 13268, 13380, 13461, 13502, 13504, 13622, 14328, 14427, 14563, 14653, 14691, 14766, 14977, 15027, 15265, 15271, 15276, 15619, 15688, 15696, 15758, 15776, 15854, 15878, 16300, 16335, 16526, 16741, 16769, 16865, 16942, 17041, 17091, 17116, 17290, 17508, 17545, 17547, 17730, 17775, 17787, 17864, 18134, 18253, 18302, 18343, 18440, 18485, 18708, 18774, 18785, 18827, 18907, 19060, 19193, 19194, 19290, 19461, 19719, 19739, 19779, 19803, 19919, 19984, 19989, 20116, 20652, 20691, 20712, 20780, 20854, 20880, 21031, 21044, 21186, 21360, 21361, 21372, 21450, 21512, 21528, 21688, 21719, 21757, 21811, 21837, 22206, 22410, 22665, 22746, 22797, 22852, 22903, 22938, 22981, 23027, 23262, 23476, 23717, 23728, 23932, 24020, 24044, 24361, 24362, 24422, 24462, 24521, 24542, 24593, 24763, 24784, 24936, 25101, 25236, 25487, 25609, 25714, 25785, 25910, 25950, 26032, 26231, 26256, 26274, 26357, 26630, 26678, 26694, 26982, 27012, 27033, 27100, 27274, 27622, 27718, 27847, 27898, 27918, 28094, 28241, 28538, 28591, 28658, 29075, 29137, 29161, 29554, 29669, 30123, 30322, 30329, 30362, 30417, 30461, 30591, 30673, 30736, 31042, 31090, 31208, 31255, 31389, 31418, 31622, 31707, 31819, 32063, 32277, 32593, 32629, 32640, 32674, 32692, 32702] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..553c19745436805f0a9be2fee026a4d1ef2a1260 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..e74edb6c1a6d6f289d84e58fb64c50be95c2a833 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..06dbfdd4ea44d8f82c8ede734145c8fe89c10d2d --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[32, 80, 93, 96, 100, 173, 205, 291, 310, 318, 353, 365, 369, 371, 373, 405, 412, 425, 426, 460, 490, 527, 574, 633, 660, 663, 664, 676, 698, 711, 762, 789, 812, 862, 979, 1009, 1063, 1121, 1138, 1183, 1185, 1205, 1231, 1234, 1237, 1282, 1340, 1437, 1506, 1531, 1598, 1703, 1723, 1727, 1755, 1787, 1851, 1873, 1917, 1927, 1938, 1972, 1975, 2041, 2060, 2082, 2087, 2092, 2155, 2180, 2193, 2242, 2338, 2412, 2467, 2473, 2552, 2611, 2616, 2649, 2770, 2834, 2864, 2885, 2899, 2943, 3076, 3164, 3240, 3243, 3304, 3325, 3328, 3330, 3504, 3510, 3576, 3640, 3681, 3686, 3702, 3850, 3851, 3871, 3919, 3927, 3933, 4001, 4008, 4030, 4117, 4155, 4162, 4175, 4200, 4205, 4293, 4384, 4406, 4409, 4512, 4538, 4635, 4641, 4724, 4853, 4890, 4915, 4998, 5026, 5096, 5200, 5223, 5283, 5293, 5313, 5363, 5399, 5455, 5456, 5504, 5505, 5506, 5549, 5558, 5575, 5672, 5677, 5721, 5753, 5778, 5808, 5811, 5829, 5849, 5873, 5968, 6058, 6180, 6194, 6299, 6322, 6337, 6342, 6346, 6452, 6467, 6566, 6579, 6592, 6601, 6729, 6860, 6922, 6950, 7000, 7037, 7057, 7066, 7071, 7088, 7115, 7229, 7268, 7388, 7459, 7548, 7557, 7568, 7702, 7902, 8003, 8035, 8091, 8216, 8254, 8317, 8328, 8333, 8370, 8493, 8529, 8600, 8645, 8717, 8746, 8765, 8779, 8810, 8871, 8884, 8926, 9128, 9135, 9145, 9176, 9191, 9200, 9239, 9333, 9349, 9459, 9472, 9576, 9587, 9660, 9695, 9721, 9751, 9794, 9799, 9825, 9826, 9836, 9920, 9922, 9943, 9966, 10017, 10064, 10144, 10179, 10182, 10205, 10230, 10321, 10336, 10494, 10504, 10521, 10542, 10649, 10762, 10788, 10880, 10911, 11007, 11018, 11020, 11067, 11135, 11209, 11220, 11251, 11276, 11314, 11321, 11364, 11390, 11483, 11502, 11508, 11614, 11616, 11642, 11701, 11827, 11892, 11896, 11912, 11925, 11983, 12117, 12183, 12261, 12290, 12304, 12312, 12389, 12423, 12445, 12503, 12514, 12549, 12572, 12585, 12594, 12698, 12709, 12714, 12807, 12817, 12847, 12848, 12975, 13010, 13055, 13067, 13112, 13118, 13127, 13139, 13143, 13153, 13196, 13198, 13208, 13212, 13235, 13351, 13380, 13392, 13406, 13432, 13465, 13504, 13524, 13552, 13622, 13653, 13671, 13694, 13704, 13934, 14006, 14014, 14017, 14028, 14031, 14041, 14103, 14107, 14194, 14275, 14296, 14299, 14343, 14345, 14412, 14415, 14464, 14505, 14565, 14607, 14653, 14696, 14697, 14707, 14776, 14801, 14844, 14876, 15034, 15115, 15122, 15179, 15227, 15280, 15350, 15491, 15632, 15640, 15688, 15698, 15725, 15753, 15778, 15795, 15814, 15949, 16014, 16025, 16043, 16047, 16135, 16181, 16210, 16277, 16308, 16368, 16372, 16464, 16480, 16620, 16672, 16770, 16823, 16870, 16922, 16942, 16968, 17006, 17299, 17402, 17453, 17484, 17502, 17508, 17517, 17542, 17549, 17551, 17577, 17663, 17671, 17707, 17772, 17795, 17816, 17955, 18040, 18174, 18196, 18200, 18208, 18242, 18265, 18272, 18336, 18350, 18408, 18436, 18480, 18531, 18566, 18629, 18648, 18754, 18802, 18836, 18852, 18866, 18868, 18935, 18937, 18985, 19107, 19133, 19226, 19290, 19368, 19441, 19461, 19527, 19530, 19559, 19642, 19682, 19743, 19778, 19848, 19884, 19899, 19926, 19932, 19984, 20123, 20298, 20327, 20328, 20379, 20383, 20459, 20626, 20652, 20691, 20740, 20805, 20833, 20837, 20846, 20877, 20951, 21006, 21031, 21103, 21124, 21210, 21214, 21227, 21283, 21305, 21306, 21313, 21329, 21360, 21383, 21433, 21470, 21531, 21635, 21637, 21667, 21688, 21719, 21720, 21776, 21778, 21796, 21800, 21837, 21878, 21992, 22018, 22069, 22105, 22202, 22265, 22317, 22330, 22339, 22409, 22410, 22528, 22584, 22586, 22665, 22676, 22677, 22735, 22783, 22786, 22789, 22802, 22811, 22909, 22963, 22996, 23045, 23077, 23155, 23252, 23262, 23323, 23398, 23467, 23501, 23553, 23571, 23676, 23692, 23695, 23703, 23726, 23728, 23777, 23899, 23910, 23943, 23963, 23968, 24002, 24023, 24082, 24121, 24145, 24158, 24175, 24284, 24361, 24427, 24432, 24510, 24551, 24585, 24632, 24728, 24730, 24780, 24814, 24815, 24836, 24888, 24955, 24964, 24970, 25021, 25056, 25064, 25068, 25210, 25249, 25252, 25290, 25388, 25431, 25436, 25437, 25467, 25492, 25627, 25699, 25738, 25743, 25774, 26002, 26021, 26065, 26123, 26290, 26293, 26302, 26491, 26532, 26547, 26560, 26654, 26720, 26737, 26783, 26808, 26885, 26903, 26934, 26956, 26957, 26960, 27016, 27033, 27120, 27147, 27158, 27163, 27194, 27274, 27339, 27429, 27443, 27524, 27543, 27631, 27700, 27765, 27805, 27954, 27983, 28021, 28090, 28136, 28241, 28295, 28326, 28335, 28389, 28391, 28466, 28476, 28496, 28545, 28619, 28720, 28745, 28937, 28944, 29002, 29037, 29046, 29059, 29075, 29173, 29195, 29203, 29242, 29295, 29297, 29355, 29368, 29439, 29597, 29615, 29624, 29669, 29689, 29713, 29760, 29774, 29902, 29913, 29920, 29979, 29983, 30010, 30122, 30221, 30257, 30301, 30310, 30417, 30433, 30478, 30543, 30587, 30689, 30699, 30749, 30776, 30857, 31016, 31042, 31043, 31182, 31235, 31242, 31247, 31264, 31291, 31325, 31514, 31591, 31606, 31613, 31622, 31749, 31752, 31800, 31801, 31872, 31879, 32010, 32011, 32063, 32127, 32172, 32244, 32276, 32292, 32309, 32461, 32492, 32586, 32587, 32593, 32606, 32609, 32628, 32629, 32634, 32669, 32753] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..fd7253bb3294720857bca258d425c1e9bec98670 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..349ad64d0862c87af1361e28ad0173de2bce1b4e Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..c172b3430f0cc8224ab3e9169395cf1c2fc3efc5 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:last_token)_indices @@ -0,0 +1 @@ +[311, 334, 676, 857, 1081, 1506, 1644, 1882, 1888, 2034, 2040, 2324, 2397, 2552, 2618, 2640, 2905, 3006, 3103, 3164, 3191, 3368, 4251, 4530, 4770, 5096, 5694, 5721, 5744, 5890, 5950, 6180, 6586, 6681, 6717, 6726, 6977, 7088, 7181, 7518, 7734, 7829, 8586, 9011, 9128, 9337, 9660, 9662, 9966, 10179, 10643, 10774, 11501, 11697, 11728, 11943, 12026, 12261, 12709, 12790, 12910, 12918, 13112, 13351, 13440, 13659, 14028, 14105, 14309, 14434, 14653, 14801, 14838, 14970, 14997, 15753, 16406, 16620, 16656, 16877, 18167, 18302, 18311, 18353, 19178, 19326, 19514, 20319, 20360, 20628, 20774, 20837, 20880, 21068, 21329, 21573, 22069, 22410, 22459, 22563, 22804, 23094, 23155, 23202, 23266, 23277, 23354, 23520, 24142, 24414, 25004, 25751, 26357, 26609, 26863, 26998, 27169, 27209, 27221, 27465, 27528, 27870, 27949, 28421, 28538, 28591, 28733, 28835, 29009, 29075, 29159, 29195, 29416, 29597, 30591, 31042, 31247, 31325, 31387] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8e308a10ee08c43a7533333581bac252b9264def Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:28,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f97acd99fcfd70189641fbd1b73466f61babfac5 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..aaa838dbb642f2359f3b4484980d1322705ee26e --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[207, 577, 628, 675, 753, 1021, 1094, 1121, 1190, 1401, 1604, 1605, 1792, 1819, 1864, 1905, 1989, 2226, 2312, 2498, 2503, 2592, 2616, 2799, 3191, 3313, 3522, 3581, 3582, 3825, 3977, 4182, 4225, 4295, 4467, 4492, 4582, 4736, 4874, 4887, 4890, 4898, 5039, 5105, 5166, 5274, 5722, 5729, 5977, 6320, 6363, 6403, 6433, 6875, 7052, 7324, 7533, 7585, 7673, 7689, 7761, 8056, 8277, 8339, 8354, 8365, 8449, 8653, 8750, 8822, 8915, 8936, 8973, 9092, 9151, 9553, 9691, 9700, 10040, 10112, 10118, 10219, 10350, 10452, 10456, 10478, 10523, 10572, 10676, 10996, 11174, 11308, 11455, 11468, 11489, 11568, 11587, 11677, 11711, 11894, 11899, 11966, 12263, 12380, 12388, 12433, 12633, 13226, 13304, 13311, 13313, 13506, 13617, 13944, 14008, 14021, 14118, 14140, 14177, 14379, 14441, 14464, 14608, 14681, 14826, 14913, 15694, 16082, 16318, 16381, 16517, 16585, 16698, 16713, 16746, 16793, 17000, 17152, 17181, 17372, 17502, 17993, 17998, 18193, 18249, 18596, 18682, 18703, 18716, 19001, 19582, 19605, 19797, 19831, 19900, 19902, 20005, 20053, 20066, 20100, 20121, 20197, 20230, 20388, 20837, 20843, 20987, 21060, 21226, 22142, 22366, 22414, 22474, 22526, 22587, 22698, 22775, 22976, 23150, 23163, 23405, 23494, 23575, 23632, 23633, 23857, 23885, 23896, 23923, 24197, 24246, 24252, 24421, 24475, 24598, 24946, 24981, 25008, 25027, 25128, 25235, 25501, 25519, 25528, 25592, 26121, 26325, 26505, 26518, 26541, 26563, 26626, 26664, 26719, 26918, 26954, 27093, 27137, 27735, 27829, 27889, 27919, 28200, 28210, 28282, 28320, 28340, 28356, 28379, 28413, 28565, 28776, 28869, 28928, 28936, 29078, 29106, 29155, 29189, 29307, 29386, 29410, 29453, 29505, 29603, 29748, 30080, 30149, 30280, 30672, 30699, 30882, 31019, 31201, 31248, 31384, 31631, 31691, 31719, 31722, 31833, 31885, 31901, 32179, 32280, 32479] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..14303043da73e5af7744cd22287d147e5478dc91 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..7f51a3d4753773f517eaad521a268e29ede193b3 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..d4c0763176573b3306eece0ba2fc5e3017d1ba22 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[89, 148, 199, 207, 279, 402, 412, 428, 448, 489, 506, 507, 586, 617, 625, 628, 679, 683, 695, 753, 765, 872, 889, 915, 920, 951, 1021, 1034, 1070, 1095, 1209, 1280, 1289, 1292, 1311, 1322, 1401, 1404, 1446, 1498, 1515, 1529, 1537, 1554, 1678, 1705, 1721, 1761, 1762, 1829, 1896, 1901, 1905, 1951, 1989, 2035, 2111, 2154, 2278, 2312, 2347, 2422, 2469, 2526, 2679, 2731, 2799, 2813, 2876, 2912, 3038, 3250, 3437, 3452, 3499, 3534, 3548, 3636, 3706, 3730, 3744, 3825, 3953, 4002, 4213, 4238, 4245, 4316, 4325, 4454, 4479, 4557, 4591, 4788, 4890, 4897, 4925, 4956, 5000, 5015, 5035, 5076, 5105, 5116, 5169, 5177, 5215, 5237, 5282, 5290, 5296, 5324, 5327, 5341, 5394, 5400, 5488, 5503, 5714, 5729, 5810, 5906, 5988, 6040, 6060, 6148, 6199, 6217, 6303, 6371, 6426, 6513, 6531, 6542, 6603, 6692, 6772, 6802, 6842, 6882, 6941, 6947, 6970, 6976, 7020, 7074, 7078, 7114, 7262, 7314, 7320, 7354, 7371, 7400, 7519, 7533, 7538, 7551, 7581, 7622, 7661, 7679, 7708, 7816, 7892, 8001, 8138, 8168, 8201, 8243, 8376, 8414, 8434, 8449, 8475, 8502, 8549, 8573, 8633, 8687, 8699, 8711, 8750, 8762, 8822, 8909, 8922, 8982, 8986, 8990, 9000, 9005, 9151, 9158, 9225, 9309, 9407, 9453, 9515, 9713, 9750, 9754, 9775, 9797, 9926, 9934, 9968, 10021, 10040, 10052, 10162, 10172, 10200, 10218, 10339, 10464, 10523, 10639, 10641, 10673, 10696, 10781, 10829, 10872, 10881, 10901, 10907, 10976, 10990, 11056, 11138, 11426, 11436, 11468, 11476, 11517, 11568, 11573, 11711, 11851, 11910, 11921, 11946, 12004, 12095, 12232, 12300, 12467, 12508, 12509, 12574, 12627, 12660, 12745, 13122, 13189, 13280, 13304, 13313, 13330, 13340, 13343, 13353, 13381, 13426, 13502, 13512, 13552, 13606, 13658, 13705, 13771, 13781, 13786, 13789, 13851, 13861, 13878, 13905, 13923, 13958, 13995, 14033, 14080, 14118, 14136, 14140, 14142, 14143, 14177, 14188, 14213, 14281, 14288, 14379, 14406, 14442, 14469, 14487, 14500, 14616, 14629, 14638, 14639, 14655, 14662, 14681, 14902, 14913, 14938, 15127, 15132, 15174, 15210, 15378, 15386, 15403, 15430, 15454, 15460, 15463, 15534, 15690, 15721, 15766, 15790, 15907, 15951, 15962, 15978, 16087, 16131, 16166, 16292, 16302, 16418, 16559, 16567, 16590, 16624, 16636, 16643, 16685, 16698, 16713, 16714, 16720, 16735, 16750, 16758, 16938, 17076, 17181, 17293, 17413, 17447, 17469, 17518, 17626, 17628, 17742, 17775, 17948, 17998, 17999, 18036, 18105, 18141, 18319, 18506, 18555, 18589, 18682, 18694, 18751, 18766, 18856, 18880, 18900, 19086, 19090, 19140, 19188, 19220, 19231, 19279, 19302, 19484, 19512, 19568, 19583, 19619, 19829, 19830, 19884, 19979, 20035, 20174, 20195, 20465, 20603, 20622, 20674, 20698, 20702, 20775, 20796, 20798, 20858, 20893, 20930, 20976, 21048, 21060, 21088, 21159, 21200, 21226, 21323, 21369, 21399, 21409, 21419, 21432, 21710, 21775, 21779, 21902, 21966, 21980, 22009, 22026, 22038, 22071, 22152, 22195, 22279, 22402, 22464, 22526, 22547, 22557, 22649, 22652, 22706, 22720, 22751, 22815, 22899, 23142, 23405, 23426, 23461, 23463, 23494, 23554, 23605, 23684, 23763, 23811, 23812, 23867, 23896, 23935, 23937, 23942, 23980, 24042, 24053, 24086, 24119, 24125, 24190, 24249, 24271, 24280, 24290, 24310, 24335, 24407, 24421, 24431, 24435, 24538, 24598, 24801, 24836, 24870, 24887, 24958, 24970, 25137, 25140, 25172, 25195, 25249, 25269, 25275, 25301, 25358, 25426, 25461, 25478, 25528, 25530, 25628, 25690, 25735, 25749, 25815, 25870, 25909, 25925, 25972, 26057, 26126, 26197, 26201, 26219, 26262, 26370, 26505, 26517, 26518, 26544, 26550, 26629, 26751, 26801, 26821, 26954, 27046, 27059, 27295, 27345, 27665, 27724, 27746, 27809, 27889, 27894, 27899, 27934, 27939, 28051, 28139, 28200, 28281, 28288, 28320, 28352, 28362, 28379, 28507, 28557, 28760, 28761, 28764, 28803, 28860, 28869, 28930, 28936, 28939, 29148, 29179, 29183, 29189, 29304, 29335, 29453, 29469, 29525, 29583, 29590, 29632, 29633, 29651, 29655, 29698, 29703, 29709, 29716, 29748, 29812, 29851, 29862, 29895, 29918, 29941, 30017, 30066, 30077, 30115, 30134, 30163, 30173, 30186, 30309, 30357, 30450, 30593, 30603, 30672, 30681, 30699, 30734, 30887, 31009, 31078, 31089, 31125, 31153, 31224, 31251, 31254, 31258, 31273, 31290, 31292, 31335, 31378, 31419, 31490, 31510, 31569, 31571, 31654, 31722, 31733, 31790, 31799, 31833, 31885, 32018, 32066, 32162, 32201, 32232, 32338, 32490, 32499, 32507, 32582, 32592, 32598, 32658, 32682, 32691, 32705, 32745] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4ef9ea40667da21a777608fa13c731ab1b86d336 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..1abfd931d4f464f30534550406b3742532a2ab4b Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..48aa6dca6332aa8c4ab9e2a82861194e2e9f5fa9 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:last_token)_indices @@ -0,0 +1 @@ +[339, 633, 837, 951, 1021, 1835, 2283, 2838, 3168, 3570, 3582, 3677, 3825, 4316, 4345, 4377, 4395, 5729, 5883, 5972, 6219, 6528, 7020, 7225, 7314, 7558, 7793, 8001, 8389, 8822, 9092, 9220, 9277, 9291, 9502, 9694, 9768, 9777, 10027, 10040, 10093, 10395, 10523, 10781, 10825, 11138, 11363, 11407, 11568, 11753, 11841, 12144, 12323, 12547, 12574, 12771, 12929, 13270, 13630, 13723, 13795, 13914, 13930, 13995, 14338, 14379, 14569, 14629, 14741, 15353, 15408, 15473, 16166, 16632, 16647, 16698, 16919, 17037, 17152, 17232, 17271, 17998, 18196, 18911, 18916, 19081, 19114, 20168, 20426, 20673, 20674, 20774, 21399, 21862, 22090, 22114, 22143, 22526, 22647, 22720, 22775, 23119, 23142, 23303, 23366, 23468, 23565, 23575, 23987, 24475, 24584, 24598, 24847, 24868, 24981, 25372, 25392, 25503, 25749, 25757, 26518, 26821, 27889, 28200, 28776, 29010, 29106, 29392, 29941, 30254, 30280, 30309, 30379, 30598, 30699, 30761, 31622, 31719, 31833, 31840] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..7ed76aa6e01668c814daeef761fa98f54e164420 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:29,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4242d1d8365aa73f11e1db3d3ca055a23d8b8bce Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..a9e1adfb3682fe85bbc1e716f683b97069d5477e --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[5, 9, 45, 48, 52, 67, 70, 100, 119, 129, 130, 138, 139, 156, 160, 185, 190, 204, 207, 216, 255, 257, 273, 285, 286, 298, 303, 306, 325, 343, 369, 387, 388, 390, 401, 407, 408, 429, 431, 434, 441, 452, 453, 477, 484, 498, 508, 523, 533, 539, 547, 556, 559, 568, 575, 585, 628, 641, 653, 658, 665, 677, 686, 695, 709, 733, 734, 743, 749, 772, 777, 790, 799, 800, 804, 807, 815, 833, 839, 853, 863, 879, 884, 886, 904, 905, 917, 960, 980, 983, 984, 995, 1007, 1038, 1053, 1081, 1099, 1109, 1111, 1126, 1135, 1136, 1142, 1145, 1172, 1174, 1183, 1185, 1196, 1204, 1211, 1229, 1244, 1252, 1266, 1283, 1294, 1302, 1331, 1345, 1354, 1378, 1395, 1433, 1465, 1474, 1480, 1503, 1511, 1513, 1520, 1523, 1553, 1559, 1560, 1586, 1591, 1607, 1608, 1659, 1660, 1678, 1685, 1687, 1697, 1721, 1729, 1734, 1778, 1794, 1799, 1807, 1832, 1836, 1863, 1871, 1882, 1899, 1921, 1952, 1964, 1974, 1975, 1984, 1992, 1995, 2006, 2019, 2042, 2044, 2056, 2060, 2079, 2080, 2082, 2107, 2114, 2138, 2143, 2161, 2180, 2217, 2228, 2276, 2279, 2282, 2294, 2295, 2314, 2315, 2330, 2352, 2372, 2393, 2398, 2408, 2411, 2439, 2454, 2460, 2461, 2489, 2496, 2499, 2523, 2552, 2569, 2571, 2586, 2623, 2626, 2643, 2676, 2690, 2718, 2740, 2751, 2760, 2774, 2783, 2792, 2801, 2850, 2856, 2862, 2874, 2877, 2890, 2918, 2993, 2994, 3014, 3017, 3030, 3040, 3043, 3051, 3068, 3077, 3078, 3089, 3091, 3096, 3112, 3120, 3128, 3129, 3133, 3157, 3164, 3178, 3180, 3194, 3199, 3216, 3232, 3246, 3252, 3266, 3268, 3272, 3281, 3290, 3294, 3295, 3299, 3307, 3316, 3348, 3349, 3351, 3356, 3374, 3381, 3382, 3414, 3419, 3432, 3434, 3440, 3448, 3472, 3499, 3503, 3511, 3529, 3553, 3570, 3571, 3585, 3607, 3615, 3621, 3659, 3663, 3678, 3702, 3720, 3725, 3744, 3750, 3756, 3758, 3769, 3787, 3809, 3824, 3831, 3851, 3853, 3856, 3859, 3861, 3866, 3911, 3916, 3932, 3935, 3940, 3953, 3963, 3969, 3990, 3999, 4004, 4064, 4093, 4112, 4151, 4204, 4220, 4223, 4230, 4282, 4291, 4293, 4308, 4347, 4355, 4357, 4367, 4387, 4396, 4400, 4454, 4461, 4466, 4476, 4477, 4484, 4491, 4497, 4546, 4560, 4564, 4589, 4598, 4630, 4642, 4650, 4668, 4678, 4683, 4694, 4714, 4725, 4740, 4743, 4769, 4782, 4790, 4810, 4831, 4851, 4853, 4861, 4864, 4871, 4876, 4880, 4883, 4886, 4921, 4955, 4956, 4967, 4972, 5024, 5027, 5053, 5057, 5094, 5098, 5118, 5129, 5132, 5146, 5169, 5176, 5210, 5212, 5213, 5218, 5236, 5238, 5277, 5288, 5292, 5314, 5315, 5350, 5356, 5376, 5400, 5405, 5412, 5440, 5511, 5512, 5518, 5532, 5535, 5554, 5558, 5568, 5575, 5587, 5594, 5595, 5609, 5612, 5619, 5623, 5624, 5640, 5645, 5666, 5667, 5701, 5704, 5719, 5730, 5770, 5781, 5789, 5797, 5802, 5805, 5810, 5812, 5829, 5830, 5847, 5850, 5855, 5867, 5868, 5895, 5903, 5911, 5936, 5947, 5949, 5950, 5969, 6008, 6017, 6018, 6019, 6042, 6061, 6062, 6063, 6118, 6125, 6127, 6144, 6152, 6171, 6175, 6214, 6227, 6236, 6246, 6250, 6283, 6291, 6305, 6319, 6326, 6340, 6352, 6359, 6360, 6378, 6382, 6386, 6401, 6420, 6425, 6463, 6478, 6480, 6501, 6503, 6506, 6510, 6513, 6517, 6519, 6530, 6555, 6560, 6565, 6583, 6597, 6607, 6612, 6615, 6627, 6671, 6685, 6694, 6695, 6741, 6769, 6781, 6819, 6839, 6878, 6882, 6889, 6895, 6907, 6910, 6919, 6934, 6935, 6939, 6941, 6942, 6943, 6976, 6989, 7007, 7017, 7019, 7040, 7050, 7055, 7074, 7093, 7163, 7182, 7192, 7209, 7211, 7232, 7253, 7280, 7300, 7302, 7318, 7324, 7326, 7360, 7364, 7372, 7374, 7379, 7381, 7383, 7393, 7405, 7413, 7415, 7422, 7438, 7451, 7479, 7513, 7515, 7524, 7531, 7547, 7557, 7561, 7562, 7577, 7595, 7638, 7643, 7644, 7648, 7671, 7676, 7679, 7692, 7693, 7705, 7715, 7763, 7771, 7773, 7790, 7791, 7813, 7865, 7877, 7891, 7938, 7941, 7958, 7967, 7984, 8006, 8012, 8028, 8035, 8081, 8082, 8084, 8113, 8121, 8124, 8129, 8134, 8136, 8156, 8162, 8175, 8207, 8216, 8219, 8248, 8260, 8293, 8405, 8419, 8424, 8444, 8461, 8476, 8484, 8501, 8503, 8542, 8554, 8578, 8592, 8598, 8605, 8606, 8615, 8633, 8646, 8650, 8656, 8662, 8670, 8689, 8703, 8708, 8713, 8718, 8739, 8743, 8768, 8769, 8781, 8816, 8866, 8870, 8881, 8928, 8936, 8945, 8985, 8990, 9026, 9032, 9052, 9065, 9071, 9073, 9105, 9115, 9153, 9189, 9200, 9203, 9227, 9250, 9262, 9301, 9304, 9315, 9322, 9328, 9329, 9347, 9350, 9353, 9357, 9358, 9367, 9399, 9413, 9427, 9437, 9476, 9510, 9524, 9525, 9538, 9539, 9550, 9564, 9566, 9581, 9584, 9585, 9605, 9606, 9634, 9636, 9645, 9660, 9668, 9749, 9756, 9768, 9798, 9799, 9804, 9812, 9817, 9818, 9824, 9842, 9884, 9887, 9930, 9932, 9940, 9961, 9999, 10014, 10042, 10045, 10053, 10072, 10073, 10088, 10100, 10119, 10129, 10146, 10161, 10185, 10186, 10197, 10202, 10228, 10237, 10238, 10254, 10256, 10282, 10303, 10305, 10314, 10323, 10324, 10330, 10334, 10375, 10377, 10395, 10425, 10436, 10444, 10448, 10463, 10472, 10476, 10493, 10547, 10565, 10597, 10609, 10626, 10633, 10636, 10641, 10642, 10648, 10662, 10675, 10700, 10707, 10709, 10717, 10738, 10748, 10751, 10775, 10790, 10794, 10796, 10807, 10814, 10835, 10840, 10860, 10876, 10878, 10882, 10897, 10906, 10924, 10948, 10978, 10981, 10988, 10994, 11004, 11006, 11014, 11027, 11028, 11056, 11066, 11081, 11087, 11098, 11125, 11149, 11159, 11171, 11188, 11190, 11216, 11238, 11243, 11244, 11259, 11275, 11287, 11289, 11295, 11298, 11342, 11357, 11364, 11367, 11379, 11380, 11410, 11415, 11448, 11460, 11477, 11489, 11522, 11527, 11533, 11558, 11569, 11588, 11629, 11633, 11681, 11712, 11718, 11728, 11766, 11789, 11795, 11838, 11840, 11848, 11886, 11890, 11936, 11941, 11958, 11959, 11982, 11983, 11984, 11999, 12004, 12015, 12018, 12020, 12021, 12028, 12044, 12059, 12065, 12071, 12075, 12099, 12119, 12131, 12137, 12139, 12147, 12158, 12170, 12174, 12179, 12180, 12215, 12221, 12229, 12243, 12261, 12264, 12280, 12301, 12303, 12307, 12310, 12315, 12317, 12319, 12324, 12332, 12339, 12348, 12355, 12356, 12377, 12399, 12424, 12425, 12434, 12467, 12505, 12514, 12552, 12560, 12583, 12593, 12616, 12618, 12629, 12637, 12644, 12649, 12676, 12678, 12704, 12743, 12755, 12768, 12769, 12776, 12779, 12784, 12789, 12828, 12836, 12840, 12845, 12848, 12849, 12852, 12855, 12873, 12883, 12889, 12912, 12946, 12948, 12949, 12953, 12972, 12979, 12987, 13002, 13025, 13033, 13034, 13056, 13066, 13067, 13068, 13133, 13134, 13146, 13173, 13179, 13188, 13190, 13198, 13223, 13225, 13257, 13277, 13285, 13302, 13330, 13382, 13393, 13395, 13416, 13471, 13512, 13520, 13521, 13536, 13598, 13612, 13618, 13619, 13626, 13656, 13670, 13677, 13683, 13710, 13712, 13729, 13744, 13753, 13777, 13779, 13792, 13799, 13800, 13833, 13850, 13857, 13866, 13876, 13882, 13921, 13923, 13924, 13925, 13964, 13970, 14013, 14033, 14034, 14056, 14067, 14104, 14114, 14119, 14127, 14147, 14154, 14185, 14224, 14270, 14316, 14333, 14347, 14368, 14381, 14386, 14395, 14396, 14399, 14476, 14499, 14501, 14535, 14551, 14588, 14609, 14636, 14638, 14658, 14685, 14695, 14700, 14717, 14718, 14745, 14753, 14756, 14758, 14787, 14808, 14810, 14812, 14814, 14817, 14821, 14823, 14833, 14851, 14878, 14880, 14935, 14943, 14950, 14982, 15006, 15018, 15064, 15066, 15073, 15095, 15102, 15104, 15106, 15107, 15110, 15128, 15163, 15183, 15193, 15213, 15217, 15228, 15229, 15236, 15242, 15246, 15260, 15275, 15279, 15310, 15311, 15325, 15333, 15346, 15359, 15361, 15384, 15391, 15392, 15413, 15422, 15428, 15433, 15436, 15440, 15469, 15490, 15502, 15536, 15542, 15543, 15559, 15566, 15582, 15587, 15590, 15621, 15631, 15635, 15644, 15647, 15658, 15662, 15681, 15684, 15691, 15699, 15711, 15720, 15722, 15736, 15748, 15757, 15768, 15771, 15782, 15786, 15808, 15826, 15828, 15891, 15935, 15960, 15990, 16025, 16052, 16054, 16064, 16078, 16080, 16090, 16092, 16108, 16139, 16141, 16147, 16154, 16188, 16190, 16205, 16209, 16250, 16264, 16267, 16277, 16285, 16286, 16295, 16311, 16320, 16330, 16338, 16340, 16369, 16375, 16410, 16435, 16456, 16525, 16531, 16557, 16562, 16585, 16588, 16596, 16620, 16622, 16630, 16658, 16668, 16683, 16693, 16732, 16742, 16758, 16768, 16776, 16784, 16788, 16802, 16811, 16817, 16825, 16828, 16832, 16838, 16839, 16843, 16860, 16872, 16876, 16886, 16915, 16922, 16931, 16935, 16938, 16939, 16959, 16960, 16974, 17002, 17034, 17046, 17070, 17092, 17095, 17119, 17126, 17139, 17188, 17202, 17218, 17227, 17243, 17245, 17257, 17259, 17310, 17313, 17317, 17325, 17329, 17340, 17343, 17370, 17395, 17406, 17416, 17433, 17442, 17448, 17457, 17459, 17498, 17508, 17512, 17516, 17518, 17537, 17540, 17542, 17558, 17604, 17623, 17635, 17661, 17666, 17674, 17675, 17700, 17702, 17732, 17736, 17771, 17773, 17785, 17801, 17817, 17838, 17863, 17864, 17926, 17928, 17939, 17940, 17950, 17988, 17992, 18017, 18026, 18068, 18069, 18093, 18097, 18107, 18121, 18129, 18146, 18148, 18162, 18163, 18201, 18220, 18225, 18228, 18232, 18259, 18264, 18286, 18299, 18318, 18325, 18346, 18368, 18374, 18382, 18397, 18406, 18440, 18476, 18480, 18498, 18514, 18551, 18591, 18599, 18627, 18631, 18634, 18657, 18678, 18699, 18714, 18731, 18747, 18752, 18775, 18798, 18800, 18814, 18828, 18850, 18880, 18897, 18911, 18920, 18923, 18926, 18947, 18995, 19005, 19018, 19064, 19125, 19127, 19132, 19150, 19158, 19165, 19166, 19176, 19218, 19226, 19229, 19250, 19265, 19277, 19284, 19291, 19292, 19297, 19301, 19302, 19307, 19324, 19325, 19367, 19381, 19384, 19409, 19410, 19413, 19414, 19427, 19458, 19459, 19460, 19472, 19475, 19493, 19510, 19518, 19521, 19543, 19568, 19570, 19578, 19581, 19584, 19595, 19603, 19605, 19626, 19645, 19675, 19729, 19759, 19786, 19802, 19810, 19863, 19870, 19899, 19933, 19935, 19962, 19973, 19974, 19975, 19989, 19991, 20008, 20076, 20084, 20093, 20095, 20107, 20109, 20111, 20116, 20131, 20139, 20141, 20147, 20159, 20166, 20198, 20202, 20205, 20223, 20269, 20272, 20300, 20314, 20336, 20400, 20411, 20438, 20439, 20443, 20472, 20483, 20487, 20527, 20554, 20583, 20589, 20601, 20633, 20648, 20686, 20702, 20771, 20772, 20773, 20774, 20796, 20799, 20801, 20812, 20850, 20869, 20877, 20884, 20888, 20892, 20907, 20910, 20935, 20974, 20998, 21029, 21031, 21032, 21042, 21043, 21075, 21085, 21106, 21129, 21140, 21147, 21154, 21162, 21166, 21174, 21186, 21205, 21235, 21244, 21247, 21256, 21264, 21265, 21273, 21278, 21300, 21301, 21304, 21307, 21308, 21322, 21331, 21343, 21367, 21388, 21392, 21393, 21414, 21467, 21469, 21544, 21551, 21579, 21593, 21602, 21614, 21620, 21695, 21704, 21714, 21755, 21766, 21801, 21806, 21807, 21816, 21834, 21847, 21854, 21866, 21868, 21897, 21898, 21903, 21937, 21947, 21970, 21976, 22002, 22019, 22041, 22043, 22045, 22062, 22080, 22096, 22119, 22125, 22141, 22157, 22165, 22191, 22198, 22218, 22235, 22269, 22275, 22299, 22300, 22304, 22336, 22337, 22384, 22390, 22400, 22425, 22510, 22529, 22538, 22550, 22551, 22583, 22587, 22622, 22627, 22634, 22636, 22647, 22699, 22702, 22705, 22715, 22755, 22763, 22768, 22771, 22774, 22783, 22806, 22815, 22831, 22870, 22877, 22894, 22899, 22906, 22932, 22956, 22957, 22990, 23002, 23026, 23031, 23086, 23103, 23111, 23122, 23127, 23183, 23190, 23194, 23218, 23224, 23267, 23268, 23303, 23311, 23382, 23387, 23393, 23397, 23421, 23424, 23442, 23452, 23481, 23483, 23484, 23488, 23504, 23505, 23540, 23587, 23596, 23597, 23602, 23603, 23625, 23634, 23668, 23729, 23758, 23771, 23787, 23795, 23807, 23810, 23814, 23824, 23833, 23872, 23884, 23923, 23952, 24014, 24042, 24078, 24082, 24084, 24085, 24105, 24137, 24140, 24164, 24189, 24199, 24203, 24206, 24215, 24216, 24238, 24256, 24284, 24290, 24313, 24314, 24316, 24327, 24329, 24342, 24345, 24377, 24384, 24398, 24412, 24417, 24428, 24451, 24467, 24482, 24485, 24507, 24547, 24556, 24601, 24655, 24670, 24682, 24684, 24694, 24714, 24730, 24731, 24733, 24742, 24766, 24796, 24800, 24816, 24817, 24836, 24838, 24864, 24865, 24869, 24888, 24898, 24905, 24915, 24916, 24923, 24932, 24936, 24938, 25011, 25016, 25045, 25047, 25060, 25066, 25076, 25089, 25110, 25114, 25123, 25126, 25139, 25144, 25146, 25168, 25169, 25175, 25192, 25194, 25208, 25211, 25235, 25272, 25298, 25312, 25318, 25354, 25359, 25374, 25375, 25399, 25426, 25436, 25492, 25535, 25543, 25558, 25570, 25571, 25576, 25583, 25589, 25598, 25633, 25638, 25643, 25645, 25646, 25661, 25690, 25759, 25783, 25785, 25800, 25803, 25829, 25830, 25841, 25864, 25870, 25891, 25902, 25919, 25923, 25934, 25939, 25950, 25954, 25979, 26020, 26026, 26044, 26060, 26126, 26131, 26158, 26202, 26206, 26209, 26215, 26251, 26291, 26306, 26308, 26313, 26320, 26331, 26336, 26360, 26362, 26377, 26378, 26394, 26404, 26426, 26440, 26513, 26518, 26538, 26587, 26607, 26608, 26616, 26630, 26649, 26660, 26689, 26692, 26695, 26700, 26712, 26735, 26747, 26771, 26785, 26802, 26813, 26822, 26827, 26843, 26851, 26867, 26870, 26876, 26881, 26896, 26897, 26915, 26939, 26954, 26959, 26968, 26969, 26986, 26987, 26993, 27003, 27016, 27022, 27023, 27032, 27041, 27042, 27097, 27100, 27103, 27137, 27144, 27160, 27204, 27237, 27241, 27263, 27297, 27313, 27327, 27359, 27400, 27427, 27430, 27433, 27463, 27467, 27469, 27472, 27504, 27540, 27545, 27553, 27579, 27597, 27603, 27623, 27667, 27686, 27702, 27724, 27739, 27773, 27797, 27808, 27829, 27830, 27870, 27896, 27918, 27920, 27924, 27932, 27939, 27940, 27952, 27959, 27969, 27995, 28011, 28027, 28058, 28065, 28075, 28090, 28128, 28150, 28161, 28213, 28221, 28228, 28260, 28271, 28285, 28287, 28320, 28336, 28373, 28382, 28412, 28423, 28442, 28450, 28492, 28522, 28525, 28530, 28556, 28579, 28620, 28630, 28651, 28661, 28663, 28671, 28676, 28684, 28744, 28784, 28792, 28812, 28839, 28852, 28863, 28868, 28876, 28893, 28894, 28909, 28910, 28922, 28935, 28950, 28971, 29042, 29068, 29098, 29117, 29128, 29143, 29162, 29176, 29183, 29222, 29235, 29236, 29288, 29302, 29318, 29334, 29341, 29351, 29359, 29366, 29371, 29407, 29411, 29422, 29427, 29431, 29513, 29531, 29536, 29552, 29560, 29580, 29622, 29639, 29674, 29676, 29688, 29689, 29691, 29705, 29710, 29712, 29714, 29725, 29729, 29775, 29792, 29803, 29806, 29837, 29855, 29862, 29868, 29872, 29879, 29882, 29898, 29900, 29948, 29949, 29979, 29999, 30057, 30058, 30060, 30067, 30103, 30104, 30159, 30191, 30200, 30214, 30216, 30217, 30220, 30228, 30232, 30254, 30262, 30267, 30280, 30339, 30354, 30356, 30357, 30366, 30375, 30378, 30409, 30442, 30464, 30469, 30489, 30490, 30491, 30509, 30518, 30528, 30555, 30567, 30590, 30592, 30604, 30608, 30629, 30664, 30667, 30673, 30685, 30734, 30757, 30772, 30780, 30795, 30815, 30822, 30839, 30847, 30851, 30858, 30886, 30894, 30901, 30903, 30948, 30951, 30959, 30979, 30987, 31009, 31011, 31012, 31023, 31032, 31054, 31061, 31070, 31094, 31110, 31120, 31157, 31178, 31179, 31210, 31233, 31266, 31275, 31286, 31298, 31300, 31302, 31336, 31360, 31366, 31386, 31406, 31418, 31427, 31430, 31438, 31470, 31516, 31539, 31547, 31552, 31553, 31557, 31603, 31616, 31617, 31659, 31661, 31679, 31686, 31692, 31697, 31712, 31714, 31719, 31726, 31740, 31771, 31795, 31801, 31834, 31840, 31866, 31871, 31887, 31895, 31912, 31932, 31945, 31954, 31957, 31965, 31982, 32022, 32028, 32064, 32066, 32084, 32095, 32112, 32135, 32170, 32175, 32195, 32196, 32204, 32207, 32208, 32212, 32217, 32218, 32227, 32231, 32251, 32259, 32264, 32269, 32285, 32295, 32299, 32309, 32316, 32332, 32397, 32403, 32405, 32412, 32414, 32451, 32457, 32462, 32488, 32491, 32505, 32515, 32535, 32537, 32574, 32593, 32597, 32602, 32605, 32609, 32644, 32655, 32665, 32669, 32705, 32711, 32712, 32728, 32730, 32739, 32749, 32752] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..23901bf97104e03eb9f8e57c0df58bde324e4a3c Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f622f5a870c84fbfbc5c5649ea0e74870dcabf7e Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..35abf40d81a742a0cbab261ded62545c654ee93a --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[14, 29, 62, 67, 70, 72, 84, 139, 141, 144, 146, 156, 160, 182, 185, 199, 203, 204, 210, 214, 254, 260, 286, 334, 343, 351, 369, 380, 388, 397, 398, 399, 401, 405, 408, 421, 429, 431, 459, 482, 485, 493, 521, 551, 573, 592, 604, 613, 621, 665, 686, 705, 709, 714, 721, 731, 733, 734, 772, 800, 829, 840, 845, 884, 904, 909, 910, 960, 983, 984, 992, 993, 1007, 1038, 1062, 1064, 1068, 1071, 1111, 1113, 1133, 1136, 1161, 1185, 1211, 1315, 1321, 1331, 1351, 1376, 1385, 1388, 1396, 1416, 1421, 1425, 1428, 1443, 1474, 1498, 1503, 1508, 1515, 1520, 1550, 1565, 1570, 1590, 1591, 1608, 1609, 1620, 1622, 1641, 1665, 1685, 1696, 1768, 1788, 1794, 1799, 1842, 1860, 1899, 1905, 1916, 1952, 1959, 1965, 1987, 1992, 2031, 2035, 2044, 2126, 2133, 2143, 2180, 2203, 2266, 2295, 2323, 2330, 2342, 2346, 2391, 2398, 2403, 2408, 2419, 2433, 2459, 2489, 2499, 2523, 2525, 2531, 2564, 2607, 2684, 2690, 2717, 2724, 2736, 2740, 2751, 2760, 2762, 2805, 2823, 2836, 2857, 2864, 2875, 2877, 2892, 2929, 2993, 2994, 3003, 3016, 3017, 3030, 3047, 3076, 3077, 3107, 3117, 3133, 3157, 3164, 3183, 3196, 3203, 3234, 3252, 3265, 3266, 3270, 3282, 3299, 3333, 3348, 3354, 3361, 3374, 3382, 3414, 3419, 3448, 3457, 3463, 3468, 3476, 3488, 3501, 3502, 3504, 3511, 3513, 3553, 3571, 3580, 3595, 3607, 3615, 3659, 3694, 3716, 3725, 3774, 3809, 3834, 3838, 3866, 3881, 3899, 3916, 4004, 4021, 4060, 4066, 4137, 4223, 4230, 4243, 4280, 4313, 4347, 4362, 4400, 4449, 4454, 4484, 4523, 4564, 4570, 4577, 4583, 4636, 4641, 4645, 4668, 4680, 4690, 4731, 4769, 4790, 4821, 4838, 4842, 4843, 4861, 4880, 4886, 4889, 4895, 4921, 4925, 4955, 4962, 4963, 4965, 4988, 4989, 5004, 5021, 5025, 5028, 5053, 5094, 5096, 5098, 5118, 5122, 5132, 5161, 5165, 5180, 5183, 5190, 5191, 5213, 5218, 5221, 5238, 5276, 5288, 5315, 5356, 5359, 5405, 5407, 5412, 5426, 5429, 5441, 5453, 5462, 5492, 5512, 5535, 5543, 5544, 5555, 5578, 5587, 5612, 5624, 5632, 5653, 5666, 5677, 5692, 5701, 5719, 5730, 5752, 5755, 5770, 5791, 5797, 5801, 5837, 5858, 5865, 5867, 5868, 5880, 5895, 5934, 5936, 5941, 5945, 5947, 5949, 5999, 6010, 6031, 6061, 6064, 6085, 6091, 6123, 6129, 6136, 6170, 6188, 6195, 6214, 6225, 6243, 6291, 6352, 6360, 6414, 6420, 6444, 6478, 6480, 6501, 6519, 6551, 6557, 6607, 6612, 6615, 6671, 6685, 6693, 6724, 6733, 6763, 6772, 6785, 6871, 6878, 6879, 6889, 6895, 6919, 6934, 6938, 6943, 6948, 6957, 6986, 7021, 7055, 7102, 7107, 7126, 7130, 7141, 7188, 7192, 7208, 7211, 7224, 7246, 7262, 7263, 7266, 7269, 7364, 7365, 7383, 7400, 7419, 7424, 7438, 7451, 7466, 7479, 7513, 7531, 7547, 7557, 7563, 7576, 7595, 7621, 7623, 7638, 7644, 7664, 7667, 7671, 7678, 7679, 7692, 7693, 7724, 7727, 7751, 7752, 7793, 7812, 7841, 7865, 7919, 7938, 7941, 7983, 7985, 8006, 8026, 8028, 8042, 8081, 8123, 8124, 8131, 8152, 8162, 8182, 8207, 8228, 8246, 8252, 8262, 8424, 8426, 8456, 8460, 8461, 8507, 8516, 8541, 8554, 8559, 8580, 8592, 8593, 8603, 8642, 8654, 8717, 8755, 8763, 8769, 8788, 8809, 8815, 8818, 8866, 8874, 8881, 8882, 8888, 8935, 8936, 8952, 8960, 8961, 8985, 9007, 9017, 9024, 9029, 9052, 9073, 9081, 9089, 9102, 9105, 9115, 9116, 9121, 9157, 9171, 9173, 9189, 9203, 9234, 9244, 9262, 9265, 9270, 9296, 9297, 9304, 9357, 9366, 9367, 9375, 9399, 9476, 9480, 9525, 9538, 9539, 9549, 9550, 9554, 9567, 9581, 9585, 9612, 9614, 9634, 9641, 9749, 9789, 9803, 9817, 9830, 9867, 9871, 9884, 9900, 9917, 9961, 9963, 9972, 10013, 10014, 10023, 10042, 10072, 10095, 10100, 10129, 10163, 10169, 10185, 10201, 10207, 10218, 10237, 10252, 10253, 10271, 10303, 10314, 10320, 10324, 10330, 10334, 10343, 10351, 10355, 10358, 10377, 10383, 10425, 10430, 10453, 10493, 10517, 10549, 10565, 10629, 10641, 10662, 10686, 10692, 10700, 10707, 10738, 10770, 10775, 10793, 10825, 10876, 10878, 10931, 10978, 10981, 11006, 11008, 11020, 11029, 11056, 11066, 11070, 11073, 11081, 11087, 11104, 11130, 11149, 11155, 11170, 11171, 11190, 11231, 11238, 11259, 11273, 11295, 11298, 11311, 11357, 11358, 11361, 11380, 11411, 11415, 11426, 11456, 11527, 11533, 11548, 11551, 11681, 11684, 11692, 11695, 11718, 11754, 11792, 11795, 11820, 11830, 11838, 11851, 11870, 11919, 11934, 11936, 11993, 12015, 12020, 12041, 12071, 12095, 12117, 12120, 12124, 12131, 12150, 12158, 12202, 12221, 12303, 12307, 12315, 12317, 12319, 12345, 12355, 12382, 12383, 12385, 12399, 12440, 12441, 12454, 12468, 12499, 12514, 12593, 12597, 12601, 12613, 12616, 12635, 12637, 12644, 12649, 12657, 12678, 12692, 12723, 12737, 12755, 12762, 12768, 12770, 12784, 12789, 12820, 12836, 12840, 12853, 12873, 12889, 12946, 12949, 12968, 12979, 12985, 13002, 13008, 13009, 13061, 13066, 13102, 13134, 13171, 13190, 13198, 13234, 13252, 13286, 13348, 13373, 13382, 13386, 13401, 13419, 13442, 13444, 13449, 13471, 13482, 13489, 13520, 13562, 13606, 13626, 13736, 13744, 13753, 13755, 13768, 13779, 13800, 13819, 13850, 13921, 13924, 13928, 13941, 13951, 13964, 13973, 13984, 14013, 14067, 14075, 14077, 14087, 14114, 14137, 14180, 14217, 14224, 14239, 14270, 14300, 14316, 14323, 14324, 14333, 14357, 14386, 14395, 14404, 14405, 14476, 14502, 14535, 14564, 14601, 14604, 14609, 14658, 14661, 14685, 14688, 14693, 14700, 14717, 14724, 14726, 14728, 14790, 14808, 14823, 14908, 14985, 15102, 15106, 15149, 15160, 15163, 15164, 15185, 15213, 15231, 15233, 15241, 15260, 15270, 15275, 15283, 15286, 15296, 15303, 15310, 15333, 15419, 15428, 15440, 15448, 15464, 15465, 15495, 15543, 15559, 15618, 15621, 15630, 15631, 15662, 15693, 15744, 15757, 15759, 15775, 15792, 15853, 15875, 15885, 15886, 15961, 16021, 16025, 16052, 16054, 16064, 16072, 16090, 16139, 16173, 16188, 16190, 16281, 16351, 16362, 16417, 16428, 16449, 16466, 16476, 16514, 16525, 16531, 16536, 16577, 16579, 16588, 16666, 16683, 16702, 16742, 16761, 16768, 16775, 16801, 16802, 16819, 16832, 16862, 16865, 16866, 16872, 16891, 16906, 16915, 16928, 16938, 16939, 16941, 16970, 16971, 17032, 17082, 17110, 17126, 17139, 17210, 17216, 17220, 17227, 17245, 17259, 17290, 17297, 17307, 17310, 17318, 17343, 17387, 17448, 17498, 17538, 17555, 17558, 17561, 17597, 17630, 17663, 17674, 17724, 17737, 17738, 17761, 17764, 17771, 17817, 17821, 17838, 17851, 17871, 17882, 17891, 17903, 17917, 17926, 17929, 17963, 17988, 17992, 18000, 18029, 18033, 18097, 18107, 18121, 18156, 18163, 18178, 18211, 18212, 18259, 18316, 18318, 18319, 18362, 18365, 18394, 18404, 18439, 18485, 18498, 18530, 18535, 18550, 18563, 18570, 18571, 18578, 18586, 18591, 18649, 18678, 18714, 18724, 18726, 18778, 18799, 18800, 18828, 18864, 18867, 18872, 18884, 18897, 18906, 18907, 18918, 18947, 18951, 19018, 19035, 19048, 19050, 19058, 19079, 19093, 19115, 19127, 19143, 19150, 19158, 19160, 19165, 19205, 19221, 19226, 19227, 19229, 19236, 19284, 19291, 19292, 19325, 19354, 19355, 19363, 19384, 19404, 19410, 19412, 19441, 19458, 19459, 19471, 19472, 19475, 19520, 19521, 19561, 19570, 19578, 19592, 19598, 19599, 19605, 19626, 19640, 19653, 19657, 19690, 19692, 19745, 19759, 19762, 19810, 19884, 19933, 19962, 19973, 19975, 19989, 19996, 20004, 20043, 20054, 20063, 20076, 20083, 20116, 20155, 20186, 20202, 20205, 20207, 20231, 20239, 20248, 20252, 20269, 20300, 20314, 20333, 20348, 20362, 20376, 20395, 20398, 20423, 20436, 20439, 20443, 20445, 20463, 20464, 20472, 20483, 20496, 20544, 20576, 20583, 20589, 20601, 20632, 20684, 20718, 20725, 20744, 20746, 20766, 20799, 20801, 20829, 20868, 20872, 20884, 20910, 20914, 20936, 20948, 20974, 21031, 21033, 21069, 21085, 21099, 21116, 21134, 21149, 21163, 21174, 21212, 21235, 21273, 21278, 21290, 21300, 21306, 21307, 21308, 21317, 21333, 21350, 21367, 21374, 21375, 21392, 21398, 21414, 21465, 21509, 21512, 21541, 21556, 21563, 21571, 21602, 21608, 21640, 21648, 21650, 21657, 21673, 21698, 21700, 21707, 21790, 21793, 21795, 21799, 21802, 21806, 21817, 21840, 21890, 21897, 21898, 21968, 21993, 22020, 22025, 22062, 22080, 22101, 22103, 22112, 22137, 22142, 22163, 22165, 22177, 22218, 22234, 22293, 22300, 22314, 22322, 22347, 22390, 22404, 22416, 22419, 22430, 22447, 22450, 22473, 22484, 22514, 22537, 22554, 22564, 22604, 22683, 22686, 22702, 22706, 22771, 22783, 22810, 22812, 22831, 22833, 22844, 22847, 22867, 22868, 22869, 22870, 22888, 22894, 22911, 22956, 22957, 22978, 22981, 23028, 23031, 23061, 23069, 23086, 23102, 23105, 23115, 23163, 23194, 23209, 23224, 23246, 23259, 23283, 23291, 23310, 23330, 23374, 23387, 23399, 23432, 23442, 23444, 23452, 23469, 23484, 23505, 23522, 23550, 23563, 23586, 23590, 23596, 23602, 23603, 23606, 23621, 23625, 23641, 23649, 23662, 23673, 23690, 23715, 23723, 23724, 23729, 23731, 23758, 23807, 23826, 23837, 23840, 23858, 23913, 23950, 23995, 24000, 24003, 24042, 24078, 24085, 24105, 24137, 24139, 24140, 24166, 24170, 24199, 24215, 24216, 24223, 24238, 24240, 24262, 24286, 24311, 24313, 24386, 24398, 24403, 24428, 24445, 24449, 24451, 24452, 24482, 24507, 24514, 24522, 24544, 24547, 24601, 24631, 24636, 24640, 24669, 24670, 24714, 24717, 24742, 24745, 24762, 24789, 24792, 24810, 24830, 24888, 24898, 24900, 24905, 24910, 24942, 24951, 24990, 25016, 25033, 25036, 25047, 25060, 25064, 25066, 25076, 25089, 25114, 25123, 25138, 25146, 25168, 25211, 25220, 25245, 25251, 25295, 25298, 25318, 25325, 25398, 25399, 25417, 25425, 25426, 25458, 25463, 25492, 25498, 25543, 25576, 25589, 25625, 25633, 25645, 25733, 25740, 25756, 25766, 25785, 25841, 25853, 25870, 25880, 25902, 25904, 25923, 25934, 26015, 26020, 26026, 26035, 26158, 26176, 26178, 26179, 26181, 26183, 26199, 26215, 26237, 26247, 26286, 26290, 26291, 26294, 26313, 26360, 26376, 26377, 26394, 26423, 26426, 26440, 26461, 26504, 26510, 26534, 26607, 26645, 26649, 26727, 26735, 26776, 26796, 26813, 26851, 26867, 26870, 26889, 26890, 26896, 26968, 26969, 26987, 26993, 27013, 27022, 27042, 27067, 27097, 27140, 27144, 27150, 27166, 27176, 27212, 27238, 27240, 27259, 27263, 27313, 27327, 27369, 27377, 27404, 27411, 27422, 27427, 27429, 27478, 27483, 27486, 27538, 27594, 27621, 27631, 27637, 27673, 27688, 27726, 27738, 27760, 27783, 27791, 27797, 27829, 27851, 27859, 27924, 27939, 27969, 28007, 28018, 28096, 28114, 28140, 28159, 28161, 28237, 28254, 28271, 28287, 28290, 28300, 28320, 28331, 28352, 28373, 28450, 28478, 28485, 28509, 28563, 28602, 28622, 28642, 28649, 28671, 28676, 28685, 28691, 28753, 28778, 28779, 28784, 28813, 28817, 28868, 28872, 28893, 28912, 28914, 28946, 28950, 28971, 28989, 29018, 29040, 29048, 29143, 29152, 29161, 29176, 29183, 29189, 29213, 29264, 29289, 29295, 29302, 29334, 29368, 29388, 29400, 29453, 29496, 29497, 29522, 29531, 29536, 29557, 29564, 29572, 29596, 29606, 29616, 29622, 29630, 29639, 29653, 29662, 29667, 29676, 29688, 29698, 29729, 29759, 29775, 29785, 29789, 29822, 29828, 29862, 29875, 29900, 29905, 29915, 29949, 29965, 29968, 29999, 30019, 30027, 30039, 30053, 30057, 30058, 30133, 30211, 30228, 30233, 30267, 30337, 30347, 30356, 30403, 30407, 30434, 30452, 30490, 30491, 30496, 30520, 30555, 30562, 30590, 30608, 30629, 30685, 30721, 30733, 30761, 30811, 30846, 30858, 30908, 30948, 30995, 31005, 31013, 31014, 31030, 31061, 31110, 31125, 31191, 31233, 31237, 31246, 31255, 31266, 31288, 31327, 31328, 31345, 31348, 31360, 31397, 31427, 31470, 31525, 31552, 31591, 31605, 31616, 31623, 31632, 31652, 31659, 31692, 31693, 31697, 31740, 31849, 31858, 31957, 31965, 31982, 31986, 32028, 32039, 32050, 32066, 32083, 32084, 32087, 32105, 32112, 32137, 32168, 32170, 32174, 32201, 32208, 32217, 32219, 32261, 32264, 32272, 32295, 32316, 32336, 32405, 32412, 32414, 32462, 32488, 32492, 32542, 32588, 32593, 32598, 32602, 32604, 32609, 32665, 32704, 32711, 32712, 32722, 32739, 32749] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..646ceb75d60dbbd9952cbe7d94edb646c12b0a3d Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..826609f608a75a689aab579730a92e26e79082b8 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..617fe58b6d41f9108670cbcf7fe0dca4980e2efe --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:last_token)_indices @@ -0,0 +1 @@ +[5, 204, 441, 452, 482, 551, 573, 613, 731, 829, 863, 983, 1315, 1323, 1388, 1406, 1513, 1531, 1690, 2193, 2276, 2398, 2413, 2564, 2626, 3096, 3178, 3216, 3530, 3629, 3733, 3738, 4016, 4186, 4327, 4645, 4690, 5028, 5163, 5440, 5445, 5451, 5526, 5762, 5781, 5858, 5989, 6772, 6777, 7017, 7107, 7301, 7396, 7525, 7643, 7676, 7721, 7791, 7894, 7978, 8152, 8248, 8503, 8642, 8850, 8936, 9105, 9189, 9265, 9525, 9557, 9585, 9606, 9641, 9739, 9768, 9887, 10114, 10207, 10334, 10553, 10707, 10744, 10825, 10860, 11510, 11681, 11830, 11934, 11962, 12020, 12202, 12243, 12381, 12635, 12704, 12840, 12996, 13147, 13171, 13198, 13401, 13471, 13512, 13585, 13677, 13799, 14154, 14313, 14535, 14908, 15128, 15346, 15413, 15415, 15440, 15462, 15569, 15701, 15759, 15869, 16190, 16221, 16247, 16286, 16435, 16531, 16787, 16838, 16865, 16874, 16877, 17068, 17216, 17310, 17674, 17737, 17740, 17964, 18083, 18148, 18310, 18498, 18634, 18947, 19284, 19458, 19746, 19759, 19848, 19880, 20131, 20503, 20589, 20601, 20656, 20793, 20796, 20867, 20868, 20884, 20982, 21031, 21043, 21244, 21278, 21392, 21553, 21834, 21843, 22103, 22400, 22551, 22645, 22761, 22844, 23402, 23621, 23625, 23846, 24140, 24303, 24313, 24398, 24600, 24694, 25089, 25123, 25251, 25325, 25390, 25398, 25458, 25554, 25625, 25690, 25904, 26056, 26176, 26349, 26727, 26779, 27140, 27292, 27348, 27486, 27562, 27637, 27688, 28202, 28385, 28530, 28599, 28724, 29037, 29288, 29522, 29710, 29789, 30217, 30233, 30452, 30757, 30802, 30824, 30893, 30951, 31345, 31427, 31632, 31656, 31683, 32066, 32087, 32175] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..27487265ae4f625ec8abb07135f52ed54701fadf Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:3,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..851e08a8906b0a2f9b7c9cd51c1cf82e8ef86e85 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..99dae1b36b50193baa81b6fd8a3e06fed2e4acca --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[82, 188, 319, 1155, 1367, 1385, 1462, 1557, 1565, 1595, 1662, 1667, 1803, 1890, 2034, 2092, 2285, 2350, 2603, 2915, 3103, 3117, 3233, 3248, 3586, 3630, 3656, 3788, 3848, 4035, 4099, 4172, 4242, 4330, 4847, 4972, 5036, 5120, 5355, 5453, 5457, 5505, 5526, 5667, 5680, 5709, 5739, 5785, 6142, 6184, 6306, 6346, 6374, 6437, 6457, 6527, 6574, 6709, 7027, 7097, 7213, 7297, 7629, 7771, 7912, 8397, 8530, 9007, 9061, 9298, 9302, 9478, 9505, 9520, 9525, 9798, 9852, 10251, 10674, 10683, 10762, 10781, 10876, 10954, 11083, 11085, 11231, 11364, 11437, 11538, 11548, 11629, 11729, 11806, 11960, 11975, 12529, 12652, 12740, 12910, 13233, 13277, 13367, 13383, 13466, 13522, 13550, 13758, 13824, 14001, 14051, 14229, 14267, 14307, 14312, 14693, 14859, 14875, 15101, 15645, 15725, 15922, 16167, 16186, 16194, 16410, 16602, 16689, 16948, 16952, 17032, 17050, 17084, 17088, 17258, 17392, 17551, 17561, 17677, 17914, 17945, 17978, 17990, 18060, 18063, 18175, 18184, 18210, 18217, 18335, 18543, 18558, 18631, 18651, 18706, 18735, 18864, 19081, 19089, 19118, 19187, 19257, 19303, 19470, 19558, 19857, 19932, 20027, 20067, 20123, 20229, 20311, 20663, 20689, 20937, 20953, 21078, 21145, 21407, 21545, 21717, 21745, 21904, 22184, 22338, 22578, 22839, 22900, 23055, 23059, 23126, 23185, 23274, 23457, 23511, 23529, 23603, 23909, 24133, 24229, 24289, 24534, 24652, 24772, 25177, 25223, 25302, 25604, 25647, 26175, 26626, 26694, 26728, 26769, 26836, 26930, 27095, 27115, 27124, 27320, 27728, 28729, 28785, 28865, 29230, 29376, 29430, 29724, 29734, 30042, 30107, 30163, 30445, 30548, 30577, 30606, 30730, 30801, 30946, 31005, 31121, 31246, 31280, 31332, 31403, 31404, 31409, 31455, 31478, 31523, 32058, 32064, 32119, 32176, 32300, 32332, 32406, 32411, 32502, 32553, 32578, 32751] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4d6568b796d98d342f14279538ddbb71093b530b Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5ab36697ad896e6d0654f95f6fdfb61b3a4e9597 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..9dbb342a45b1428e935b4de6113ee923991a01fd --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[21, 91, 249, 250, 353, 379, 406, 408, 420, 428, 452, 523, 596, 745, 756, 865, 910, 988, 1019, 1042, 1061, 1142, 1212, 1214, 1217, 1247, 1481, 1531, 1580, 1611, 1667, 1707, 1717, 1944, 1948, 2085, 2267, 2285, 2292, 2325, 2351, 2402, 2537, 2543, 2669, 2869, 2921, 3103, 3117, 3208, 3281, 3394, 3470, 3506, 3557, 3655, 3709, 3754, 3849, 3871, 3953, 3992, 4001, 4242, 4270, 4330, 4464, 4493, 4507, 4527, 4533, 4602, 4641, 4703, 4781, 4856, 4882, 4926, 4934, 5506, 5590, 5677, 5708, 5739, 5864, 5906, 5934, 5962, 5978, 6272, 6294, 6504, 6671, 6780, 6961, 7007, 7016, 7147, 7245, 7287, 7297, 7323, 7386, 7447, 7517, 7585, 7599, 7601, 7700, 7737, 7769, 7906, 7943, 8071, 8144, 8168, 8223, 8241, 8298, 8387, 8397, 8535, 8555, 8599, 8658, 8738, 8964, 8967, 9061, 9083, 9153, 9158, 9236, 9466, 9617, 9642, 9801, 9802, 9807, 10039, 10062, 10229, 10271, 10391, 10419, 10490, 10553, 10671, 10674, 10805, 10876, 10916, 11063, 11085, 11086, 11106, 11223, 11261, 11288, 11292, 11323, 11412, 11432, 11505, 11520, 11538, 11593, 11629, 11656, 11702, 11718, 11798, 11960, 11975, 12044, 12187, 12316, 12466, 12494, 12538, 12645, 12765, 12831, 13222, 13233, 13267, 13285, 13341, 13454, 13484, 13588, 13696, 13766, 13808, 13824, 14291, 14320, 14332, 14650, 14784, 15087, 15235, 15571, 15583, 15584, 15617, 15674, 15707, 15728, 15865, 15879, 15883, 15998, 16137, 16200, 16242, 16366, 16387, 16394, 16506, 16597, 16602, 16660, 16671, 16889, 16895, 16908, 16918, 16948, 17037, 17084, 17088, 17138, 17210, 17258, 17381, 17410, 17649, 17716, 17785, 17811, 17822, 17897, 17905, 17945, 17956, 18072, 18077, 18127, 18159, 18198, 18206, 18210, 18211, 18272, 18393, 18598, 18623, 18633, 18689, 18709, 18717, 18719, 18739, 18756, 18876, 19017, 19081, 19209, 19257, 19524, 19636, 19693, 19743, 19943, 19969, 20019, 20136, 20152, 20206, 20219, 20223, 20249, 20274, 20308, 20321, 20327, 20405, 20517, 20639, 20873, 20908, 20973, 21140, 21145, 21268, 21323, 21418, 21455, 21488, 21497, 21507, 21612, 21624, 21676, 21740, 21747, 21884, 22095, 22208, 22280, 22301, 22446, 22480, 22493, 22601, 22641, 22715, 22801, 22891, 22898, 22970, 23106, 23247, 23312, 23330, 23331, 23365, 23582, 23620, 23778, 23781, 23793, 23797, 23882, 24004, 24067, 24133, 24229, 24265, 24354, 24374, 24633, 24710, 24747, 25161, 25295, 25374, 25449, 25485, 25709, 25728, 26002, 26145, 26232, 26285, 26388, 26398, 26490, 26520, 26607, 26636, 26681, 26683, 26728, 26822, 27112, 27133, 27139, 27227, 27246, 27262, 27438, 27453, 27598, 27666, 27712, 27752, 27766, 27887, 27937, 28269, 28729, 28785, 28806, 28875, 28961, 28967, 29033, 29356, 29412, 29449, 29529, 29699, 29734, 30238, 30287, 30380, 30429, 30440, 30454, 30586, 30671, 30674, 30892, 30894, 30941, 30979, 31005, 31063, 31068, 31129, 31162, 31290, 31398, 31498, 31509, 31730, 31767, 32070, 32213, 32300, 32332, 32415, 32502, 32505, 32670] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..a754304190bca9d448824501dedb8d331e4e5ee5 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..329f3609b7ff87a911c96d8fc0105a5c02f45bfe Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..fb796546f3e5aa00cd5ef5f04ec05e0aa41844ec --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:last_token)_indices @@ -0,0 +1 @@ +[0, 82, 353, 384, 540, 757, 810, 844, 967, 1565, 1595, 1625, 1667, 2285, 2381, 2634, 3012, 3117, 3372, 3875, 4055, 4412, 4518, 4581, 5505, 5508, 6671, 6766, 6821, 7177, 7873, 8151, 8350, 8649, 9033, 9478, 9505, 9907, 10258, 10719, 11218, 11288, 12043, 12044, 12357, 12390, 12462, 12538, 12635, 13320, 14148, 14291, 14312, 14693, 14859, 15089, 15112, 15762, 16953, 17001, 17084, 17210, 17243, 17894, 17905, 17945, 18100, 18198, 18210, 18329, 18543, 18598, 19081, 20373, 20953, 21145, 21488, 21588, 21848, 21904, 22450, 22705, 22898, 22924, 23261, 23403, 23650, 24133, 24207, 24229, 24330, 24916, 25485, 26034, 26292, 26459, 26595, 26889, 27262, 27987, 28298, 28328, 28647, 28785, 28972, 29448, 29499, 29642, 30362, 30941, 31005, 31162, 31825, 32149, 32528] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..866e28cb807f9c05c54732ba418e84438b26a574 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:30,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d724ae1152e2bb6373b5a3fe2668ebcc36d30f9a Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..0637a088a01e8ddab3bf3fa98dbe804cbde1a0dc --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2052c9b8fa37087a34b141e9329d0b6ee59c3f31 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..3734f57742862d26150471329b2e045dbb4bb03f Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..0637a088a01e8ddab3bf3fa98dbe804cbde1a0dc --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9945ff7e91c18cafa570bdb172e18870b53cd10a Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..caf30f972900d64bf07c4ef0e353e6e2d122ea47 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..714da80047190bbcfe7a353016ae28b80ecddf8a --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:last_token)_indices @@ -0,0 +1 @@ +[1288, 1512, 1802, 1883, 1887, 1895, 2187, 2216, 2354, 2609, 2906, 2946, 3004, 3043, 3173, 3530, 4086, 4318, 4378, 4794, 4941, 5128, 5141, 5240, 6282, 6307, 6526, 7257, 7321, 7496, 7698, 8314, 8482, 8848, 8870, 8902, 9078, 9336, 10391, 10581, 11511, 11522, 12810, 13637, 14196, 14440, 14491, 15133, 15278, 15289, 15327, 15578, 15657, 15760, 15820, 16429, 16829, 16986, 17514, 18354, 18550, 19274, 19813, 19864, 20182, 20854, 20904, 20957, 21043, 21288, 21387, 21440, 21707, 21744, 22403, 22415, 22745, 22892, 23165, 23303, 23377, 23605, 23612, 23640, 23706, 24047, 24449, 24532, 24650, 25773, 25846, 26592, 26971, 27045, 27057, 27388, 27728, 27854, 27933, 27954, 28000, 28528, 29120, 29282, 30886, 31835, 31868, 32006, 32094, 32188] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..4dd3f1d73265f769668565b5199a9ac891b52d91 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:31,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6d2f6a42582dd1af7be019349531b512daeaafd2 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..468893fd2465f9f4f2caeec62d494a8571e536ca --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[15, 20, 28, 30, 39, 43, 44, 56, 57, 60, 61, 68, 74, 78, 99, 102, 125, 133, 146, 156, 163, 168, 172, 173, 177, 191, 203, 244, 248, 263, 295, 300, 301, 302, 306, 307, 311, 320, 329, 335, 339, 358, 372, 383, 387, 392, 400, 405, 410, 411, 412, 418, 425, 428, 433, 455, 456, 458, 465, 480, 489, 491, 523, 525, 526, 542, 567, 586, 596, 603, 608, 617, 618, 627, 648, 649, 660, 673, 675, 680, 681, 703, 721, 726, 737, 740, 752, 756, 759, 775, 785, 806, 810, 813, 825, 832, 833, 869, 874, 879, 897, 906, 935, 936, 941, 959, 961, 969, 987, 1064, 1065, 1073, 1083, 1092, 1096, 1098, 1100, 1112, 1118, 1134, 1137, 1139, 1143, 1151, 1156, 1166, 1173, 1174, 1176, 1187, 1192, 1203, 1212, 1219, 1223, 1243, 1266, 1287, 1293, 1298, 1304, 1306, 1319, 1329, 1330, 1332, 1346, 1357, 1362, 1374, 1381, 1386, 1388, 1396, 1397, 1411, 1422, 1428, 1446, 1448, 1457, 1474, 1476, 1477, 1504, 1522, 1529, 1557, 1559, 1561, 1570, 1572, 1575, 1594, 1613, 1626, 1631, 1632, 1640, 1645, 1648, 1656, 1661, 1670, 1676, 1677, 1702, 1711, 1716, 1719, 1722, 1764, 1771, 1779, 1791, 1820, 1822, 1825, 1855, 1856, 1910, 1934, 1947, 1960, 2005, 2013, 2046, 2086, 2087, 2089, 2098, 2104, 2119, 2151, 2153, 2166, 2173, 2180, 2194, 2216, 2221, 2239, 2243, 2248, 2251, 2292, 2302, 2315, 2318, 2332, 2348, 2352, 2358, 2361, 2363, 2367, 2380, 2383, 2407, 2419, 2429, 2438, 2445, 2487, 2490, 2495, 2521, 2522, 2528, 2531, 2533, 2536, 2547, 2548, 2554, 2558, 2562, 2568, 2573, 2591, 2597, 2612, 2613, 2616, 2640, 2649, 2694, 2700, 2708, 2734, 2738, 2766, 2769, 2771, 2787, 2808, 2819, 2828, 2856, 2859, 2875, 2880, 2887, 2910, 2920, 2923, 2924, 2927, 2932, 2950, 2956, 2959, 2978, 2982, 2988, 2989, 2994, 3002, 3010, 3018, 3020, 3034, 3076, 3090, 3092, 3098, 3117, 3133, 3134, 3136, 3153, 3194, 3197, 3209, 3217, 3234, 3236, 3255, 3266, 3286, 3294, 3297, 3308, 3311, 3327, 3357, 3382, 3392, 3394, 3400, 3414, 3438, 3453, 3472, 3513, 3514, 3532, 3544, 3550, 3560, 3563, 3567, 3584, 3598, 3603, 3608, 3612, 3615, 3617, 3618, 3649, 3672, 3676, 3701, 3711, 3712, 3715, 3716, 3723, 3726, 3754, 3757, 3783, 3792, 3801, 3824, 3869, 3870, 3881, 3914, 3933, 3934, 3941, 3950, 3967, 3990, 4009, 4012, 4016, 4018, 4026, 4035, 4041, 4046, 4053, 4056, 4068, 4070, 4080, 4084, 4093, 4104, 4150, 4159, 4173, 4175, 4180, 4193, 4206, 4208, 4213, 4217, 4219, 4220, 4226, 4231, 4238, 4245, 4276, 4296, 4310, 4327, 4328, 4330, 4367, 4370, 4386, 4391, 4399, 4400, 4416, 4436, 4450, 4462, 4489, 4511, 4516, 4519, 4520, 4528, 4529, 4545, 4555, 4564, 4568, 4596, 4600, 4602, 4611, 4616, 4653, 4666, 4683, 4697, 4701, 4702, 4715, 4732, 4746, 4760, 4762, 4783, 4796, 4810, 4813, 4815, 4833, 4839, 4840, 4843, 4846, 4847, 4858, 4866, 4871, 4878, 4931, 4955, 4964, 4974, 4977, 4982, 4993, 5029, 5030, 5031, 5050, 5054, 5107, 5120, 5141, 5146, 5148, 5155, 5215, 5237, 5240, 5249, 5255, 5259, 5269, 5286, 5299, 5309, 5310, 5328, 5353, 5363, 5374, 5375, 5392, 5450, 5456, 5467, 5488, 5514, 5515, 5528, 5535, 5547, 5548, 5552, 5556, 5563, 5573, 5583, 5591, 5602, 5605, 5610, 5655, 5666, 5684, 5685, 5693, 5703, 5706, 5732, 5761, 5771, 5775, 5785, 5788, 5792, 5795, 5802, 5812, 5822, 5839, 5846, 5851, 5854, 5873, 5880, 5883, 5887, 5909, 5915, 5933, 5939, 5983, 5988, 5993, 5994, 5998, 6000, 6001, 6006, 6017, 6022, 6047, 6057, 6062, 6076, 6082, 6085, 6092, 6135, 6145, 6147, 6159, 6164, 6189, 6195, 6199, 6284, 6286, 6287, 6295, 6300, 6328, 6337, 6340, 6345, 6357, 6396, 6400, 6413, 6434, 6512, 6513, 6568, 6574, 6578, 6586, 6594, 6610, 6621, 6641, 6647, 6653, 6657, 6658, 6670, 6673, 6677, 6685, 6703, 6706, 6729, 6735, 6741, 6742, 6745, 6762, 6766, 6779, 6783, 6788, 6818, 6823, 6825, 6826, 6841, 6848, 6876, 6878, 6892, 6900, 6936, 6938, 6955, 6960, 6972, 6979, 6988, 6995, 7001, 7006, 7013, 7027, 7057, 7058, 7071, 7089, 7116, 7126, 7136, 7147, 7161, 7178, 7180, 7183, 7217, 7235, 7242, 7252, 7268, 7283, 7294, 7299, 7300, 7313, 7325, 7334, 7344, 7354, 7391, 7408, 7424, 7447, 7453, 7457, 7460, 7470, 7481, 7482, 7495, 7513, 7545, 7554, 7599, 7617, 7636, 7643, 7650, 7654, 7657, 7675, 7696, 7709, 7713, 7723, 7738, 7749, 7763, 7768, 7779, 7794, 7803, 7815, 7816, 7818, 7826, 7829, 7833, 7836, 7847, 7849, 7864, 7916, 7934, 7942, 7964, 7973, 8003, 8013, 8014, 8027, 8055, 8061, 8070, 8072, 8089, 8097, 8100, 8106, 8117, 8122, 8153, 8158, 8161, 8162, 8166, 8218, 8227, 8235, 8243, 8270, 8295, 8305, 8311, 8361, 8372, 8378, 8416, 8417, 8433, 8434, 8440, 8445, 8446, 8472, 8481, 8485, 8498, 8509, 8525, 8530, 8534, 8547, 8548, 8549, 8559, 8573, 8631, 8638, 8644, 8649, 8653, 8661, 8674, 8678, 8679, 8682, 8688, 8706, 8707, 8715, 8725, 8753, 8755, 8756, 8757, 8764, 8776, 8779, 8784, 8785, 8793, 8813, 8827, 8831, 8870, 8872, 8876, 8889, 8897, 8907, 8911, 8913, 8934, 8943, 8949, 8961, 8963, 8966, 8973, 8975, 8996, 9000, 9007, 9009, 9010, 9038, 9040, 9049, 9064, 9075, 9078, 9087, 9090, 9102, 9141, 9152, 9156, 9159, 9169, 9172, 9189, 9209, 9229, 9236, 9243, 9267, 9278, 9297, 9304, 9313, 9325, 9331, 9334, 9336, 9337, 9346, 9360, 9365, 9374, 9376, 9385, 9391, 9395, 9425, 9460, 9471, 9478, 9489, 9491, 9516, 9518, 9553, 9563, 9579, 9586, 9591, 9615, 9622, 9637, 9650, 9662, 9671, 9674, 9678, 9713, 9716, 9728, 9737, 9739, 9758, 9764, 9767, 9768, 9783, 9791, 9792, 9793, 9804, 9824, 9825, 9831, 9842, 9843, 9863, 9865, 9867, 9883, 9885, 9888, 9903, 9921, 9932, 9940, 9952, 9959, 9963, 9972, 9975, 9980, 9985, 9992, 9996, 10005, 10025, 10033, 10036, 10042, 10043, 10050, 10090, 10101, 10132, 10143, 10144, 10149, 10151, 10179, 10182, 10202, 10208, 10217, 10225, 10242, 10262, 10267, 10276, 10280, 10281, 10329, 10341, 10354, 10360, 10361, 10368, 10370, 10383, 10402, 10434, 10454, 10456, 10471, 10477, 10479, 10488, 10503, 10510, 10515, 10525, 10549, 10556, 10570, 10580, 10587, 10591, 10599, 10635, 10648, 10653, 10658, 10670, 10676, 10684, 10734, 10736, 10764, 10783, 10794, 10805, 10847, 10859, 10867, 10877, 10895, 10899, 10911, 10918, 10931, 10933, 10941, 10973, 10976, 10984, 11003, 11015, 11025, 11030, 11034, 11053, 11061, 11062, 11068, 11081, 11086, 11102, 11136, 11140, 11150, 11168, 11170, 11178, 11181, 11217, 11225, 11230, 11233, 11235, 11247, 11267, 11270, 11277, 11296, 11318, 11322, 11323, 11327, 11328, 11335, 11340, 11353, 11354, 11366, 11367, 11374, 11385, 11390, 11395, 11404, 11437, 11438, 11463, 11468, 11472, 11498, 11501, 11515, 11526, 11571, 11572, 11575, 11595, 11602, 11603, 11615, 11630, 11634, 11641, 11645, 11646, 11661, 11668, 11705, 11707, 11745, 11766, 11790, 11810, 11819, 11828, 11831, 11846, 11850, 11880, 11900, 11911, 11913, 11918, 11921, 11923, 11924, 11967, 11971, 11972, 12019, 12020, 12031, 12052, 12064, 12074, 12088, 12093, 12097, 12131, 12138, 12152, 12167, 12168, 12177, 12232, 12246, 12249, 12284, 12294, 12305, 12307, 12321, 12323, 12326, 12331, 12340, 12347, 12355, 12400, 12428, 12438, 12446, 12464, 12482, 12484, 12486, 12489, 12534, 12551, 12557, 12574, 12593, 12599, 12620, 12628, 12656, 12664, 12676, 12705, 12713, 12722, 12731, 12749, 12811, 12826, 12846, 12858, 12863, 12898, 12924, 12936, 12951, 12953, 12960, 12976, 12980, 12983, 13016, 13046, 13048, 13061, 13090, 13096, 13098, 13113, 13151, 13171, 13177, 13184, 13195, 13202, 13208, 13218, 13227, 13228, 13229, 13254, 13260, 13261, 13355, 13362, 13393, 13412, 13414, 13418, 13455, 13458, 13483, 13498, 13524, 13546, 13566, 13567, 13569, 13576, 13585, 13599, 13617, 13623, 13628, 13645, 13654, 13668, 13689, 13707, 13708, 13729, 13749, 13757, 13759, 13764, 13775, 13787, 13788, 13827, 13854, 13877, 13892, 13915, 13943, 13944, 13971, 13985, 13995, 14013, 14025, 14056, 14072, 14089, 14091, 14100, 14121, 14124, 14134, 14146, 14147, 14165, 14168, 14169, 14170, 14206, 14208, 14212, 14213, 14216, 14263, 14270, 14300, 14312, 14327, 14334, 14347, 14353, 14355, 14375, 14415, 14417, 14420, 14438, 14444, 14447, 14451, 14457, 14472, 14479, 14485, 14488, 14533, 14535, 14539, 14547, 14554, 14607, 14622, 14640, 14652, 14655, 14658, 14690, 14712, 14720, 14723, 14731, 14747, 14758, 14788, 14796, 14803, 14805, 14823, 14829, 14832, 14848, 14852, 14861, 14876, 14879, 14885, 14899, 14905, 14911, 14913, 14921, 14926, 14940, 14983, 14998, 15017, 15021, 15024, 15043, 15061, 15084, 15085, 15089, 15093, 15096, 15106, 15118, 15140, 15145, 15157, 15164, 15176, 15232, 15238, 15242, 15245, 15248, 15256, 15261, 15275, 15276, 15279, 15281, 15283, 15289, 15294, 15297, 15304, 15309, 15312, 15331, 15356, 15362, 15376, 15380, 15382, 15398, 15407, 15411, 15413, 15420, 15421, 15440, 15448, 15460, 15502, 15503, 15519, 15565, 15567, 15576, 15598, 15609, 15612, 15625, 15629, 15643, 15653, 15679, 15714, 15724, 15737, 15750, 15776, 15795, 15851, 15852, 15869, 15876, 15884, 15895, 15904, 15918, 15919, 15920, 15929, 15930, 15940, 15943, 15964, 15966, 15978, 15981, 15994, 16031, 16040, 16048, 16059, 16066, 16097, 16114, 16130, 16144, 16149, 16155, 16158, 16164, 16167, 16177, 16178, 16194, 16235, 16236, 16288, 16292, 16293, 16315, 16325, 16331, 16332, 16340, 16341, 16349, 16353, 16356, 16358, 16359, 16369, 16372, 16373, 16375, 16388, 16425, 16426, 16437, 16440, 16473, 16481, 16486, 16494, 16497, 16507, 16520, 16538, 16541, 16568, 16571, 16599, 16605, 16606, 16662, 16665, 16677, 16726, 16733, 16746, 16775, 16790, 16824, 16835, 16857, 16861, 16879, 16881, 16906, 16931, 16986, 17004, 17015, 17017, 17059, 17061, 17088, 17094, 17102, 17103, 17107, 17120, 17122, 17142, 17144, 17146, 17147, 17155, 17173, 17197, 17206, 17222, 17228, 17232, 17234, 17252, 17262, 17272, 17278, 17279, 17283, 17304, 17345, 17348, 17351, 17352, 17353, 17369, 17374, 17379, 17400, 17422, 17426, 17435, 17451, 17463, 17476, 17479, 17483, 17490, 17499, 17511, 17517, 17520, 17524, 17558, 17571, 17618, 17626, 17631, 17644, 17656, 17687, 17693, 17726, 17731, 17736, 17742, 17744, 17747, 17764, 17772, 17795, 17799, 17804, 17820, 17860, 17894, 17898, 17917, 17920, 17951, 17965, 17967, 17995, 18000, 18002, 18003, 18037, 18058, 18067, 18071, 18075, 18079, 18106, 18110, 18123, 18131, 18141, 18145, 18187, 18200, 18205, 18207, 18212, 18216, 18227, 18260, 18266, 18274, 18294, 18300, 18305, 18306, 18307, 18316, 18326, 18344, 18350, 18378, 18409, 18434, 18456, 18463, 18482, 18494, 18507, 18548, 18556, 18559, 18561, 18572, 18588, 18604, 18615, 18625, 18633, 18635, 18636, 18639, 18640, 18641, 18651, 18662, 18688, 18698, 18701, 18708, 18716, 18734, 18737, 18740, 18742, 18744, 18747, 18774, 18789, 18804, 18834, 18850, 18858, 18873, 18874, 18891, 18896, 18916, 18923, 18925, 18930, 18959, 18989, 18991, 18992, 19000, 19006, 19025, 19044, 19046, 19047, 19072, 19082, 19087, 19092, 19093, 19118, 19119, 19124, 19127, 19131, 19144, 19170, 19179, 19184, 19192, 19219, 19238, 19310, 19311, 19339, 19345, 19362, 19364, 19366, 19372, 19394, 19398, 19435, 19437, 19459, 19460, 19494, 19509, 19518, 19528, 19530, 19534, 19541, 19563, 19629, 19666, 19685, 19699, 19703, 19706, 19709, 19722, 19731, 19737, 19744, 19755, 19770, 19772, 19776, 19795, 19801, 19820, 19825, 19828, 19842, 19847, 19857, 19870, 19871, 19890, 19893, 19899, 19904, 19922, 19927, 19955, 19959, 19969, 19980, 19994, 19999, 20007, 20011, 20013, 20027, 20033, 20055, 20056, 20058, 20112, 20137, 20167, 20172, 20182, 20191, 20193, 20194, 20197, 20203, 20216, 20231, 20237, 20240, 20259, 20263, 20277, 20347, 20360, 20366, 20380, 20398, 20399, 20425, 20426, 20449, 20465, 20502, 20504, 20507, 20515, 20523, 20524, 20570, 20581, 20589, 20595, 20598, 20599, 20611, 20640, 20642, 20653, 20660, 20667, 20689, 20701, 20712, 20713, 20717, 20719, 20722, 20748, 20753, 20765, 20767, 20769, 20812, 20832, 20837, 20840, 20845, 20848, 20855, 20876, 20886, 20901, 20927, 20952, 20964, 20975, 20979, 20996, 21001, 21007, 21020, 21021, 21026, 21028, 21036, 21044, 21046, 21063, 21074, 21090, 21095, 21099, 21123, 21166, 21169, 21177, 21190, 21191, 21200, 21210, 21214, 21229, 21238, 21260, 21265, 21303, 21323, 21335, 21337, 21338, 21342, 21351, 21371, 21375, 21379, 21381, 21390, 21391, 21396, 21403, 21414, 21419, 21431, 21448, 21453, 21464, 21480, 21518, 21529, 21550, 21593, 21598, 21603, 21631, 21636, 21652, 21657, 21659, 21681, 21684, 21692, 21700, 21701, 21706, 21716, 21717, 21721, 21722, 21727, 21728, 21732, 21733, 21736, 21738, 21744, 21747, 21778, 21792, 21800, 21806, 21810, 21816, 21828, 21831, 21848, 21851, 21858, 21895, 21897, 21902, 21920, 21924, 21946, 21948, 21964, 21978, 21985, 21988, 22029, 22030, 22052, 22059, 22062, 22065, 22091, 22098, 22121, 22130, 22149, 22150, 22153, 22159, 22182, 22190, 22199, 22224, 22237, 22245, 22247, 22249, 22254, 22256, 22276, 22292, 22298, 22306, 22307, 22314, 22321, 22333, 22351, 22365, 22403, 22415, 22434, 22440, 22459, 22461, 22462, 22482, 22487, 22495, 22504, 22506, 22566, 22582, 22597, 22607, 22608, 22616, 22642, 22649, 22673, 22708, 22709, 22722, 22729, 22743, 22746, 22757, 22765, 22771, 22792, 22806, 22810, 22815, 22819, 22840, 22848, 22859, 22875, 22886, 22896, 22910, 22914, 22918, 22931, 22942, 22951, 23012, 23041, 23072, 23077, 23117, 23122, 23123, 23127, 23128, 23130, 23143, 23149, 23150, 23155, 23166, 23179, 23186, 23187, 23190, 23210, 23224, 23247, 23260, 23263, 23297, 23322, 23326, 23344, 23346, 23363, 23368, 23386, 23400, 23414, 23416, 23420, 23425, 23431, 23436, 23451, 23455, 23456, 23491, 23496, 23505, 23512, 23518, 23525, 23540, 23558, 23566, 23581, 23584, 23615, 23616, 23630, 23647, 23653, 23674, 23680, 23711, 23733, 23744, 23747, 23763, 23784, 23796, 23801, 23802, 23813, 23820, 23830, 23834, 23853, 23857, 23859, 23866, 23902, 23910, 23967, 23984, 23986, 24015, 24016, 24020, 24024, 24033, 24109, 24132, 24142, 24145, 24153, 24169, 24175, 24180, 24188, 24199, 24218, 24221, 24241, 24257, 24263, 24276, 24289, 24296, 24297, 24300, 24304, 24322, 24324, 24380, 24388, 24395, 24409, 24422, 24430, 24443, 24454, 24489, 24494, 24496, 24513, 24537, 24547, 24549, 24584, 24627, 24632, 24648, 24663, 24682, 24685, 24693, 24700, 24704, 24716, 24723, 24729, 24735, 24743, 24764, 24786, 24787, 24815, 24818, 24830, 24831, 24841, 24842, 24872, 24899, 24912, 24926, 24939, 24948, 25056, 25067, 25079, 25082, 25084, 25121, 25159, 25171, 25176, 25178, 25191, 25193, 25213, 25242, 25268, 25269, 25289, 25359, 25387, 25404, 25419, 25421, 25427, 25436, 25438, 25439, 25444, 25464, 25465, 25468, 25470, 25522, 25527, 25553, 25554, 25584, 25636, 25652, 25655, 25656, 25661, 25663, 25702, 25711, 25712, 25716, 25718, 25719, 25724, 25768, 25774, 25784, 25787, 25804, 25830, 25834, 25849, 25880, 25886, 25913, 25916, 25935, 25960, 25971, 25978, 25988, 25989, 25990, 25996, 26004, 26016, 26046, 26052, 26059, 26062, 26065, 26075, 26093, 26094, 26116, 26118, 26141, 26145, 26153, 26160, 26161, 26207, 26229, 26233, 26236, 26242, 26244, 26267, 26269, 26276, 26290, 26302, 26319, 26326, 26334, 26340, 26373, 26381, 26389, 26394, 26398, 26401, 26407, 26454, 26476, 26480, 26498, 26503, 26527, 26535, 26577, 26582, 26584, 26612, 26616, 26630, 26642, 26651, 26666, 26684, 26690, 26752, 26758, 26760, 26786, 26815, 26820, 26848, 26864, 26871, 26886, 26889, 26916, 26922, 26938, 26952, 26958, 26968, 26978, 26984, 27002, 27013, 27018, 27028, 27035, 27040, 27076, 27079, 27085, 27106, 27115, 27125, 27138, 27144, 27150, 27154, 27187, 27197, 27271, 27289, 27302, 27313, 27314, 27339, 27345, 27348, 27379, 27383, 27389, 27423, 27433, 27434, 27458, 27475, 27496, 27497, 27516, 27602, 27619, 27635, 27638, 27645, 27652, 27660, 27661, 27675, 27689, 27694, 27696, 27699, 27714, 27722, 27724, 27729, 27730, 27732, 27743, 27745, 27758, 27773, 27785, 27797, 27798, 27800, 27803, 27815, 27821, 27828, 27834, 27857, 27868, 27894, 27896, 27916, 27920, 27927, 27937, 27938, 27942, 27943, 27953, 27996, 28010, 28022, 28032, 28035, 28048, 28053, 28057, 28069, 28071, 28087, 28096, 28151, 28152, 28169, 28210, 28213, 28216, 28221, 28230, 28238, 28242, 28256, 28258, 28263, 28278, 28281, 28304, 28312, 28322, 28325, 28339, 28343, 28351, 28356, 28360, 28375, 28385, 28393, 28427, 28429, 28462, 28463, 28479, 28485, 28487, 28492, 28500, 28501, 28511, 28515, 28556, 28562, 28581, 28586, 28617, 28618, 28625, 28629, 28662, 28668, 28699, 28704, 28720, 28723, 28768, 28769, 28776, 28779, 28813, 28823, 28831, 28854, 28864, 28865, 28869, 28872, 28879, 28882, 28893, 28899, 28901, 28903, 28914, 28921, 28933, 28954, 28964, 28967, 28972, 28979, 28994, 29033, 29036, 29037, 29038, 29115, 29118, 29164, 29196, 29202, 29209, 29228, 29239, 29245, 29249, 29265, 29292, 29293, 29310, 29315, 29322, 29398, 29412, 29474, 29477, 29483, 29484, 29503, 29509, 29549, 29563, 29565, 29568, 29591, 29604, 29608, 29615, 29633, 29669, 29698, 29700, 29711, 29737, 29745, 29779, 29786, 29798, 29815, 29821, 29823, 29834, 29865, 29870, 29873, 29895, 29899, 29907, 29947, 29992, 29994, 30001, 30007, 30022, 30037, 30042, 30065, 30071, 30077, 30078, 30082, 30087, 30106, 30121, 30139, 30166, 30192, 30242, 30263, 30281, 30290, 30309, 30317, 30333, 30345, 30348, 30351, 30365, 30372, 30374, 30383, 30397, 30420, 30431, 30443, 30495, 30501, 30564, 30570, 30600, 30612, 30616, 30629, 30639, 30648, 30652, 30657, 30698, 30724, 30728, 30736, 30763, 30766, 30767, 30770, 30773, 30779, 30781, 30789, 30811, 30819, 30824, 30849, 30850, 30859, 30860, 30886, 30895, 30896, 30900, 30936, 30938, 30942, 30949, 30956, 30964, 30970, 30974, 30993, 31006, 31013, 31023, 31047, 31048, 31087, 31131, 31133, 31144, 31185, 31186, 31187, 31188, 31200, 31204, 31212, 31242, 31246, 31259, 31264, 31275, 31285, 31291, 31292, 31298, 31305, 31320, 31331, 31367, 31369, 31373, 31381, 31387, 31391, 31424, 31443, 31450, 31461, 31468, 31477, 31488, 31505, 31510, 31513, 31526, 31538, 31544, 31568, 31577, 31591, 31596, 31609, 31642, 31657, 31665, 31669, 31677, 31678, 31698, 31706, 31707, 31715, 31721, 31722, 31739, 31756, 31760, 31762, 31769, 31772, 31791, 31799, 31802, 31817, 31824, 31842, 31853, 31888, 31900, 31909, 31915, 31917, 31944, 31969, 31971, 31977, 31981, 31991, 31992, 31998, 32074, 32082, 32085, 32093, 32108, 32109, 32116, 32120, 32123, 32131, 32153, 32154, 32179, 32185, 32186, 32208, 32217, 32223, 32228, 32257, 32261, 32262, 32265, 32275, 32282, 32286, 32291, 32295, 32305, 32319, 32334, 32368, 32369, 32388, 32390, 32393, 32408, 32411, 32419, 32422, 32442, 32462, 32465, 32496, 32526, 32577, 32588, 32595, 32598, 32599, 32618, 32635, 32636, 32641, 32653, 32665, 32667, 32679, 32710, 32742, 32756, 32758, 32766, 32767] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..cd10dd9839002f804f3f2b027f3b741b96dea845 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..92cd9e189546a54ddd6e534bfc468d2a0148142e Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..e0612de4029314aa38303623f14dfa39b444a8b2 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[7, 11, 20, 43, 47, 60, 68, 72, 78, 93, 116, 125, 153, 177, 181, 214, 216, 244, 263, 300, 307, 320, 332, 335, 339, 355, 356, 379, 388, 400, 411, 413, 428, 443, 445, 455, 471, 474, 475, 485, 489, 491, 513, 515, 536, 563, 567, 596, 607, 617, 619, 621, 627, 635, 645, 648, 653, 660, 680, 721, 737, 752, 785, 790, 806, 814, 880, 897, 903, 916, 959, 969, 981, 986, 1026, 1038, 1066, 1073, 1092, 1098, 1130, 1134, 1137, 1155, 1161, 1176, 1192, 1199, 1213, 1232, 1243, 1268, 1298, 1304, 1305, 1306, 1329, 1335, 1346, 1348, 1362, 1381, 1386, 1407, 1408, 1411, 1422, 1444, 1445, 1448, 1457, 1474, 1476, 1484, 1489, 1522, 1529, 1531, 1559, 1584, 1631, 1661, 1668, 1676, 1677, 1692, 1694, 1696, 1773, 1779, 1807, 1812, 1827, 1851, 1855, 1912, 1925, 1932, 1953, 1960, 2035, 2045, 2046, 2098, 2104, 2154, 2205, 2216, 2232, 2243, 2251, 2292, 2358, 2380, 2383, 2419, 2420, 2425, 2427, 2429, 2434, 2456, 2531, 2546, 2547, 2555, 2568, 2569, 2573, 2579, 2608, 2609, 2616, 2623, 2635, 2642, 2660, 2687, 2692, 2709, 2720, 2735, 2738, 2764, 2766, 2779, 2823, 2828, 2862, 2867, 2868, 2873, 2875, 2880, 2887, 2888, 2900, 2918, 2920, 2923, 2924, 2935, 2955, 2988, 3002, 3020, 3030, 3049, 3098, 3117, 3133, 3172, 3201, 3204, 3231, 3262, 3266, 3272, 3297, 3301, 3311, 3328, 3332, 3364, 3400, 3414, 3418, 3438, 3450, 3464, 3499, 3513, 3514, 3534, 3550, 3560, 3563, 3566, 3596, 3603, 3606, 3618, 3649, 3671, 3676, 3708, 3712, 3716, 3757, 3786, 3801, 3834, 3855, 3859, 3869, 3906, 3914, 3925, 3933, 3934, 3950, 3968, 4025, 4026, 4035, 4041, 4051, 4068, 4072, 4084, 4105, 4110, 4135, 4145, 4146, 4148, 4150, 4159, 4167, 4187, 4208, 4213, 4218, 4221, 4226, 4230, 4251, 4279, 4309, 4324, 4328, 4346, 4372, 4378, 4392, 4400, 4436, 4448, 4462, 4476, 4482, 4502, 4520, 4555, 4564, 4610, 4616, 4629, 4655, 4697, 4702, 4703, 4714, 4729, 4760, 4762, 4768, 4783, 4789, 4807, 4813, 4826, 4839, 4841, 4850, 4866, 4887, 4892, 4899, 4909, 4911, 4919, 4932, 4937, 4943, 4964, 4968, 4971, 4982, 4993, 5010, 5026, 5041, 5082, 5093, 5107, 5120, 5131, 5134, 5141, 5164, 5181, 5185, 5206, 5215, 5217, 5255, 5256, 5267, 5274, 5275, 5297, 5328, 5364, 5381, 5392, 5410, 5417, 5421, 5423, 5430, 5467, 5514, 5515, 5524, 5535, 5536, 5544, 5583, 5605, 5618, 5680, 5685, 5693, 5703, 5710, 5719, 5728, 5732, 5788, 5811, 5831, 5851, 5861, 5864, 5890, 5909, 5911, 5918, 5935, 5970, 6026, 6031, 6057, 6065, 6071, 6076, 6077, 6082, 6143, 6147, 6189, 6239, 6287, 6295, 6328, 6335, 6345, 6371, 6385, 6396, 6413, 6433, 6434, 6437, 6440, 6443, 6459, 6507, 6512, 6513, 6574, 6575, 6581, 6610, 6629, 6635, 6641, 6642, 6647, 6648, 6673, 6683, 6684, 6685, 6694, 6705, 6723, 6735, 6742, 6769, 6795, 6803, 6808, 6810, 6834, 6835, 6865, 6887, 6927, 6936, 6938, 6977, 6979, 6984, 6996, 7006, 7016, 7025, 7077, 7111, 7160, 7177, 7180, 7195, 7210, 7217, 7227, 7235, 7242, 7266, 7268, 7278, 7294, 7298, 7316, 7325, 7344, 7356, 7365, 7383, 7391, 7403, 7404, 7411, 7453, 7488, 7495, 7513, 7540, 7554, 7558, 7591, 7611, 7622, 7641, 7652, 7654, 7655, 7681, 7685, 7713, 7739, 7742, 7745, 7768, 7772, 7779, 7794, 7818, 7826, 7841, 7900, 7909, 7926, 7947, 7952, 7971, 7973, 7982, 7983, 7990, 8027, 8054, 8072, 8084, 8112, 8119, 8124, 8161, 8162, 8166, 8212, 8225, 8227, 8235, 8238, 8270, 8285, 8295, 8305, 8325, 8370, 8404, 8421, 8428, 8433, 8440, 8464, 8485, 8498, 8517, 8520, 8522, 8530, 8534, 8547, 8549, 8550, 8560, 8563, 8565, 8593, 8596, 8618, 8649, 8653, 8658, 8693, 8730, 8737, 8754, 8755, 8767, 8775, 8779, 8843, 8846, 8857, 8876, 8889, 8891, 8893, 8897, 8899, 8949, 8960, 8961, 8973, 9000, 9016, 9023, 9038, 9088, 9102, 9105, 9107, 9127, 9149, 9177, 9189, 9207, 9211, 9250, 9263, 9267, 9278, 9298, 9304, 9308, 9313, 9323, 9326, 9360, 9365, 9366, 9376, 9391, 9395, 9396, 9410, 9438, 9443, 9487, 9491, 9522, 9558, 9566, 9579, 9582, 9588, 9603, 9622, 9660, 9662, 9688, 9691, 9716, 9739, 9762, 9768, 9771, 9792, 9793, 9804, 9821, 9825, 9842, 9857, 9885, 9888, 9890, 9919, 9952, 9972, 9975, 9978, 9980, 9992, 9998, 10014, 10025, 10042, 10079, 10090, 10130, 10132, 10135, 10136, 10141, 10155, 10164, 10168, 10182, 10208, 10215, 10242, 10276, 10331, 10341, 10354, 10361, 10377, 10383, 10411, 10450, 10454, 10471, 10479, 10484, 10488, 10503, 10510, 10515, 10525, 10529, 10547, 10549, 10589, 10607, 10648, 10660, 10662, 10670, 10676, 10677, 10688, 10709, 10772, 10783, 10794, 10805, 10812, 10851, 10853, 10859, 10860, 10867, 10877, 10899, 10908, 10911, 10918, 10951, 10959, 10984, 11046, 11049, 11058, 11061, 11081, 11086, 11091, 11119, 11128, 11130, 11136, 11181, 11182, 11194, 11214, 11225, 11228, 11233, 11237, 11244, 11247, 11255, 11267, 11270, 11272, 11322, 11367, 11408, 11421, 11422, 11440, 11445, 11447, 11455, 11474, 11475, 11495, 11498, 11515, 11526, 11551, 11601, 11615, 11630, 11635, 11641, 11650, 11653, 11675, 11680, 11683, 11705, 11791, 11808, 11822, 11831, 11836, 11875, 11896, 11934, 11954, 11960, 11964, 11965, 11971, 12003, 12019, 12031, 12046, 12065, 12087, 12089, 12090, 12096, 12097, 12167, 12187, 12200, 12229, 12232, 12287, 12294, 12307, 12314, 12323, 12332, 12343, 12359, 12360, 12366, 12395, 12404, 12421, 12449, 12455, 12482, 12484, 12485, 12504, 12505, 12515, 12541, 12549, 12550, 12564, 12574, 12576, 12599, 12615, 12628, 12671, 12673, 12682, 12689, 12713, 12760, 12812, 12831, 12836, 12892, 12893, 12897, 12936, 12964, 12974, 12985, 13005, 13009, 13016, 13042, 13096, 13098, 13130, 13133, 13138, 13177, 13189, 13192, 13208, 13227, 13254, 13261, 13333, 13355, 13371, 13383, 13399, 13416, 13419, 13455, 13466, 13500, 13525, 13550, 13552, 13566, 13567, 13595, 13599, 13623, 13643, 13645, 13646, 13654, 13656, 13662, 13672, 13677, 13684, 13694, 13705, 13708, 13714, 13729, 13759, 13787, 13805, 13814, 13827, 13835, 13845, 13854, 13881, 13915, 13925, 13930, 13947, 13951, 13964, 13965, 14013, 14025, 14056, 14087, 14091, 14109, 14124, 14128, 14147, 14161, 14165, 14199, 14206, 14208, 14212, 14264, 14275, 14280, 14288, 14300, 14306, 14341, 14390, 14417, 14425, 14431, 14438, 14447, 14448, 14478, 14487, 14493, 14495, 14514, 14516, 14535, 14537, 14539, 14561, 14563, 14566, 14607, 14615, 14639, 14652, 14655, 14666, 14668, 14682, 14692, 14693, 14703, 14712, 14721, 14737, 14741, 14758, 14762, 14804, 14830, 14837, 14852, 14898, 14905, 14911, 14913, 14921, 14926, 14940, 14983, 14984, 15024, 15030, 15043, 15088, 15103, 15111, 15138, 15147, 15154, 15157, 15162, 15163, 15192, 15207, 15219, 15231, 15237, 15242, 15248, 15256, 15271, 15275, 15277, 15289, 15294, 15304, 15331, 15356, 15373, 15380, 15382, 15398, 15407, 15408, 15411, 15417, 15421, 15423, 15429, 15447, 15496, 15499, 15503, 15512, 15561, 15567, 15592, 15601, 15604, 15644, 15730, 15737, 15749, 15762, 15812, 15831, 15847, 15851, 15874, 15876, 15877, 15943, 15960, 15964, 15971, 15993, 16006, 16012, 16014, 16050, 16073, 16096, 16097, 16101, 16105, 16143, 16167, 16210, 16212, 16214, 16226, 16236, 16238, 16253, 16280, 16298, 16318, 16323, 16332, 16348, 16349, 16369, 16405, 16418, 16440, 16469, 16497, 16515, 16543, 16548, 16570, 16571, 16575, 16579, 16625, 16662, 16667, 16686, 16710, 16726, 16748, 16749, 16775, 16824, 16842, 16847, 16867, 16879, 16881, 16906, 16915, 16922, 16933, 16938, 16973, 16988, 16989, 16994, 17004, 17008, 17023, 17059, 17076, 17090, 17133, 17142, 17144, 17185, 17191, 17201, 17203, 17208, 17227, 17232, 17252, 17253, 17288, 17289, 17331, 17348, 17353, 17374, 17424, 17457, 17465, 17470, 17473, 17490, 17494, 17515, 17520, 17563, 17567, 17571, 17594, 17637, 17644, 17660, 17663, 17702, 17733, 17742, 17744, 17747, 17772, 17776, 17799, 17820, 17824, 17843, 17846, 17894, 17917, 17930, 17960, 17967, 17968, 17975, 17993, 17995, 18004, 18008, 18009, 18023, 18033, 18045, 18067, 18079, 18083, 18103, 18106, 18108, 18145, 18190, 18205, 18207, 18210, 18227, 18284, 18297, 18300, 18306, 18326, 18347, 18350, 18353, 18364, 18404, 18442, 18443, 18445, 18456, 18494, 18523, 18526, 18539, 18546, 18570, 18578, 18588, 18600, 18614, 18619, 18633, 18635, 18636, 18649, 18679, 18701, 18713, 18737, 18742, 18757, 18774, 18785, 18789, 18791, 18821, 18828, 18839, 18844, 18896, 18929, 18930, 18947, 18952, 18959, 18980, 18989, 19012, 19025, 19034, 19035, 19051, 19078, 19107, 19118, 19119, 19148, 19149, 19168, 19184, 19186, 19217, 19219, 19238, 19263, 19278, 19301, 19310, 19330, 19336, 19362, 19364, 19366, 19376, 19413, 19427, 19435, 19452, 19459, 19460, 19469, 19478, 19493, 19506, 19528, 19533, 19570, 19574, 19576, 19682, 19685, 19699, 19705, 19709, 19711, 19770, 19825, 19828, 19870, 19927, 19956, 19959, 19980, 19981, 19994, 20020, 20027, 20032, 20055, 20064, 20106, 20112, 20137, 20140, 20179, 20182, 20192, 20203, 20231, 20237, 20239, 20240, 20245, 20277, 20278, 20304, 20346, 20380, 20398, 20442, 20446, 20456, 20459, 20469, 20520, 20524, 20532, 20546, 20565, 20570, 20589, 20598, 20606, 20607, 20629, 20642, 20649, 20660, 20662, 20687, 20716, 20764, 20766, 20769, 20799, 20820, 20825, 20855, 20881, 20927, 20951, 20964, 20973, 20978, 20979, 20985, 21003, 21021, 21036, 21039, 21063, 21069, 21090, 21094, 21098, 21109, 21128, 21133, 21134, 21136, 21160, 21169, 21174, 21191, 21215, 21232, 21255, 21260, 21264, 21265, 21282, 21338, 21342, 21344, 21351, 21356, 21363, 21365, 21377, 21384, 21390, 21391, 21403, 21419, 21424, 21426, 21428, 21444, 21448, 21500, 21518, 21529, 21539, 21556, 21580, 21612, 21623, 21657, 21675, 21681, 21716, 21720, 21772, 21799, 21800, 21819, 21820, 21823, 21824, 21827, 21828, 21839, 21856, 21858, 21869, 21928, 21944, 21955, 21972, 21984, 21997, 22052, 22059, 22065, 22071, 22090, 22108, 22115, 22120, 22130, 22132, 22144, 22149, 22189, 22192, 22199, 22245, 22249, 22256, 22260, 22264, 22267, 22284, 22290, 22291, 22303, 22306, 22338, 22341, 22354, 22377, 22382, 22388, 22403, 22415, 22424, 22428, 22440, 22459, 22471, 22487, 22495, 22497, 22509, 22519, 22532, 22534, 22546, 22576, 22582, 22612, 22628, 22642, 22657, 22691, 22706, 22722, 22733, 22743, 22749, 22757, 22777, 22781, 22819, 22820, 22831, 22886, 22900, 22910, 22918, 22930, 22931, 22938, 22942, 22952, 22964, 22971, 22973, 22981, 22989, 23007, 23018, 23020, 23041, 23060, 23103, 23114, 23130, 23143, 23155, 23166, 23177, 23178, 23187, 23203, 23228, 23246, 23247, 23260, 23289, 23302, 23309, 23368, 23427, 23430, 23431, 23447, 23455, 23483, 23491, 23505, 23522, 23533, 23540, 23601, 23606, 23616, 23623, 23627, 23636, 23650, 23659, 23662, 23680, 23681, 23701, 23704, 23711, 23715, 23722, 23735, 23771, 23796, 23812, 23830, 23831, 23857, 23866, 23882, 23889, 23900, 23910, 23919, 23934, 23939, 23959, 23981, 23982, 23984, 24013, 24091, 24095, 24132, 24140, 24147, 24148, 24153, 24169, 24180, 24186, 24196, 24223, 24248, 24249, 24263, 24281, 24289, 24322, 24345, 24347, 24377, 24388, 24395, 24401, 24426, 24443, 24452, 24477, 24489, 24534, 24537, 24542, 24569, 24592, 24620, 24630, 24632, 24638, 24648, 24651, 24666, 24685, 24700, 24709, 24735, 24749, 24786, 24787, 24811, 24814, 24832, 24841, 24851, 24857, 24889, 24901, 24913, 24938, 24947, 24968, 24979, 24985, 25016, 25056, 25057, 25067, 25084, 25114, 25115, 25129, 25159, 25191, 25193, 25194, 25196, 25199, 25230, 25268, 25273, 25289, 25310, 25326, 25330, 25341, 25348, 25370, 25374, 25397, 25410, 25435, 25450, 25468, 25495, 25515, 25518, 25521, 25535, 25539, 25547, 25580, 25591, 25626, 25708, 25710, 25716, 25784, 25801, 25818, 25830, 25834, 25849, 25867, 25890, 25894, 25928, 25935, 25960, 25980, 26000, 26025, 26041, 26046, 26058, 26075, 26091, 26094, 26123, 26146, 26160, 26172, 26183, 26193, 26207, 26217, 26228, 26229, 26233, 26244, 26256, 26262, 26290, 26295, 26326, 26340, 26341, 26346, 26370, 26373, 26380, 26389, 26395, 26398, 26404, 26421, 26429, 26466, 26475, 26476, 26498, 26516, 26527, 26568, 26577, 26584, 26591, 26600, 26642, 26643, 26648, 26651, 26653, 26660, 26695, 26701, 26717, 26722, 26733, 26748, 26760, 26778, 26786, 26802, 26804, 26809, 26817, 26820, 26831, 26864, 26871, 26875, 26904, 26907, 26920, 26922, 26955, 26978, 26982, 27025, 27028, 27029, 27038, 27041, 27076, 27079, 27082, 27085, 27092, 27125, 27132, 27138, 27150, 27197, 27207, 27208, 27242, 27245, 27264, 27265, 27288, 27310, 27332, 27334, 27345, 27364, 27365, 27379, 27392, 27418, 27428, 27446, 27466, 27469, 27516, 27531, 27565, 27581, 27582, 27590, 27597, 27617, 27621, 27638, 27639, 27660, 27663, 27672, 27676, 27689, 27696, 27723, 27724, 27743, 27762, 27797, 27798, 27800, 27805, 27817, 27821, 27836, 27859, 27881, 27896, 27906, 27936, 27937, 27950, 27965, 27966, 27996, 28010, 28029, 28048, 28071, 28077, 28082, 28105, 28116, 28141, 28149, 28155, 28183, 28187, 28189, 28209, 28216, 28226, 28228, 28263, 28281, 28291, 28325, 28332, 28334, 28356, 28369, 28383, 28393, 28395, 28421, 28463, 28490, 28514, 28523, 28525, 28551, 28566, 28574, 28617, 28620, 28663, 28676, 28688, 28720, 28738, 28772, 28782, 28880, 28892, 28899, 28914, 28919, 28921, 28928, 28944, 28946, 28964, 28972, 28979, 28995, 29003, 29007, 29021, 29032, 29045, 29048, 29056, 29077, 29086, 29101, 29103, 29118, 29123, 29147, 29155, 29164, 29177, 29222, 29228, 29283, 29310, 29314, 29323, 29345, 29361, 29369, 29409, 29412, 29421, 29458, 29483, 29487, 29513, 29531, 29565, 29590, 29604, 29615, 29616, 29624, 29711, 29734, 29737, 29745, 29750, 29778, 29782, 29798, 29821, 29846, 29850, 29851, 29863, 29884, 29899, 29931, 29934, 29970, 29976, 29992, 29994, 29999, 30007, 30037, 30038, 30042, 30065, 30071, 30073, 30082, 30096, 30106, 30137, 30139, 30148, 30149, 30173, 30180, 30190, 30240, 30250, 30258, 30278, 30281, 30298, 30333, 30383, 30391, 30394, 30419, 30462, 30501, 30544, 30557, 30569, 30574, 30579, 30584, 30628, 30629, 30647, 30650, 30675, 30713, 30728, 30736, 30763, 30764, 30766, 30779, 30781, 30841, 30849, 30850, 30852, 30871, 30883, 30886, 30905, 30907, 30936, 30938, 30941, 30946, 30949, 30964, 30975, 30993, 31006, 31011, 31030, 31064, 31089, 31107, 31115, 31144, 31187, 31189, 31230, 31232, 31266, 31272, 31281, 31283, 31304, 31320, 31353, 31387, 31423, 31463, 31468, 31477, 31491, 31505, 31510, 31513, 31526, 31528, 31541, 31591, 31596, 31648, 31657, 31706, 31720, 31721, 31722, 31737, 31750, 31762, 31769, 31772, 31791, 31799, 31817, 31824, 31835, 31879, 31880, 31886, 31890, 31908, 31919, 31930, 31971, 31977, 31981, 31987, 32045, 32074, 32085, 32093, 32108, 32114, 32116, 32134, 32148, 32154, 32155, 32208, 32215, 32228, 32261, 32262, 32270, 32271, 32275, 32286, 32319, 32333, 32361, 32362, 32384, 32388, 32400, 32408, 32419, 32462, 32496, 32501, 32502, 32526, 32546, 32599, 32635, 32641, 32662, 32677, 32697, 32704, 32712, 32720, 32724, 32751, 32756, 32758, 32766] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b9df844adf1c01698c1b8456020bdacafc1c98a3 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d7366f523e10978d8321ece295124f881ea23631 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..22a8d9dd07ec45473ea59e33c9c107dea7a3a6f8 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:last_token)_indices @@ -0,0 +1 @@ +[249, 339, 351, 413, 433, 445, 485, 523, 708, 737, 1085, 1357, 1411, 1531, 1549, 1578, 1716, 1780, 1856, 1991, 2013, 2025, 2098, 2194, 2339, 2446, 2502, 2546, 2547, 2555, 2557, 2900, 2911, 3020, 3172, 3189, 3236, 3325, 3327, 3575, 3671, 3712, 4175, 4213, 4290, 4714, 4826, 4839, 4858, 4937, 5131, 5572, 5628, 5781, 5936, 5970, 6057, 6104, 6159, 6234, 6335, 6352, 6490, 6703, 6727, 6807, 6826, 6987, 7026, 7106, 7266, 7396, 7437, 7489, 7539, 7570, 7685, 7698, 7738, 7779, 7803, 8106, 8596, 8738, 8857, 8863, 8872, 8876, 9243, 9250, 9279, 9304, 9336, 9391, 9436, 9582, 9793, 9863, 9921, 9982, 9996, 10188, 10276, 10474, 10497, 10515, 10613, 10907, 10984, 11272, 11296, 11440, 11489, 11653, 11836, 12046, 13035, 13061, 13289, 13371, 13535, 13542, 13599, 13964, 14013, 14070, 14128, 14448, 14855, 14868, 15145, 15147, 15162, 15251, 15277, 15374, 15417, 15601, 15649, 15695, 16050, 16143, 16473, 16531, 16542, 16612, 16662, 16738, 16865, 16970, 17088, 17184, 17337, 17372, 17469, 17573, 17675, 17741, 18300, 18316, 18350, 18483, 18588, 18636, 18713, 19111, 19280, 19329, 19390, 19469, 19563, 19640, 19870, 19895, 20346, 20380, 20454, 20502, 20611, 20825, 20980, 21344, 21390, 21523, 21568, 21593, 21694, 21806, 21933, 21986, 22142, 22190, 22199, 22237, 22245, 22254, 22284, 22415, 22551, 22691, 22752, 22886, 22918, 22942, 22964, 23020, 23105, 23416, 23556, 23653, 23818, 23985, 24100, 24443, 24477, 24489, 24537, 24602, 24687, 24700, 24948, 25048, 25084, 25104, 25206, 25283, 25310, 25326, 25635, 25657, 25700, 25849, 25854, 25971, 25980, 26045, 26123, 26228, 26429, 26451, 26661, 26748, 26820, 27187, 27296, 27475, 27602, 27609, 27621, 27797, 28160, 28209, 28243, 28325, 28338, 28343, 28804, 28865, 28899, 28960, 29137, 29154, 29214, 29223, 29245, 29438, 29447, 29563, 29765, 30128, 30316, 30345, 30570, 30639, 30907, 30956, 31200, 31326, 31367, 31375, 31386, 31439, 31463, 31492, 31564, 31596, 31721, 31975, 31987, 32237, 32393, 32662, 32704, 32724] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..74a1f0a2fd69b59c8b4913bb6f76272a57865f7a Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:4,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b65ad2d05b43c0f93b7bdfc2d3bc213e0b653a75 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..eb53d64380485eb491238886a442bad7e4c4bcab --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[24, 32, 36, 43, 55, 69, 85, 102, 104, 105, 107, 136, 140, 142, 143, 153, 156, 157, 161, 169, 180, 186, 197, 217, 219, 220, 229, 254, 255, 263, 267, 270, 275, 276, 284, 293, 304, 310, 321, 327, 343, 349, 373, 374, 387, 391, 392, 397, 404, 405, 436, 455, 461, 463, 472, 478, 488, 523, 539, 541, 548, 549, 560, 561, 570, 575, 578, 579, 581, 591, 616, 618, 619, 632, 637, 640, 648, 662, 682, 687, 688, 689, 706, 712, 729, 735, 769, 779, 782, 791, 793, 797, 808, 813, 823, 824, 828, 829, 835, 849, 886, 888, 892, 919, 928, 934, 938, 942, 948, 951, 956, 958, 960, 972, 985, 1002, 1005, 1025, 1039, 1042, 1050, 1053, 1067, 1088, 1099, 1116, 1125, 1160, 1163, 1165, 1187, 1192, 1199, 1215, 1237, 1247, 1249, 1253, 1267, 1270, 1300, 1312, 1313, 1317, 1328, 1330, 1331, 1337, 1342, 1346, 1358, 1373, 1374, 1377, 1379, 1392, 1402, 1410, 1420, 1437, 1442, 1449, 1453, 1470, 1504, 1506, 1512, 1544, 1545, 1553, 1556, 1564, 1583, 1585, 1586, 1591, 1601, 1613, 1617, 1644, 1664, 1687, 1697, 1699, 1729, 1734, 1736, 1737, 1770, 1778, 1800, 1802, 1805, 1820, 1833, 1851, 1852, 1857, 1860, 1876, 1904, 1915, 1918, 1919, 1931, 1934, 1952, 1955, 1972, 1992, 2000, 2011, 2014, 2015, 2016, 2017, 2022, 2023, 2024, 2028, 2033, 2038, 2039, 2040, 2048, 2079, 2102, 2110, 2131, 2149, 2153, 2177, 2187, 2192, 2202, 2206, 2209, 2221, 2250, 2258, 2263, 2308, 2313, 2318, 2321, 2332, 2333, 2346, 2347, 2357, 2376, 2381, 2392, 2399, 2410, 2427, 2432, 2433, 2442, 2449, 2450, 2456, 2457, 2470, 2480, 2486, 2499, 2506, 2517, 2526, 2529, 2533, 2550, 2556, 2560, 2566, 2585, 2598, 2599, 2605, 2618, 2622, 2633, 2643, 2645, 2649, 2665, 2679, 2703, 2710, 2712, 2713, 2724, 2735, 2736, 2756, 2772, 2782, 2816, 2820, 2821, 2851, 2859, 2881, 2898, 2922, 2928, 2930, 2947, 2954, 2966, 2976, 2987, 3031, 3032, 3036, 3037, 3076, 3093, 3099, 3113, 3124, 3130, 3143, 3146, 3156, 3159, 3162, 3163, 3171, 3177, 3183, 3190, 3196, 3204, 3220, 3229, 3242, 3243, 3245, 3249, 3268, 3279, 3288, 3295, 3296, 3300, 3307, 3344, 3346, 3358, 3360, 3368, 3376, 3404, 3425, 3431, 3439, 3455, 3464, 3477, 3503, 3514, 3520, 3521, 3526, 3527, 3540, 3548, 3583, 3586, 3591, 3594, 3607, 3618, 3627, 3632, 3636, 3640, 3642, 3651, 3665, 3685, 3729, 3746, 3755, 3756, 3775, 3776, 3799, 3809, 3819, 3824, 3828, 3835, 3836, 3844, 3871, 3874, 3877, 3892, 3903, 3906, 3936, 3951, 3965, 3992, 3995, 3999, 4017, 4025, 4036, 4040, 4047, 4048, 4058, 4060, 4069, 4082, 4106, 4126, 4129, 4137, 4138, 4142, 4146, 4167, 4183, 4214, 4219, 4240, 4267, 4273, 4288, 4297, 4303, 4325, 4326, 4328, 4353, 4357, 4363, 4388, 4393, 4395, 4418, 4435, 4444, 4448, 4459, 4469, 4471, 4486, 4503, 4504, 4528, 4543, 4548, 4551, 4555, 4571, 4587, 4628, 4633, 4643, 4649, 4662, 4679, 4684, 4688, 4703, 4711, 4725, 4727, 4734, 4737, 4738, 4757, 4768, 4773, 4776, 4777, 4801, 4802, 4827, 4836, 4845, 4847, 4851, 4856, 4862, 4874, 4881, 4894, 4896, 4903, 4916, 4926, 4958, 4971, 4974, 4996, 5007, 5053, 5068, 5099, 5111, 5115, 5121, 5141, 5144, 5147, 5148, 5152, 5175, 5195, 5203, 5205, 5223, 5233, 5250, 5269, 5276, 5277, 5282, 5288, 5290, 5291, 5308, 5311, 5312, 5318, 5319, 5322, 5328, 5337, 5355, 5360, 5366, 5373, 5379, 5381, 5390, 5396, 5402, 5420, 5423, 5462, 5475, 5478, 5490, 5498, 5508, 5509, 5510, 5524, 5555, 5567, 5590, 5594, 5614, 5618, 5636, 5639, 5645, 5647, 5662, 5669, 5672, 5673, 5679, 5689, 5718, 5736, 5738, 5771, 5780, 5796, 5799, 5801, 5802, 5833, 5840, 5844, 5854, 5858, 5863, 5880, 5889, 5921, 5955, 5966, 5968, 5969, 5970, 5980, 5995, 5997, 6003, 6016, 6021, 6024, 6048, 6059, 6061, 6068, 6077, 6078, 6085, 6090, 6104, 6107, 6130, 6138, 6159, 6163, 6174, 6177, 6191, 6202, 6208, 6210, 6212, 6236, 6255, 6264, 6265, 6293, 6302, 6320, 6357, 6360, 6367, 6398, 6401, 6404, 6412, 6438, 6443, 6444, 6457, 6480, 6481, 6517, 6532, 6535, 6538, 6539, 6541, 6555, 6556, 6559, 6574, 6598, 6603, 6606, 6638, 6640, 6649, 6656, 6660, 6688, 6703, 6706, 6714, 6723, 6755, 6776, 6792, 6830, 6833, 6850, 6851, 6878, 6889, 6895, 6900, 6916, 6941, 6951, 6959, 6964, 6989, 7010, 7015, 7021, 7077, 7082, 7083, 7125, 7138, 7143, 7166, 7168, 7177, 7190, 7205, 7214, 7221, 7227, 7234, 7242, 7260, 7298, 7313, 7315, 7328, 7330, 7331, 7353, 7358, 7360, 7401, 7403, 7406, 7412, 7437, 7455, 7463, 7471, 7474, 7480, 7491, 7494, 7498, 7507, 7523, 7527, 7532, 7534, 7559, 7584, 7590, 7598, 7601, 7605, 7606, 7608, 7609, 7630, 7636, 7647, 7648, 7685, 7690, 7703, 7708, 7722, 7730, 7760, 7764, 7765, 7794, 7800, 7810, 7816, 7817, 7820, 7825, 7846, 7850, 7866, 7872, 7873, 7874, 7875, 7877, 7883, 7904, 7928, 7929, 7943, 7966, 7971, 7983, 8003, 8020, 8029, 8042, 8046, 8075, 8106, 8107, 8117, 8136, 8140, 8152, 8168, 8199, 8206, 8221, 8222, 8235, 8247, 8261, 8267, 8268, 8278, 8281, 8286, 8288, 8307, 8315, 8324, 8334, 8350, 8355, 8363, 8374, 8375, 8383, 8397, 8403, 8409, 8414, 8434, 8437, 8441, 8471, 8472, 8480, 8499, 8516, 8521, 8530, 8539, 8570, 8586, 8596, 8622, 8664, 8681, 8682, 8687, 8730, 8735, 8749, 8750, 8777, 8779, 8789, 8790, 8792, 8793, 8798, 8799, 8842, 8859, 8863, 8865, 8873, 8885, 8909, 8952, 8963, 8970, 8976, 8980, 8986, 9005, 9009, 9024, 9027, 9028, 9029, 9034, 9042, 9046, 9057, 9064, 9074, 9077, 9085, 9117, 9120, 9139, 9152, 9171, 9187, 9194, 9229, 9230, 9231, 9233, 9244, 9247, 9269, 9276, 9280, 9283, 9295, 9321, 9326, 9328, 9337, 9343, 9344, 9376, 9401, 9428, 9508, 9521, 9525, 9527, 9529, 9540, 9552, 9553, 9573, 9592, 9601, 9611, 9614, 9634, 9665, 9672, 9688, 9697, 9707, 9714, 9735, 9736, 9737, 9766, 9781, 9789, 9793, 9794, 9805, 9817, 9824, 9828, 9839, 9841, 9871, 9873, 9875, 9883, 9907, 9917, 9920, 9932, 9940, 9960, 9976, 9978, 9986, 9989, 9994, 9996, 10002, 10003, 10036, 10038, 10042, 10044, 10057, 10093, 10103, 10113, 10114, 10141, 10145, 10149, 10168, 10177, 10182, 10185, 10187, 10191, 10193, 10198, 10203, 10211, 10215, 10224, 10227, 10237, 10238, 10279, 10296, 10334, 10336, 10338, 10340, 10360, 10374, 10375, 10402, 10407, 10416, 10419, 10426, 10469, 10476, 10484, 10487, 10501, 10513, 10518, 10525, 10532, 10545, 10566, 10575, 10607, 10631, 10644, 10645, 10658, 10663, 10667, 10680, 10699, 10703, 10713, 10725, 10734, 10735, 10741, 10747, 10751, 10768, 10770, 10771, 10775, 10781, 10789, 10791, 10795, 10805, 10812, 10892, 10894, 10897, 10906, 10913, 10916, 10934, 10952, 10982, 10988, 10997, 11006, 11009, 11025, 11033, 11037, 11041, 11043, 11052, 11053, 11057, 11059, 11061, 11064, 11078, 11104, 11118, 11130, 11134, 11151, 11177, 11178, 11185, 11209, 11212, 11213, 11216, 11253, 11264, 11285, 11286, 11289, 11290, 11291, 11296, 11298, 11299, 11315, 11324, 11325, 11326, 11362, 11363, 11364, 11367, 11374, 11378, 11398, 11406, 11411, 11425, 11428, 11434, 11435, 11443, 11455, 11456, 11458, 11459, 11497, 11524, 11537, 11539, 11578, 11600, 11610, 11616, 11621, 11624, 11641, 11664, 11668, 11683, 11697, 11698, 11707, 11720, 11733, 11745, 11748, 11750, 11777, 11785, 11806, 11822, 11828, 11860, 11868, 11872, 11884, 11894, 11900, 11906, 11922, 11926, 11937, 11949, 11954, 11962, 11965, 11984, 11988, 12021, 12026, 12050, 12068, 12079, 12084, 12086, 12095, 12101, 12102, 12111, 12142, 12144, 12154, 12155, 12191, 12194, 12202, 12215, 12217, 12222, 12248, 12260, 12266, 12277, 12285, 12289, 12292, 12316, 12325, 12327, 12354, 12356, 12360, 12369, 12373, 12376, 12385, 12407, 12409, 12426, 12430, 12437, 12444, 12445, 12448, 12461, 12484, 12495, 12530, 12535, 12536, 12538, 12539, 12540, 12549, 12582, 12592, 12607, 12619, 12642, 12646, 12658, 12659, 12668, 12672, 12692, 12693, 12697, 12729, 12736, 12747, 12748, 12758, 12761, 12803, 12808, 12822, 12823, 12829, 12841, 12852, 12858, 12861, 12866, 12875, 12884, 12908, 12920, 12944, 12958, 12962, 12968, 12972, 12988, 12992, 12999, 13024, 13044, 13050, 13056, 13062, 13072, 13073, 13077, 13087, 13090, 13092, 13107, 13116, 13123, 13126, 13138, 13142, 13155, 13156, 13181, 13187, 13196, 13197, 13212, 13227, 13229, 13231, 13247, 13248, 13249, 13264, 13273, 13281, 13317, 13323, 13326, 13328, 13335, 13337, 13350, 13362, 13368, 13377, 13381, 13383, 13384, 13385, 13396, 13410, 13433, 13435, 13439, 13463, 13468, 13488, 13495, 13516, 13529, 13547, 13558, 13561, 13576, 13601, 13602, 13615, 13616, 13642, 13647, 13648, 13676, 13680, 13708, 13723, 13735, 13736, 13737, 13756, 13792, 13798, 13823, 13824, 13838, 13839, 13845, 13851, 13852, 13865, 13873, 13875, 13883, 13893, 13905, 13909, 13922, 13928, 13933, 13941, 13949, 13953, 13954, 13958, 13961, 13962, 13998, 14005, 14044, 14047, 14061, 14072, 14112, 14127, 14129, 14139, 14156, 14161, 14167, 14207, 14230, 14235, 14249, 14250, 14263, 14273, 14302, 14344, 14354, 14363, 14382, 14383, 14415, 14433, 14437, 14445, 14448, 14452, 14458, 14461, 14471, 14478, 14490, 14498, 14503, 14530, 14533, 14557, 14559, 14561, 14563, 14569, 14589, 14609, 14620, 14653, 14654, 14665, 14674, 14686, 14690, 14706, 14716, 14737, 14746, 14751, 14755, 14759, 14769, 14775, 14780, 14788, 14793, 14807, 14816, 14831, 14838, 14844, 14848, 14852, 14854, 14857, 14881, 14888, 14900, 14928, 14936, 14946, 14972, 14978, 14985, 15003, 15020, 15036, 15044, 15056, 15064, 15068, 15069, 15072, 15079, 15097, 15098, 15100, 15130, 15138, 15144, 15147, 15148, 15170, 15203, 15207, 15210, 15213, 15219, 15221, 15228, 15270, 15279, 15281, 15287, 15305, 15306, 15307, 15321, 15339, 15343, 15344, 15352, 15354, 15365, 15389, 15419, 15428, 15435, 15438, 15469, 15479, 15480, 15481, 15493, 15505, 15515, 15555, 15599, 15600, 15621, 15630, 15641, 15656, 15719, 15781, 15796, 15799, 15801, 15812, 15818, 15857, 15860, 15869, 15876, 15885, 15909, 15914, 15918, 15920, 15929, 15956, 15983, 15990, 15998, 16023, 16040, 16052, 16055, 16064, 16093, 16100, 16110, 16133, 16144, 16146, 16147, 16181, 16189, 16209, 16234, 16242, 16247, 16249, 16253, 16258, 16286, 16314, 16335, 16339, 16344, 16371, 16380, 16390, 16407, 16440, 16445, 16448, 16473, 16480, 16482, 16503, 16509, 16515, 16519, 16547, 16562, 16587, 16618, 16626, 16633, 16635, 16658, 16659, 16672, 16681, 16689, 16713, 16719, 16725, 16727, 16744, 16751, 16756, 16766, 16792, 16797, 16798, 16805, 16820, 16832, 16841, 16852, 16875, 16880, 16889, 16968, 16974, 16988, 16991, 17005, 17010, 17027, 17030, 17097, 17111, 17124, 17129, 17144, 17152, 17186, 17187, 17193, 17202, 17212, 17240, 17247, 17253, 17256, 17267, 17277, 17287, 17309, 17317, 17358, 17360, 17373, 17374, 17403, 17413, 17415, 17424, 17426, 17442, 17450, 17454, 17458, 17468, 17474, 17479, 17483, 17495, 17496, 17515, 17518, 17520, 17525, 17538, 17565, 17577, 17585, 17608, 17620, 17644, 17656, 17657, 17670, 17674, 17677, 17686, 17688, 17689, 17690, 17691, 17698, 17749, 17757, 17784, 17797, 17808, 17832, 17855, 17868, 17870, 17872, 17905, 17913, 17934, 17985, 17988, 17993, 17994, 18004, 18009, 18014, 18021, 18022, 18049, 18050, 18066, 18071, 18096, 18105, 18117, 18129, 18130, 18141, 18161, 18164, 18206, 18245, 18278, 18281, 18286, 18291, 18313, 18320, 18331, 18341, 18346, 18359, 18366, 18367, 18372, 18382, 18393, 18460, 18462, 18463, 18478, 18493, 18500, 18515, 18516, 18537, 18555, 18562, 18564, 18573, 18575, 18579, 18581, 18587, 18612, 18634, 18655, 18661, 18677, 18704, 18720, 18728, 18729, 18731, 18777, 18784, 18792, 18804, 18834, 18840, 18841, 18845, 18852, 18874, 18877, 18886, 18893, 18895, 18924, 18929, 18954, 18968, 18978, 18986, 18990, 19022, 19029, 19034, 19036, 19068, 19071, 19080, 19084, 19097, 19113, 19135, 19144, 19151, 19160, 19164, 19167, 19177, 19181, 19193, 19199, 19210, 19224, 19229, 19234, 19237, 19253, 19268, 19280, 19281, 19287, 19348, 19352, 19353, 19357, 19385, 19386, 19398, 19416, 19417, 19419, 19428, 19432, 19445, 19462, 19493, 19503, 19529, 19534, 19539, 19554, 19562, 19592, 19595, 19597, 19613, 19614, 19632, 19641, 19647, 19661, 19663, 19673, 19677, 19687, 19698, 19699, 19707, 19718, 19719, 19730, 19733, 19735, 19740, 19769, 19790, 19829, 19830, 19834, 19838, 19844, 19862, 19895, 19904, 19919, 19928, 19934, 19952, 19964, 19973, 19979, 19992, 20008, 20020, 20024, 20031, 20038, 20045, 20076, 20085, 20096, 20108, 20121, 20122, 20132, 20152, 20156, 20181, 20192, 20196, 20224, 20257, 20259, 20277, 20287, 20289, 20292, 20293, 20303, 20307, 20312, 20364, 20366, 20380, 20398, 20409, 20432, 20438, 20448, 20452, 20457, 20474, 20481, 20488, 20494, 20496, 20499, 20534, 20539, 20542, 20551, 20552, 20587, 20604, 20609, 20620, 20628, 20659, 20667, 20668, 20672, 20701, 20716, 20717, 20722, 20728, 20730, 20737, 20765, 20775, 20800, 20830, 20833, 20842, 20845, 20867, 20872, 20897, 20900, 20913, 20920, 20922, 20923, 20928, 20931, 20938, 20951, 20967, 20973, 20980, 20986, 20993, 21011, 21016, 21046, 21074, 21075, 21125, 21126, 21140, 21148, 21152, 21153, 21187, 21200, 21202, 21203, 21244, 21274, 21280, 21295, 21326, 21339, 21343, 21347, 21353, 21367, 21370, 21408, 21414, 21422, 21428, 21429, 21439, 21449, 21466, 21494, 21495, 21514, 21527, 21531, 21536, 21540, 21559, 21561, 21581, 21601, 21618, 21623, 21624, 21625, 21659, 21663, 21673, 21683, 21690, 21691, 21698, 21706, 21720, 21725, 21748, 21751, 21762, 21770, 21777, 21823, 21832, 21835, 21836, 21852, 21855, 21856, 21860, 21863, 21899, 21911, 21920, 21926, 21935, 21937, 21961, 21976, 21977, 21990, 22010, 22012, 22015, 22055, 22068, 22082, 22088, 22091, 22128, 22152, 22158, 22189, 22194, 22209, 22231, 22245, 22254, 22267, 22274, 22278, 22323, 22337, 22378, 22394, 22397, 22400, 22411, 22414, 22437, 22464, 22483, 22485, 22497, 22507, 22509, 22521, 22551, 22552, 22562, 22573, 22582, 22590, 22592, 22597, 22613, 22625, 22629, 22640, 22642, 22643, 22674, 22675, 22681, 22692, 22712, 22713, 22718, 22727, 22747, 22785, 22790, 22802, 22803, 22823, 22834, 22889, 22899, 22905, 22906, 22918, 22926, 22944, 22961, 22968, 22969, 22971, 22978, 22985, 22987, 23003, 23013, 23022, 23056, 23067, 23072, 23089, 23116, 23140, 23141, 23144, 23147, 23178, 23180, 23182, 23186, 23187, 23200, 23206, 23214, 23215, 23218, 23224, 23225, 23239, 23252, 23256, 23266, 23274, 23277, 23290, 23291, 23297, 23302, 23310, 23312, 23321, 23332, 23345, 23380, 23382, 23389, 23392, 23413, 23418, 23422, 23433, 23434, 23463, 23464, 23469, 23472, 23476, 23484, 23488, 23493, 23502, 23515, 23531, 23541, 23544, 23557, 23558, 23567, 23570, 23599, 23604, 23614, 23621, 23643, 23649, 23679, 23682, 23696, 23705, 23708, 23714, 23720, 23726, 23739, 23766, 23769, 23778, 23781, 23794, 23797, 23803, 23806, 23808, 23865, 23879, 23892, 23905, 23915, 23916, 23937, 23946, 23956, 23965, 23978, 23987, 23995, 23997, 24018, 24020, 24026, 24034, 24043, 24066, 24073, 24084, 24105, 24119, 24124, 24131, 24134, 24136, 24140, 24152, 24154, 24156, 24177, 24184, 24200, 24222, 24225, 24237, 24257, 24258, 24264, 24304, 24310, 24317, 24367, 24370, 24375, 24376, 24381, 24384, 24386, 24409, 24449, 24452, 24456, 24467, 24479, 24485, 24495, 24513, 24544, 24566, 24573, 24576, 24598, 24599, 24603, 24616, 24649, 24661, 24669, 24677, 24679, 24684, 24686, 24708, 24714, 24717, 24728, 24736, 24748, 24750, 24766, 24772, 24780, 24782, 24800, 24807, 24822, 24830, 24835, 24886, 24889, 24929, 24948, 24953, 24978, 24982, 25002, 25031, 25042, 25055, 25074, 25079, 25084, 25132, 25160, 25178, 25187, 25204, 25223, 25243, 25263, 25271, 25275, 25283, 25307, 25310, 25315, 25320, 25326, 25328, 25373, 25374, 25390, 25398, 25408, 25412, 25415, 25424, 25454, 25456, 25467, 25481, 25482, 25517, 25521, 25531, 25535, 25546, 25550, 25553, 25585, 25592, 25616, 25619, 25645, 25650, 25658, 25660, 25662, 25688, 25703, 25707, 25712, 25718, 25733, 25737, 25746, 25756, 25760, 25771, 25772, 25786, 25794, 25808, 25809, 25834, 25844, 25848, 25863, 25879, 25882, 25888, 25895, 25938, 25965, 25971, 25973, 25991, 25995, 25996, 26017, 26036, 26049, 26079, 26095, 26111, 26143, 26169, 26210, 26231, 26249, 26263, 26281, 26290, 26306, 26311, 26324, 26340, 26347, 26368, 26374, 26376, 26389, 26390, 26397, 26398, 26424, 26434, 26440, 26447, 26451, 26456, 26458, 26487, 26507, 26510, 26537, 26559, 26564, 26573, 26594, 26610, 26620, 26642, 26647, 26650, 26653, 26688, 26689, 26699, 26711, 26724, 26731, 26761, 26768, 26786, 26814, 26823, 26841, 26842, 26848, 26850, 26878, 26888, 26890, 26896, 26900, 26901, 26908, 26941, 26967, 26998, 27033, 27046, 27048, 27085, 27107, 27119, 27126, 27132, 27142, 27160, 27162, 27170, 27172, 27184, 27185, 27193, 27196, 27221, 27227, 27229, 27241, 27248, 27253, 27263, 27388, 27404, 27444, 27446, 27450, 27465, 27488, 27500, 27503, 27533, 27541, 27561, 27586, 27640, 27642, 27644, 27650, 27653, 27655, 27695, 27709, 27737, 27756, 27770, 27772, 27777, 27784, 27786, 27808, 27813, 27828, 27832, 27846, 27850, 27859, 27860, 27914, 27915, 27921, 27926, 27928, 27932, 27937, 27938, 27942, 27946, 27971, 27982, 27984, 27988, 27989, 27995, 28001, 28003, 28010, 28022, 28034, 28036, 28040, 28064, 28083, 28088, 28090, 28119, 28133, 28143, 28166, 28175, 28177, 28178, 28184, 28186, 28208, 28227, 28228, 28232, 28237, 28254, 28260, 28261, 28267, 28302, 28304, 28308, 28310, 28314, 28319, 28352, 28371, 28373, 28418, 28439, 28444, 28455, 28464, 28466, 28469, 28482, 28485, 28499, 28508, 28514, 28518, 28521, 28527, 28546, 28550, 28571, 28595, 28600, 28612, 28637, 28642, 28654, 28666, 28684, 28692, 28693, 28695, 28718, 28723, 28737, 28740, 28748, 28751, 28773, 28781, 28817, 28827, 28836, 28847, 28851, 28874, 28925, 28942, 28951, 28966, 28973, 28974, 28984, 28990, 29001, 29003, 29025, 29041, 29081, 29095, 29098, 29100, 29116, 29120, 29125, 29129, 29138, 29139, 29169, 29183, 29193, 29195, 29196, 29228, 29240, 29266, 29273, 29294, 29302, 29308, 29323, 29332, 29334, 29337, 29345, 29353, 29356, 29362, 29376, 29391, 29404, 29410, 29418, 29424, 29449, 29455, 29460, 29490, 29492, 29518, 29535, 29554, 29577, 29599, 29612, 29626, 29665, 29666, 29669, 29673, 29684, 29691, 29693, 29696, 29702, 29707, 29726, 29731, 29737, 29744, 29781, 29784, 29799, 29818, 29830, 29832, 29839, 29840, 29842, 29851, 29870, 29879, 29895, 29896, 29925, 29929, 29930, 29946, 29972, 29993, 30003, 30011, 30016, 30024, 30028, 30035, 30042, 30052, 30054, 30089, 30143, 30160, 30169, 30176, 30179, 30184, 30192, 30194, 30201, 30203, 30220, 30223, 30253, 30295, 30299, 30322, 30325, 30331, 30336, 30345, 30346, 30348, 30350, 30361, 30363, 30370, 30420, 30452, 30458, 30465, 30472, 30490, 30493, 30500, 30513, 30516, 30521, 30536, 30540, 30544, 30549, 30568, 30569, 30594, 30634, 30680, 30684, 30701, 30713, 30724, 30728, 30734, 30740, 30746, 30752, 30778, 30794, 30820, 30828, 30843, 30851, 30868, 30870, 30895, 30898, 30904, 30923, 30933, 30950, 30980, 30981, 31008, 31011, 31012, 31014, 31021, 31027, 31030, 31034, 31040, 31045, 31059, 31067, 31080, 31096, 31127, 31154, 31192, 31200, 31214, 31215, 31224, 31227, 31235, 31240, 31245, 31253, 31269, 31270, 31286, 31291, 31297, 31307, 31317, 31367, 31370, 31395, 31450, 31453, 31465, 31477, 31491, 31493, 31494, 31499, 31534, 31548, 31575, 31591, 31618, 31633, 31663, 31674, 31679, 31689, 31715, 31717, 31721, 31729, 31731, 31734, 31740, 31749, 31770, 31779, 31785, 31788, 31790, 31795, 31807, 31819, 31821, 31823, 31825, 31827, 31831, 31846, 31900, 31902, 31910, 31924, 31925, 31937, 31944, 31953, 31961, 31963, 31999, 32009, 32012, 32025, 32036, 32042, 32061, 32085, 32092, 32097, 32119, 32127, 32136, 32165, 32169, 32173, 32174, 32181, 32182, 32198, 32199, 32203, 32222, 32242, 32281, 32307, 32329, 32330, 32338, 32340, 32341, 32350, 32372, 32379, 32388, 32389, 32398, 32409, 32412, 32421, 32482, 32484, 32492, 32510, 32513, 32520, 32545, 32547, 32569, 32571, 32574, 32582, 32584, 32595, 32609, 32658, 32671, 32693, 32696, 32727, 32728, 32732, 32742, 32756, 32764] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..209d7e317b2a33bc6ee2a5be61015113c3e5a3b3 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..060844253f2a2135be5a1515500a9c5180779689 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..25d033fc6ee0f724491ba83203e2a131a7c599af --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[0, 24, 32, 43, 65, 80, 85, 86, 87, 95, 105, 124, 128, 136, 139, 141, 148, 169, 172, 173, 180, 204, 210, 214, 220, 230, 241, 247, 251, 270, 281, 284, 298, 300, 310, 321, 362, 364, 388, 391, 392, 395, 404, 405, 406, 429, 451, 462, 468, 472, 473, 478, 485, 488, 521, 535, 539, 542, 548, 549, 578, 581, 582, 589, 591, 624, 632, 644, 648, 654, 656, 660, 662, 667, 682, 685, 689, 690, 698, 706, 715, 744, 749, 762, 768, 769, 777, 778, 794, 813, 817, 824, 835, 901, 916, 924, 928, 934, 938, 940, 948, 958, 971, 979, 990, 994, 1025, 1028, 1035, 1037, 1050, 1082, 1101, 1116, 1126, 1155, 1160, 1179, 1186, 1191, 1199, 1201, 1210, 1212, 1215, 1231, 1253, 1317, 1328, 1337, 1342, 1355, 1367, 1392, 1402, 1408, 1420, 1433, 1437, 1442, 1449, 1455, 1461, 1467, 1477, 1478, 1488, 1494, 1503, 1512, 1519, 1538, 1554, 1574, 1577, 1585, 1586, 1591, 1601, 1627, 1630, 1644, 1645, 1693, 1699, 1704, 1710, 1717, 1719, 1736, 1767, 1770, 1778, 1783, 1797, 1819, 1832, 1833, 1834, 1838, 1849, 1852, 1854, 1856, 1861, 1863, 1864, 1871, 1876, 1882, 1891, 1892, 1904, 1919, 1925, 1929, 1965, 1967, 1980, 1992, 2016, 2022, 2023, 2028, 2052, 2066, 2071, 2080, 2126, 2131, 2192, 2202, 2206, 2237, 2243, 2271, 2309, 2315, 2317, 2332, 2370, 2376, 2430, 2440, 2450, 2452, 2456, 2466, 2481, 2486, 2517, 2547, 2552, 2566, 2578, 2580, 2586, 2598, 2605, 2618, 2623, 2630, 2631, 2633, 2643, 2658, 2665, 2668, 2679, 2687, 2698, 2703, 2710, 2711, 2713, 2724, 2737, 2742, 2747, 2754, 2756, 2780, 2782, 2785, 2786, 2789, 2793, 2801, 2807, 2820, 2843, 2849, 2859, 2861, 2876, 2881, 2887, 2905, 2918, 2928, 2946, 2966, 2969, 2972, 2981, 2984, 2987, 2989, 3002, 3031, 3039, 3056, 3060, 3069, 3072, 3086, 3130, 3131, 3139, 3155, 3159, 3183, 3189, 3198, 3206, 3216, 3229, 3234, 3244, 3245, 3255, 3258, 3274, 3279, 3288, 3295, 3300, 3317, 3322, 3323, 3327, 3331, 3338, 3346, 3348, 3360, 3376, 3382, 3395, 3403, 3425, 3431, 3440, 3453, 3461, 3462, 3515, 3518, 3520, 3521, 3570, 3571, 3586, 3598, 3599, 3601, 3611, 3612, 3615, 3620, 3622, 3627, 3632, 3661, 3665, 3678, 3699, 3776, 3812, 3825, 3828, 3835, 3844, 3847, 3867, 3871, 3874, 3878, 3881, 3888, 3895, 3898, 3934, 3936, 3942, 3951, 3954, 3965, 3979, 3998, 4016, 4017, 4041, 4047, 4058, 4060, 4064, 4067, 4071, 4081, 4087, 4134, 4137, 4165, 4167, 4214, 4218, 4219, 4229, 4262, 4291, 4292, 4298, 4304, 4306, 4314, 4316, 4318, 4346, 4352, 4357, 4365, 4369, 4373, 4388, 4393, 4421, 4427, 4438, 4442, 4453, 4469, 4483, 4486, 4504, 4516, 4548, 4552, 4574, 4576, 4580, 4597, 4610, 4617, 4626, 4633, 4638, 4662, 4666, 4686, 4704, 4725, 4726, 4730, 4738, 4772, 4805, 4815, 4825, 4833, 4862, 4885, 4926, 4953, 4955, 4958, 4979, 4987, 4995, 4997, 4998, 5007, 5034, 5036, 5047, 5053, 5057, 5111, 5116, 5117, 5120, 5127, 5147, 5163, 5168, 5169, 5175, 5195, 5208, 5244, 5277, 5282, 5286, 5288, 5290, 5298, 5305, 5306, 5312, 5318, 5319, 5322, 5330, 5350, 5373, 5381, 5385, 5420, 5462, 5473, 5476, 5478, 5484, 5498, 5509, 5510, 5522, 5524, 5527, 5555, 5567, 5571, 5584, 5590, 5594, 5617, 5618, 5643, 5661, 5671, 5689, 5697, 5710, 5718, 5739, 5742, 5760, 5799, 5801, 5808, 5817, 5834, 5844, 5852, 5856, 5858, 5863, 5872, 5889, 5921, 5926, 5934, 5966, 5970, 5973, 5984, 5993, 5995, 5997, 6016, 6042, 6056, 6061, 6062, 6098, 6100, 6103, 6104, 6122, 6123, 6130, 6140, 6153, 6159, 6173, 6181, 6187, 6199, 6208, 6210, 6212, 6218, 6236, 6239, 6271, 6279, 6286, 6291, 6303, 6306, 6314, 6319, 6320, 6322, 6332, 6337, 6359, 6360, 6361, 6371, 6376, 6386, 6404, 6409, 6410, 6412, 6438, 6444, 6457, 6475, 6481, 6498, 6532, 6535, 6541, 6552, 6555, 6566, 6574, 6576, 6633, 6653, 6706, 6709, 6717, 6725, 6733, 6742, 6778, 6806, 6813, 6822, 6823, 6835, 6845, 6849, 6856, 6859, 6876, 6882, 6891, 6894, 6895, 6897, 6900, 6921, 6934, 6947, 6967, 6980, 6993, 7020, 7022, 7083, 7087, 7127, 7142, 7143, 7147, 7163, 7165, 7170, 7180, 7189, 7201, 7205, 7227, 7234, 7237, 7247, 7254, 7255, 7262, 7268, 7271, 7296, 7308, 7331, 7341, 7346, 7358, 7362, 7384, 7393, 7396, 7398, 7399, 7419, 7443, 7455, 7465, 7484, 7517, 7522, 7523, 7543, 7590, 7598, 7599, 7604, 7608, 7629, 7643, 7648, 7649, 7661, 7664, 7674, 7687, 7696, 7700, 7703, 7724, 7730, 7747, 7750, 7776, 7781, 7782, 7794, 7817, 7819, 7824, 7825, 7836, 7845, 7852, 7863, 7872, 7873, 7874, 7875, 7876, 7877, 7878, 7903, 7907, 7911, 7912, 7917, 7927, 7929, 7943, 7963, 7971, 8020, 8038, 8072, 8099, 8111, 8117, 8131, 8135, 8151, 8176, 8206, 8217, 8221, 8230, 8255, 8271, 8284, 8285, 8307, 8311, 8312, 8328, 8336, 8341, 8350, 8364, 8376, 8381, 8390, 8415, 8425, 8434, 8436, 8449, 8480, 8499, 8516, 8521, 8555, 8566, 8569, 8580, 8586, 8595, 8596, 8607, 8612, 8620, 8644, 8660, 8663, 8664, 8685, 8688, 8690, 8715, 8718, 8725, 8730, 8733, 8735, 8744, 8749, 8750, 8756, 8759, 8790, 8800, 8801, 8805, 8828, 8832, 8843, 8849, 8863, 8867, 8876, 8879, 8920, 8924, 8925, 8927, 8928, 8930, 8936, 8952, 8968, 8970, 8973, 9019, 9024, 9027, 9029, 9032, 9058, 9136, 9155, 9182, 9229, 9232, 9244, 9248, 9249, 9256, 9262, 9271, 9290, 9323, 9326, 9376, 9384, 9416, 9421, 9428, 9432, 9456, 9461, 9466, 9467, 9471, 9486, 9490, 9493, 9513, 9514, 9516, 9521, 9525, 9540, 9543, 9561, 9568, 9571, 9573, 9634, 9657, 9678, 9685, 9688, 9702, 9706, 9707, 9714, 9721, 9725, 9734, 9735, 9754, 9759, 9766, 9776, 9789, 9790, 9801, 9824, 9828, 9830, 9839, 9847, 9851, 9875, 9876, 9883, 9912, 9915, 9931, 9936, 9937, 9943, 9960, 9970, 9986, 9994, 9996, 10027, 10036, 10042, 10063, 10072, 10079, 10094, 10098, 10100, 10113, 10114, 10118, 10132, 10141, 10146, 10149, 10151, 10155, 10165, 10174, 10176, 10177, 10185, 10203, 10211, 10215, 10237, 10242, 10246, 10266, 10274, 10289, 10325, 10348, 10358, 10403, 10406, 10407, 10414, 10463, 10468, 10483, 10502, 10508, 10513, 10518, 10519, 10525, 10530, 10570, 10571, 10575, 10589, 10593, 10596, 10610, 10634, 10642, 10658, 10669, 10695, 10700, 10711, 10713, 10720, 10725, 10747, 10770, 10789, 10792, 10793, 10795, 10812, 10839, 10840, 10841, 10844, 10845, 10848, 10851, 10860, 10897, 10914, 10923, 10933, 10934, 10938, 10947, 10957, 10968, 10972, 11009, 11015, 11025, 11026, 11031, 11033, 11043, 11054, 11059, 11072, 11078, 11095, 11103, 11111, 11118, 11130, 11131, 11140, 11145, 11164, 11185, 11197, 11200, 11209, 11212, 11216, 11245, 11253, 11273, 11290, 11291, 11293, 11295, 11298, 11300, 11324, 11339, 11368, 11374, 11390, 11391, 11400, 11406, 11413, 11414, 11425, 11428, 11441, 11448, 11450, 11454, 11458, 11512, 11514, 11524, 11531, 11541, 11559, 11587, 11600, 11603, 11612, 11663, 11676, 11682, 11693, 11718, 11728, 11735, 11747, 11755, 11760, 11770, 11785, 11809, 11840, 11872, 11884, 11886, 11897, 11902, 11906, 11949, 11950, 11984, 11986, 11994, 12002, 12026, 12032, 12057, 12060, 12068, 12081, 12084, 12091, 12102, 12107, 12109, 12111, 12120, 12143, 12144, 12159, 12180, 12191, 12194, 12227, 12233, 12263, 12308, 12311, 12317, 12318, 12319, 12331, 12351, 12353, 12361, 12369, 12373, 12376, 12404, 12409, 12418, 12432, 12462, 12465, 12469, 12472, 12484, 12486, 12517, 12529, 12530, 12535, 12543, 12549, 12569, 12577, 12607, 12608, 12618, 12619, 12627, 12634, 12642, 12646, 12654, 12659, 12668, 12693, 12698, 12729, 12731, 12736, 12737, 12799, 12801, 12803, 12808, 12827, 12829, 12846, 12852, 12865, 12869, 12890, 12928, 12944, 12947, 12958, 12974, 12978, 12981, 12987, 12988, 13011, 13020, 13022, 13044, 13062, 13068, 13072, 13123, 13126, 13138, 13139, 13151, 13153, 13156, 13181, 13187, 13191, 13193, 13196, 13212, 13221, 13226, 13227, 13229, 13238, 13240, 13243, 13262, 13385, 13392, 13400, 13404, 13417, 13431, 13435, 13440, 13465, 13468, 13474, 13492, 13503, 13511, 13541, 13547, 13549, 13558, 13565, 13576, 13615, 13647, 13676, 13679, 13697, 13705, 13707, 13712, 13723, 13735, 13753, 13754, 13787, 13817, 13820, 13834, 13845, 13851, 13873, 13875, 13893, 13909, 13919, 13922, 13954, 13956, 13958, 13962, 13965, 13966, 13980, 13990, 14005, 14017, 14020, 14023, 14025, 14050, 14055, 14095, 14121, 14135, 14136, 14139, 14193, 14199, 14211, 14221, 14230, 14249, 14252, 14261, 14263, 14277, 14299, 14313, 14318, 14333, 14334, 14340, 14345, 14354, 14355, 14357, 14367, 14383, 14384, 14395, 14409, 14431, 14437, 14445, 14451, 14489, 14490, 14520, 14522, 14523, 14533, 14537, 14561, 14599, 14606, 14646, 14662, 14670, 14674, 14680, 14682, 14690, 14743, 14746, 14759, 14775, 14780, 14820, 14821, 14830, 14841, 14842, 14844, 14845, 14849, 14854, 14865, 14897, 14918, 14935, 14936, 14964, 14990, 15003, 15024, 15038, 15041, 15045, 15067, 15069, 15100, 15105, 15115, 15133, 15138, 15147, 15205, 15216, 15219, 15222, 15224, 15228, 15242, 15247, 15250, 15253, 15270, 15272, 15277, 15288, 15306, 15325, 15339, 15371, 15375, 15389, 15394, 15419, 15426, 15440, 15469, 15481, 15485, 15488, 15498, 15500, 15506, 15512, 15514, 15515, 15562, 15600, 15602, 15604, 15606, 15614, 15618, 15620, 15628, 15643, 15648, 15656, 15658, 15667, 15671, 15684, 15690, 15705, 15719, 15752, 15774, 15781, 15791, 15795, 15799, 15816, 15818, 15849, 15873, 15888, 15895, 15903, 15918, 15948, 15956, 15972, 15975, 15983, 15990, 15994, 15996, 16031, 16033, 16053, 16057, 16070, 16100, 16122, 16133, 16178, 16189, 16201, 16207, 16220, 16249, 16258, 16274, 16286, 16344, 16347, 16366, 16375, 16376, 16380, 16382, 16397, 16399, 16414, 16440, 16441, 16452, 16457, 16497, 16503, 16515, 16526, 16530, 16597, 16607, 16612, 16617, 16618, 16635, 16637, 16659, 16670, 16701, 16727, 16735, 16738, 16748, 16752, 16761, 16762, 16771, 16775, 16779, 16785, 16791, 16797, 16798, 16802, 16808, 16809, 16820, 16855, 16860, 16879, 16880, 16886, 16888, 16892, 16905, 16915, 16929, 16934, 16973, 16974, 16983, 16991, 16993, 17000, 17001, 17005, 17007, 17027, 17030, 17041, 17111, 17114, 17124, 17129, 17141, 17149, 17160, 17193, 17200, 17212, 17215, 17219, 17225, 17226, 17240, 17262, 17267, 17286, 17292, 17296, 17309, 17317, 17330, 17344, 17345, 17373, 17379, 17385, 17402, 17405, 17413, 17421, 17425, 17426, 17442, 17451, 17454, 17456, 17458, 17463, 17495, 17506, 17515, 17518, 17525, 17543, 17545, 17565, 17593, 17607, 17608, 17615, 17629, 17637, 17649, 17656, 17669, 17686, 17688, 17698, 17699, 17749, 17751, 17756, 17757, 17763, 17792, 17793, 17831, 17832, 17833, 17842, 17845, 17848, 17855, 17867, 17868, 17891, 17905, 17908, 17956, 17988, 17994, 18004, 18005, 18014, 18017, 18019, 18052, 18066, 18083, 18096, 18101, 18120, 18124, 18141, 18148, 18160, 18166, 18170, 18195, 18202, 18214, 18224, 18245, 18248, 18253, 18256, 18313, 18326, 18327, 18328, 18330, 18345, 18348, 18355, 18359, 18367, 18372, 18393, 18407, 18410, 18426, 18437, 18462, 18463, 18469, 18472, 18485, 18487, 18493, 18515, 18519, 18533, 18541, 18564, 18574, 18579, 18603, 18609, 18617, 18621, 18630, 18634, 18669, 18697, 18710, 18728, 18762, 18769, 18776, 18784, 18830, 18834, 18841, 18851, 18865, 18869, 18874, 18886, 18895, 18899, 18921, 18924, 18929, 18934, 18948, 18954, 18966, 19022, 19036, 19062, 19068, 19071, 19073, 19110, 19131, 19167, 19171, 19181, 19184, 19191, 19199, 19201, 19210, 19233, 19235, 19281, 19284, 19297, 19305, 19348, 19357, 19362, 19363, 19370, 19385, 19389, 19405, 19412, 19416, 19417, 19449, 19464, 19493, 19517, 19520, 19529, 19536, 19551, 19568, 19592, 19597, 19598, 19604, 19605, 19608, 19613, 19614, 19629, 19639, 19647, 19683, 19714, 19719, 19721, 19733, 19744, 19772, 19777, 19790, 19798, 19838, 19851, 19862, 19882, 19892, 19900, 19901, 19906, 19920, 19923, 19928, 19967, 19984, 19986, 19987, 20015, 20017, 20020, 20033, 20050, 20063, 20081, 20085, 20129, 20130, 20141, 20180, 20191, 20196, 20224, 20227, 20243, 20247, 20248, 20250, 20259, 20280, 20286, 20287, 20293, 20300, 20303, 20307, 20316, 20332, 20351, 20380, 20387, 20394, 20405, 20406, 20408, 20409, 20411, 20420, 20427, 20432, 20438, 20452, 20471, 20474, 20494, 20496, 20510, 20520, 20528, 20581, 20585, 20587, 20604, 20615, 20617, 20619, 20620, 20633, 20637, 20638, 20641, 20652, 20664, 20672, 20713, 20714, 20728, 20733, 20735, 20760, 20765, 20782, 20785, 20798, 20799, 20802, 20826, 20830, 20841, 20846, 20881, 20887, 20896, 20900, 20922, 20923, 20934, 20938, 20944, 20947, 20976, 20977, 20978, 20993, 21008, 21019, 21033, 21045, 21046, 21062, 21118, 21124, 21125, 21139, 21152, 21153, 21158, 21199, 21217, 21279, 21292, 21297, 21326, 21343, 21345, 21346, 21354, 21361, 21366, 21367, 21376, 21389, 21390, 21394, 21414, 21420, 21422, 21425, 21428, 21429, 21434, 21439, 21444, 21501, 21506, 21524, 21536, 21543, 21548, 21610, 21623, 21629, 21641, 21663, 21684, 21690, 21691, 21695, 21704, 21714, 21739, 21744, 21746, 21753, 21762, 21766, 21777, 21788, 21810, 21823, 21851, 21860, 21880, 21911, 21935, 21961, 21976, 22002, 22010, 22021, 22024, 22032, 22053, 22068, 22077, 22087, 22098, 22101, 22103, 22112, 22138, 22145, 22177, 22179, 22194, 22208, 22230, 22245, 22254, 22283, 22299, 22301, 22324, 22351, 22370, 22378, 22397, 22411, 22433, 22449, 22453, 22455, 22460, 22466, 22472, 22483, 22491, 22505, 22509, 22547, 22557, 22562, 22581, 22592, 22598, 22605, 22607, 22612, 22614, 22615, 22618, 22625, 22627, 22636, 22638, 22643, 22654, 22675, 22681, 22692, 22713, 22717, 22718, 22726, 22730, 22733, 22747, 22760, 22774, 22777, 22784, 22785, 22796, 22803, 22807, 22817, 22820, 22823, 22852, 22860, 22867, 22875, 22890, 22918, 22923, 22924, 22940, 22968, 22969, 22978, 23013, 23016, 23034, 23043, 23051, 23067, 23069, 23072, 23104, 23114, 23119, 23136, 23180, 23199, 23200, 23207, 23214, 23225, 23239, 23256, 23257, 23269, 23274, 23291, 23297, 23299, 23321, 23344, 23379, 23388, 23393, 23394, 23403, 23410, 23418, 23434, 23443, 23472, 23473, 23475, 23476, 23477, 23481, 23483, 23488, 23507, 23525, 23527, 23533, 23552, 23557, 23558, 23562, 23563, 23572, 23599, 23601, 23604, 23636, 23643, 23666, 23674, 23682, 23712, 23717, 23725, 23728, 23756, 23760, 23766, 23767, 23781, 23814, 23818, 23854, 23856, 23865, 23892, 23896, 23905, 23946, 23954, 23959, 23967, 23977, 23978, 23987, 24016, 24021, 24026, 24060, 24066, 24072, 24094, 24102, 24103, 24121, 24124, 24125, 24140, 24148, 24154, 24200, 24222, 24225, 24230, 24237, 24240, 24258, 24260, 24271, 24317, 24336, 24381, 24384, 24393, 24420, 24431, 24432, 24437, 24439, 24449, 24472, 24480, 24485, 24486, 24495, 24534, 24544, 24545, 24546, 24549, 24580, 24589, 24598, 24601, 24602, 24623, 24636, 24649, 24660, 24661, 24670, 24677, 24684, 24714, 24718, 24737, 24749, 24751, 24764, 24772, 24781, 24796, 24797, 24801, 24805, 24807, 24813, 24826, 24860, 24870, 24891, 24899, 24905, 24907, 24920, 24930, 24931, 24933, 24948, 24959, 24987, 24989, 25074, 25081, 25084, 25093, 25102, 25112, 25117, 25128, 25146, 25151, 25166, 25174, 25188, 25195, 25204, 25208, 25223, 25242, 25243, 25270, 25271, 25305, 25315, 25328, 25332, 25336, 25342, 25356, 25373, 25374, 25383, 25390, 25415, 25424, 25428, 25440, 25471, 25476, 25487, 25497, 25517, 25521, 25585, 25597, 25604, 25621, 25622, 25636, 25679, 25680, 25684, 25686, 25692, 25693, 25698, 25701, 25712, 25721, 25730, 25732, 25734, 25743, 25746, 25760, 25771, 25772, 25774, 25776, 25788, 25808, 25809, 25811, 25831, 25834, 25851, 25864, 25874, 25879, 25913, 25919, 25934, 25938, 25953, 25965, 25995, 26001, 26017, 26039, 26049, 26065, 26095, 26107, 26111, 26119, 26123, 26126, 26132, 26154, 26160, 26175, 26203, 26219, 26249, 26263, 26292, 26301, 26316, 26332, 26335, 26347, 26359, 26365, 26374, 26376, 26390, 26392, 26400, 26402, 26422, 26428, 26429, 26432, 26433, 26440, 26443, 26454, 26458, 26460, 26472, 26488, 26512, 26515, 26518, 26560, 26562, 26567, 26575, 26584, 26585, 26594, 26620, 26629, 26648, 26650, 26653, 26661, 26669, 26686, 26716, 26724, 26738, 26739, 26742, 26773, 26781, 26830, 26841, 26900, 26915, 26925, 26934, 26962, 26969, 26976, 26998, 27002, 27046, 27052, 27097, 27104, 27111, 27130, 27162, 27203, 27221, 27226, 27241, 27253, 27274, 27277, 27278, 27281, 27306, 27315, 27323, 27326, 27337, 27347, 27353, 27355, 27375, 27378, 27384, 27398, 27404, 27416, 27417, 27446, 27465, 27474, 27487, 27527, 27533, 27541, 27586, 27607, 27635, 27636, 27693, 27709, 27724, 27738, 27739, 27770, 27783, 27784, 27795, 27802, 27813, 27814, 27827, 27830, 27846, 27852, 27881, 27885, 27886, 27902, 27921, 27968, 27974, 27976, 27999, 28008, 28014, 28020, 28028, 28042, 28045, 28051, 28058, 28064, 28065, 28090, 28092, 28098, 28162, 28184, 28208, 28212, 28222, 28224, 28230, 28250, 28261, 28265, 28267, 28303, 28321, 28324, 28329, 28352, 28373, 28389, 28418, 28428, 28440, 28442, 28444, 28448, 28451, 28455, 28474, 28508, 28527, 28534, 28542, 28546, 28553, 28556, 28586, 28612, 28642, 28643, 28662, 28666, 28682, 28718, 28723, 28737, 28748, 28753, 28785, 28809, 28821, 28842, 28849, 28910, 28920, 28925, 28951, 28953, 28957, 28966, 28995, 28999, 29012, 29026, 29027, 29042, 29067, 29081, 29085, 29096, 29100, 29122, 29129, 29132, 29137, 29138, 29139, 29179, 29183, 29194, 29197, 29207, 29216, 29285, 29290, 29298, 29308, 29313, 29362, 29366, 29376, 29389, 29399, 29415, 29437, 29449, 29455, 29471, 29492, 29499, 29531, 29535, 29539, 29554, 29561, 29579, 29584, 29620, 29621, 29626, 29635, 29637, 29652, 29665, 29666, 29669, 29673, 29678, 29690, 29693, 29696, 29697, 29725, 29730, 29737, 29765, 29767, 29768, 29775, 29779, 29780, 29781, 29797, 29805, 29810, 29830, 29841, 29851, 29856, 29859, 29870, 29874, 29903, 29933, 29940, 29950, 29958, 29979, 29984, 29994, 30005, 30008, 30016, 30026, 30032, 30035, 30052, 30053, 30098, 30120, 30127, 30144, 30151, 30160, 30169, 30179, 30182, 30200, 30201, 30220, 30223, 30235, 30246, 30253, 30259, 30261, 30265, 30278, 30289, 30299, 30325, 30328, 30374, 30395, 30400, 30404, 30412, 30417, 30443, 30448, 30452, 30454, 30456, 30463, 30467, 30493, 30496, 30508, 30521, 30522, 30544, 30549, 30552, 30562, 30568, 30614, 30624, 30634, 30637, 30672, 30680, 30706, 30710, 30723, 30740, 30746, 30767, 30776, 30786, 30843, 30846, 30851, 30875, 30885, 30902, 30904, 30956, 30957, 30966, 30981, 30986, 31008, 31034, 31035, 31050, 31069, 31076, 31091, 31097, 31100, 31106, 31150, 31214, 31218, 31224, 31235, 31253, 31269, 31277, 31286, 31288, 31291, 31293, 31299, 31301, 31313, 31339, 31353, 31367, 31368, 31370, 31383, 31395, 31406, 31408, 31411, 31413, 31426, 31453, 31454, 31455, 31462, 31485, 31488, 31493, 31499, 31513, 31522, 31524, 31525, 31527, 31552, 31584, 31601, 31618, 31622, 31632, 31674, 31689, 31729, 31731, 31734, 31749, 31762, 31777, 31785, 31787, 31795, 31803, 31806, 31823, 31828, 31834, 31845, 31858, 31859, 31892, 31902, 31914, 31917, 31922, 31925, 31933, 31943, 31980, 31989, 31993, 31999, 32009, 32024, 32046, 32055, 32089, 32095, 32096, 32136, 32195, 32199, 32222, 32226, 32239, 32281, 32287, 32317, 32323, 32326, 32329, 32349, 32376, 32395, 32398, 32419, 32421, 32435, 32445, 32452, 32458, 32459, 32469, 32485, 32486, 32492, 32531, 32532, 32559, 32582, 32595, 32602, 32676, 32683, 32701, 32703, 32709, 32728] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..45e5c4e5e9bb453276d40714c7ddd4f79c47fbbb Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..eecb2ccd6428972adbce69d0145ee27e033fbc94 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..79fcd5e6a38adaaed41f8fe429cc0ab489497c4e --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:last_token)_indices @@ -0,0 +1 @@ +[25, 56, 275, 281, 319, 391, 464, 562, 689, 735, 744, 794, 816, 886, 991, 1042, 1065, 1122, 1127, 1160, 1239, 1381, 1442, 1470, 1602, 1678, 1692, 1719, 1857, 1915, 1925, 2040, 2071, 2103, 2221, 2235, 2250, 2279, 2287, 2303, 2328, 2329, 2357, 2400, 2440, 2486, 2494, 2533, 2593, 2649, 2801, 2820, 2827, 2843, 2876, 3117, 3163, 3177, 3216, 3224, 3344, 3346, 3378, 3396, 3414, 3440, 3514, 3599, 3729, 4020, 4035, 4124, 4138, 4378, 4627, 4686, 4688, 4843, 4885, 4903, 4957, 5277, 5291, 5292, 5305, 5381, 5388, 5618, 5634, 5687, 5968, 6048, 6161, 6187, 6208, 6369, 6412, 6457, 6483, 6566, 6638, 6703, 6779, 6980, 7083, 7139, 7213, 7559, 7653, 7687, 7760, 7800, 7876, 7909, 7973, 8046, 8160, 8350, 8384, 8586, 8936, 9005, 9326, 9427, 9560, 9702, 9790, 9871, 9873, 9970, 10070, 10100, 10141, 10238, 10348, 10645, 10757, 10812, 10844, 10851, 10894, 10938, 10962, 10982, 11368, 11370, 11459, 11462, 11603, 11604, 11769, 11834, 11897, 12101, 12495, 12875, 13062, 13068, 13133, 13479, 13576, 13787, 13798, 13873, 13937, 13959, 13961, 13966, 14044, 14099, 14235, 14273, 14431, 14433, 14446, 14503, 14650, 14793, 14854, 14964, 15115, 15515, 15595, 15641, 15818, 15832, 16153, 16220, 16380, 16414, 16475, 16633, 16659, 16762, 16786, 16873, 17129, 17219, 17312, 17442, 17460, 17463, 17543, 17565, 17733, 18141, 18367, 18380, 18574, 18579, 18668, 18720, 18751, 19073, 19093, 19386, 19405, 19428, 19432, 19650, 19733, 19744, 19901, 19904, 20050, 20068, 20085, 20303, 20359, 20708, 20804, 20859, 20867, 20881, 21353, 21428, 21444, 21462, 21663, 21751, 21770, 21834, 21956, 21961, 22274, 22301, 22365, 22776, 22784, 22843, 23180, 23443, 23467, 23751, 23778, 23932, 23937, 24027, 24326, 24375, 24422, 24523, 24781, 24905, 24907, 24920, 25109, 25192, 25387, 25597, 25786, 26065, 26142, 26173, 26224, 26231, 26249, 26325, 26412, 26582, 26588, 26637, 26666, 26716, 26742, 26781, 26823, 26848, 26890, 26976, 27097, 27156, 27165, 27329, 27455, 27465, 27527, 27601, 27686, 27847, 27941, 27948, 28000, 28090, 28098, 28210, 28250, 28278, 28505, 28693, 28695, 28738, 29060, 29081, 29086, 29100, 29179, 29569, 29691, 29730, 29828, 29925, 30169, 30222, 30417, 30500, 30563, 30680, 30752, 31370, 31522, 31591, 31604, 31674, 31858, 31909, 31910, 32061, 32301, 32372, 32545, 32569, 32595] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8845460acd44310f3cf4a1b58461a0c426e5c376 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:5,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..3e63a409d8816cc18ae2d1027ca83a39c74cbe7d Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..620091341b75837fa5134f1e4205a762b6e435f8 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[1, 5, 10, 23, 26, 41, 47, 60, 70, 117, 131, 138, 144, 148, 153, 156, 161, 174, 175, 200, 216, 222, 233, 242, 255, 264, 265, 285, 290, 296, 303, 304, 310, 311, 318, 338, 352, 355, 381, 389, 396, 408, 409, 413, 415, 428, 438, 439, 459, 470, 472, 475, 481, 491, 505, 509, 521, 530, 540, 550, 551, 567, 581, 594, 609, 615, 617, 644, 646, 647, 662, 663, 665, 667, 689, 717, 718, 735, 752, 761, 767, 770, 781, 782, 810, 813, 830, 836, 838, 839, 840, 849, 864, 883, 889, 904, 925, 935, 965, 977, 988, 989, 991, 1008, 1014, 1019, 1027, 1029, 1030, 1031, 1032, 1039, 1067, 1094, 1101, 1115, 1123, 1156, 1160, 1202, 1204, 1211, 1231, 1236, 1244, 1269, 1291, 1296, 1316, 1336, 1347, 1355, 1356, 1357, 1365, 1390, 1396, 1397, 1410, 1430, 1433, 1435, 1441, 1443, 1451, 1460, 1471, 1472, 1483, 1490, 1493, 1496, 1519, 1534, 1540, 1545, 1547, 1555, 1564, 1572, 1584, 1606, 1620, 1646, 1660, 1662, 1675, 1683, 1689, 1722, 1731, 1734, 1736, 1755, 1767, 1786, 1799, 1805, 1810, 1811, 1817, 1859, 1860, 1879, 1896, 1904, 1905, 1918, 1919, 1921, 1934, 1936, 1942, 1953, 1954, 1960, 1970, 1972, 1973, 1980, 1981, 1983, 1987, 1991, 2006, 2020, 2024, 2051, 2055, 2059, 2062, 2076, 2079, 2101, 2104, 2139, 2146, 2183, 2189, 2214, 2217, 2218, 2235, 2236, 2238, 2258, 2287, 2295, 2304, 2306, 2307, 2356, 2386, 2394, 2398, 2407, 2412, 2424, 2435, 2442, 2444, 2452, 2456, 2468, 2477, 2499, 2513, 2537, 2562, 2576, 2580, 2594, 2601, 2606, 2640, 2645, 2668, 2680, 2687, 2706, 2728, 2730, 2732, 2734, 2744, 2746, 2757, 2761, 2764, 2770, 2793, 2805, 2815, 2819, 2822, 2836, 2843, 2852, 2860, 2869, 2878, 2883, 2906, 2923, 2931, 2942, 2946, 2961, 2963, 2970, 2977, 2984, 2989, 2999, 3009, 3021, 3044, 3049, 3052, 3066, 3067, 3076, 3080, 3089, 3117, 3164, 3172, 3209, 3210, 3226, 3239, 3241, 3242, 3250, 3251, 3257, 3258, 3272, 3282, 3285, 3287, 3291, 3296, 3301, 3320, 3321, 3327, 3333, 3349, 3350, 3358, 3376, 3396, 3397, 3422, 3429, 3435, 3451, 3475, 3515, 3526, 3531, 3548, 3557, 3560, 3562, 3574, 3579, 3581, 3590, 3611, 3615, 3619, 3626, 3628, 3629, 3656, 3662, 3685, 3706, 3730, 3749, 3753, 3760, 3778, 3822, 3827, 3836, 3839, 3840, 3841, 3848, 3903, 3905, 3909, 3932, 3940, 3948, 3952, 3972, 3976, 3983, 3990, 3991, 4049, 4065, 4077, 4080, 4083, 4098, 4110, 4125, 4137, 4147, 4157, 4159, 4200, 4213, 4233, 4245, 4261, 4299, 4301, 4309, 4321, 4328, 4339, 4350, 4352, 4395, 4400, 4418, 4424, 4426, 4444, 4447, 4448, 4451, 4459, 4479, 4484, 4493, 4499, 4506, 4528, 4531, 4558, 4579, 4589, 4592, 4593, 4598, 4599, 4605, 4631, 4633, 4638, 4653, 4654, 4713, 4779, 4784, 4785, 4792, 4818, 4834, 4853, 4855, 4857, 4861, 4863, 4868, 4871, 4880, 4882, 4889, 4892, 4912, 4938, 4948, 4949, 4972, 4985, 5011, 5013, 5026, 5035, 5059, 5061, 5083, 5109, 5127, 5137, 5153, 5201, 5211, 5227, 5241, 5260, 5264, 5267, 5278, 5284, 5287, 5300, 5307, 5314, 5335, 5337, 5363, 5372, 5374, 5376, 5379, 5386, 5389, 5401, 5407, 5413, 5415, 5419, 5421, 5442, 5451, 5460, 5472, 5491, 5497, 5505, 5513, 5516, 5529, 5533, 5544, 5555, 5560, 5573, 5580, 5592, 5614, 5627, 5633, 5635, 5641, 5645, 5648, 5661, 5664, 5669, 5671, 5677, 5692, 5708, 5727, 5755, 5769, 5776, 5777, 5781, 5805, 5808, 5825, 5832, 5852, 5860, 5870, 5880, 5882, 5884, 5896, 5942, 5963, 5984, 5994, 6003, 6004, 6005, 6022, 6041, 6046, 6048, 6054, 6058, 6081, 6099, 6114, 6127, 6175, 6179, 6187, 6198, 6232, 6233, 6261, 6266, 6267, 6278, 6287, 6293, 6295, 6306, 6311, 6315, 6316, 6327, 6341, 6363, 6374, 6389, 6392, 6394, 6395, 6396, 6400, 6416, 6427, 6454, 6471, 6474, 6479, 6508, 6533, 6535, 6554, 6555, 6560, 6611, 6614, 6634, 6635, 6651, 6659, 6661, 6683, 6684, 6694, 6699, 6705, 6707, 6708, 6731, 6741, 6744, 6767, 6770, 6779, 6830, 6833, 6839, 6844, 6851, 6854, 6884, 6903, 6906, 6907, 6919, 6930, 6933, 6937, 6941, 6988, 6992, 6993, 6998, 7002, 7014, 7029, 7032, 7037, 7043, 7046, 7051, 7056, 7072, 7083, 7099, 7101, 7125, 7127, 7138, 7140, 7148, 7167, 7193, 7204, 7218, 7220, 7256, 7280, 7285, 7289, 7292, 7295, 7301, 7321, 7323, 7331, 7333, 7344, 7345, 7351, 7359, 7363, 7372, 7398, 7403, 7411, 7416, 7425, 7429, 7431, 7436, 7437, 7440, 7441, 7445, 7449, 7450, 7463, 7482, 7484, 7488, 7524, 7539, 7552, 7561, 7566, 7580, 7586, 7609, 7611, 7633, 7639, 7711, 7720, 7721, 7735, 7753, 7757, 7766, 7782, 7801, 7824, 7828, 7837, 7838, 7854, 7879, 7882, 7908, 7910, 7912, 7915, 7917, 7920, 7921, 7930, 7933, 7934, 7935, 7938, 7942, 7948, 7949, 7950, 7953, 7955, 7968, 7973, 8013, 8014, 8016, 8018, 8023, 8025, 8032, 8034, 8036, 8048, 8053, 8061, 8074, 8131, 8143, 8153, 8154, 8175, 8181, 8203, 8216, 8237, 8251, 8253, 8257, 8287, 8320, 8325, 8337, 8355, 8358, 8362, 8370, 8389, 8401, 8407, 8417, 8421, 8427, 8431, 8449, 8472, 8473, 8485, 8490, 8491, 8513, 8514, 8532, 8535, 8543, 8550, 8566, 8571, 8576, 8586, 8591, 8618, 8632, 8651, 8654, 8659, 8663, 8666, 8678, 8696, 8712, 8717, 8728, 8756, 8760, 8764, 8790, 8796, 8797, 8804, 8838, 8847, 8858, 8862, 8863, 8868, 8882, 8883, 8890, 8908, 8926, 8936, 8938, 8953, 8960, 8970, 8972, 8978, 8986, 9004, 9010, 9033, 9049, 9061, 9077, 9082, 9087, 9094, 9098, 9101, 9102, 9110, 9113, 9117, 9138, 9141, 9149, 9150, 9163, 9170, 9207, 9216, 9219, 9237, 9251, 9291, 9297, 9326, 9329, 9360, 9364, 9379, 9381, 9382, 9385, 9388, 9403, 9434, 9435, 9443, 9445, 9447, 9465, 9471, 9477, 9478, 9499, 9529, 9559, 9566, 9578, 9590, 9608, 9625, 9630, 9643, 9644, 9652, 9675, 9678, 9714, 9716, 9723, 9725, 9740, 9756, 9781, 9790, 9792, 9798, 9807, 9833, 9840, 9845, 9847, 9866, 9889, 9929, 9931, 9963, 10001, 10007, 10012, 10037, 10043, 10047, 10048, 10061, 10068, 10076, 10098, 10100, 10124, 10131, 10135, 10140, 10158, 10159, 10163, 10167, 10174, 10181, 10182, 10194, 10215, 10224, 10229, 10230, 10233, 10238, 10254, 10257, 10259, 10267, 10270, 10279, 10286, 10287, 10296, 10298, 10300, 10314, 10316, 10319, 10325, 10327, 10331, 10334, 10348, 10351, 10382, 10391, 10400, 10408, 10427, 10431, 10444, 10447, 10458, 10471, 10485, 10487, 10495, 10497, 10538, 10539, 10586, 10599, 10601, 10606, 10620, 10632, 10655, 10668, 10670, 10676, 10693, 10713, 10714, 10719, 10736, 10739, 10786, 10795, 10806, 10807, 10879, 10900, 10905, 10921, 10925, 10926, 10927, 10947, 10948, 10953, 10955, 10962, 11067, 11073, 11100, 11115, 11119, 11129, 11131, 11136, 11151, 11153, 11171, 11206, 11219, 11221, 11228, 11234, 11244, 11261, 11262, 11264, 11278, 11289, 11315, 11322, 11339, 11352, 11366, 11369, 11378, 11387, 11415, 11423, 11428, 11438, 11448, 11486, 11492, 11497, 11519, 11537, 11540, 11546, 11547, 11550, 11551, 11565, 11568, 11572, 11598, 11599, 11620, 11635, 11653, 11655, 11656, 11667, 11674, 11683, 11685, 11703, 11715, 11719, 11729, 11737, 11739, 11749, 11750, 11774, 11775, 11785, 11789, 11800, 11802, 11803, 11815, 11822, 11824, 11859, 11866, 11873, 11891, 11920, 11924, 11934, 11939, 11951, 11953, 11963, 11970, 11981, 11987, 11993, 12020, 12031, 12033, 12043, 12047, 12063, 12076, 12103, 12112, 12115, 12116, 12127, 12138, 12149, 12151, 12157, 12166, 12172, 12173, 12204, 12207, 12209, 12257, 12267, 12270, 12271, 12273, 12279, 12281, 12283, 12285, 12309, 12322, 12324, 12348, 12366, 12377, 12379, 12380, 12384, 12395, 12400, 12427, 12435, 12442, 12443, 12445, 12449, 12450, 12455, 12483, 12486, 12495, 12496, 12508, 12515, 12538, 12548, 12549, 12592, 12595, 12598, 12609, 12629, 12630, 12680, 12699, 12720, 12736, 12751, 12765, 12773, 12778, 12782, 12788, 12794, 12814, 12825, 12826, 12843, 12876, 12879, 12884, 12886, 12887, 12909, 12912, 12943, 12957, 12980, 12989, 12991, 12996, 13004, 13010, 13014, 13015, 13064, 13070, 13075, 13079, 13081, 13086, 13090, 13096, 13097, 13113, 13114, 13137, 13140, 13152, 13177, 13180, 13193, 13221, 13235, 13246, 13251, 13259, 13267, 13270, 13288, 13308, 13322, 13323, 13336, 13339, 13370, 13373, 13396, 13402, 13415, 13420, 13458, 13472, 13476, 13490, 13493, 13507, 13511, 13517, 13521, 13540, 13543, 13544, 13550, 13553, 13567, 13589, 13614, 13615, 13623, 13640, 13641, 13658, 13659, 13664, 13672, 13676, 13698, 13699, 13710, 13716, 13721, 13725, 13744, 13747, 13750, 13760, 13778, 13804, 13807, 13833, 13871, 13890, 13908, 13914, 13927, 13932, 13988, 14003, 14027, 14033, 14037, 14055, 14059, 14065, 14073, 14075, 14085, 14107, 14110, 14134, 14138, 14143, 14161, 14162, 14174, 14177, 14190, 14197, 14206, 14219, 14239, 14240, 14242, 14244, 14249, 14255, 14269, 14275, 14289, 14295, 14309, 14316, 14317, 14333, 14402, 14433, 14434, 14436, 14456, 14458, 14463, 14476, 14489, 14528, 14549, 14554, 14555, 14567, 14571, 14578, 14585, 14614, 14649, 14654, 14655, 14665, 14676, 14677, 14680, 14701, 14725, 14730, 14738, 14742, 14751, 14752, 14769, 14774, 14775, 14776, 14799, 14810, 14811, 14829, 14834, 14835, 14843, 14877, 14887, 14901, 14911, 14912, 14929, 14930, 14940, 14953, 14964, 14970, 14972, 14975, 14984, 14993, 14997, 15003, 15007, 15014, 15020, 15022, 15046, 15051, 15075, 15110, 15119, 15120, 15128, 15138, 15149, 15158, 15161, 15169, 15181, 15189, 15197, 15201, 15208, 15260, 15270, 15280, 15287, 15307, 15322, 15330, 15336, 15339, 15358, 15361, 15367, 15370, 15383, 15395, 15408, 15416, 15447, 15483, 15514, 15530, 15542, 15543, 15564, 15567, 15582, 15607, 15628, 15638, 15642, 15643, 15672, 15698, 15707, 15742, 15743, 15748, 15801, 15808, 15819, 15838, 15865, 15871, 15878, 15887, 15894, 15928, 15998, 15999, 16002, 16027, 16055, 16070, 16074, 16103, 16123, 16141, 16162, 16174, 16185, 16229, 16283, 16285, 16290, 16295, 16307, 16309, 16315, 16329, 16331, 16334, 16378, 16383, 16385, 16386, 16427, 16450, 16467, 16470, 16492, 16501, 16537, 16539, 16543, 16550, 16553, 16563, 16570, 16575, 16592, 16603, 16608, 16610, 16611, 16615, 16620, 16643, 16648, 16655, 16665, 16677, 16688, 16697, 16708, 16711, 16721, 16741, 16742, 16761, 16765, 16771, 16772, 16775, 16779, 16783, 16785, 16786, 16807, 16820, 16832, 16848, 16849, 16883, 16884, 16885, 16946, 16964, 16972, 16983, 16997, 16998, 17000, 17004, 17020, 17022, 17041, 17051, 17062, 17066, 17069, 17083, 17094, 17104, 17106, 17123, 17161, 17179, 17185, 17201, 17219, 17236, 17242, 17247, 17249, 17252, 17253, 17260, 17287, 17315, 17316, 17334, 17339, 17363, 17372, 17377, 17402, 17404, 17407, 17410, 17447, 17462, 17464, 17475, 17490, 17497, 17502, 17506, 17522, 17526, 17547, 17558, 17569, 17575, 17577, 17588, 17596, 17601, 17602, 17604, 17613, 17625, 17659, 17661, 17671, 17680, 17685, 17701, 17725, 17727, 17753, 17756, 17760, 17771, 17790, 17811, 17820, 17823, 17836, 17890, 17892, 17896, 17942, 17952, 17984, 17999, 18004, 18011, 18028, 18035, 18047, 18055, 18056, 18072, 18081, 18095, 18107, 18110, 18145, 18149, 18154, 18161, 18176, 18177, 18199, 18214, 18220, 18248, 18273, 18282, 18284, 18285, 18290, 18295, 18311, 18314, 18322, 18324, 18325, 18342, 18348, 18349, 18360, 18362, 18378, 18409, 18418, 18462, 18485, 18497, 18511, 18526, 18527, 18532, 18534, 18537, 18549, 18551, 18552, 18569, 18571, 18580, 18586, 18588, 18600, 18608, 18623, 18642, 18650, 18653, 18677, 18680, 18716, 18725, 18726, 18734, 18737, 18739, 18744, 18752, 18773, 18774, 18787, 18805, 18808, 18863, 18879, 18880, 18882, 18917, 18931, 18939, 18946, 18985, 19001, 19008, 19027, 19052, 19058, 19059, 19077, 19096, 19115, 19133, 19143, 19144, 19165, 19180, 19198, 19207, 19218, 19224, 19245, 19281, 19282, 19292, 19299, 19308, 19343, 19356, 19398, 19417, 19436, 19447, 19472, 19500, 19518, 19521, 19533, 19540, 19575, 19580, 19584, 19595, 19599, 19606, 19607, 19620, 19631, 19636, 19638, 19644, 19645, 19647, 19687, 19698, 19718, 19719, 19734, 19739, 19742, 19747, 19751, 19758, 19759, 19779, 19784, 19805, 19814, 19825, 19842, 19848, 19849, 19864, 19865, 19904, 19906, 19911, 19963, 19964, 19993, 20008, 20015, 20025, 20065, 20067, 20070, 20076, 20091, 20101, 20108, 20113, 20122, 20145, 20154, 20167, 20168, 20200, 20210, 20219, 20232, 20247, 20253, 20267, 20276, 20287, 20301, 20309, 20338, 20349, 20353, 20367, 20374, 20383, 20391, 20422, 20424, 20428, 20435, 20453, 20455, 20469, 20488, 20492, 20498, 20501, 20504, 20510, 20539, 20552, 20596, 20612, 20621, 20627, 20633, 20650, 20654, 20665, 20701, 20722, 20741, 20748, 20770, 20772, 20777, 20793, 20822, 20835, 20847, 20866, 20869, 20874, 20882, 20890, 20900, 20945, 20957, 20960, 20963, 20969, 20987, 21020, 21042, 21043, 21050, 21101, 21110, 21112, 21130, 21142, 21150, 21158, 21160, 21164, 21180, 21190, 21203, 21204, 21205, 21206, 21213, 21224, 21240, 21256, 21282, 21286, 21300, 21311, 21315, 21324, 21364, 21376, 21401, 21406, 21409, 21412, 21417, 21425, 21441, 21452, 21474, 21490, 21495, 21503, 21527, 21532, 21534, 21552, 21556, 21565, 21576, 21602, 21606, 21608, 21627, 21631, 21669, 21677, 21680, 21683, 21687, 21695, 21700, 21702, 21703, 21710, 21716, 21722, 21723, 21734, 21737, 21807, 21809, 21812, 21822, 21842, 21845, 21852, 21863, 21868, 21892, 21894, 21912, 21927, 21929, 21942, 21944, 21972, 21980, 21998, 22006, 22019, 22038, 22042, 22043, 22049, 22057, 22066, 22087, 22101, 22110, 22131, 22135, 22154, 22219, 22223, 22248, 22253, 22297, 22317, 22321, 22324, 22325, 22328, 22347, 22354, 22362, 22364, 22368, 22379, 22381, 22390, 22398, 22399, 22407, 22417, 22418, 22420, 22427, 22429, 22432, 22454, 22485, 22489, 22502, 22535, 22543, 22560, 22564, 22580, 22597, 22599, 22617, 22625, 22635, 22636, 22661, 22665, 22693, 22716, 22718, 22723, 22741, 22753, 22755, 22756, 22757, 22762, 22794, 22830, 22841, 22849, 22861, 22881, 22894, 22897, 22905, 22911, 22919, 22922, 22936, 22958, 22963, 22964, 22966, 22984, 22987, 22994, 23002, 23006, 23028, 23032, 23045, 23075, 23088, 23095, 23096, 23097, 23101, 23105, 23107, 23120, 23137, 23138, 23159, 23171, 23177, 23183, 23198, 23209, 23214, 23225, 23238, 23243, 23248, 23272, 23291, 23292, 23303, 23305, 23332, 23359, 23367, 23368, 23380, 23387, 23391, 23400, 23422, 23426, 23445, 23446, 23469, 23500, 23522, 23530, 23539, 23571, 23621, 23625, 23629, 23630, 23650, 23653, 23659, 23661, 23694, 23699, 23735, 23754, 23764, 23769, 23773, 23820, 23848, 23866, 23867, 23870, 23888, 23896, 23912, 23913, 23932, 23936, 23952, 23957, 23964, 23983, 23987, 23994, 24005, 24011, 24016, 24020, 24035, 24038, 24044, 24048, 24054, 24056, 24059, 24072, 24081, 24090, 24093, 24099, 24100, 24111, 24120, 24139, 24150, 24187, 24232, 24235, 24254, 24255, 24259, 24274, 24286, 24301, 24302, 24307, 24314, 24316, 24334, 24365, 24384, 24387, 24397, 24424, 24430, 24459, 24484, 24498, 24510, 24532, 24539, 24541, 24559, 24568, 24574, 24576, 24582, 24659, 24673, 24690, 24703, 24717, 24719, 24723, 24730, 24733, 24758, 24763, 24771, 24784, 24789, 24804, 24809, 24827, 24831, 24842, 24866, 24875, 24878, 24882, 24892, 24927, 24935, 24936, 24982, 24997, 25017, 25024, 25032, 25049, 25063, 25071, 25086, 25106, 25115, 25136, 25144, 25158, 25184, 25224, 25243, 25253, 25263, 25288, 25291, 25293, 25295, 25306, 25316, 25318, 25322, 25350, 25370, 25373, 25382, 25408, 25426, 25429, 25442, 25483, 25521, 25528, 25542, 25564, 25580, 25582, 25591, 25598, 25617, 25635, 25639, 25668, 25679, 25684, 25743, 25747, 25762, 25769, 25770, 25772, 25780, 25787, 25798, 25799, 25813, 25824, 25830, 25832, 25843, 25848, 25861, 25867, 25892, 25919, 25945, 25948, 25960, 25974, 25989, 26005, 26006, 26043, 26072, 26078, 26079, 26087, 26088, 26107, 26112, 26126, 26127, 26130, 26153, 26202, 26205, 26230, 26236, 26244, 26246, 26259, 26277, 26280, 26286, 26293, 26298, 26308, 26312, 26318, 26323, 26326, 26328, 26329, 26344, 26347, 26397, 26412, 26440, 26445, 26457, 26460, 26470, 26474, 26479, 26481, 26484, 26493, 26503, 26536, 26539, 26546, 26552, 26554, 26562, 26571, 26586, 26595, 26596, 26607, 26654, 26664, 26672, 26689, 26690, 26721, 26737, 26742, 26754, 26755, 26771, 26772, 26777, 26804, 26851, 26859, 26861, 26875, 26878, 26910, 26913, 26926, 26968, 26979, 26994, 26996, 27013, 27019, 27029, 27032, 27070, 27082, 27090, 27092, 27100, 27104, 27109, 27121, 27124, 27243, 27261, 27323, 27364, 27373, 27391, 27397, 27435, 27438, 27459, 27476, 27499, 27508, 27510, 27515, 27528, 27544, 27545, 27581, 27591, 27598, 27608, 27621, 27639, 27651, 27655, 27667, 27735, 27739, 27806, 27812, 27818, 27826, 27832, 27883, 27901, 27904, 27939, 27941, 27951, 27961, 27991, 27995, 28006, 28040, 28050, 28064, 28065, 28076, 28083, 28084, 28106, 28119, 28121, 28123, 28144, 28164, 28196, 28206, 28208, 28221, 28240, 28250, 28256, 28269, 28278, 28282, 28288, 28295, 28297, 28298, 28300, 28303, 28304, 28308, 28321, 28329, 28342, 28358, 28368, 28369, 28379, 28380, 28384, 28402, 28408, 28410, 28415, 28417, 28423, 28426, 28435, 28440, 28458, 28482, 28499, 28508, 28513, 28521, 28539, 28597, 28608, 28622, 28650, 28659, 28680, 28710, 28719, 28743, 28761, 28767, 28801, 28814, 28819, 28841, 28859, 28884, 28887, 28892, 28907, 28908, 28913, 28934, 28970, 28975, 28987, 29023, 29044, 29068, 29073, 29074, 29083, 29099, 29114, 29116, 29120, 29122, 29131, 29149, 29175, 29184, 29192, 29215, 29222, 29232, 29239, 29247, 29271, 29300, 29322, 29354, 29355, 29363, 29366, 29368, 29381, 29424, 29464, 29482, 29498, 29514, 29542, 29553, 29588, 29618, 29626, 29631, 29637, 29649, 29652, 29662, 29726, 29727, 29735, 29739, 29769, 29772, 29781, 29797, 29819, 29843, 29849, 29874, 29893, 29905, 29910, 29932, 29963, 29970, 29971, 29975, 29987, 30024, 30034, 30056, 30059, 30080, 30106, 30109, 30140, 30145, 30161, 30209, 30212, 30216, 30229, 30234, 30238, 30241, 30243, 30247, 30248, 30252, 30256, 30265, 30266, 30306, 30324, 30339, 30349, 30356, 30366, 30370, 30385, 30389, 30400, 30407, 30412, 30432, 30439, 30444, 30447, 30456, 30477, 30487, 30493, 30516, 30542, 30550, 30553, 30572, 30578, 30580, 30591, 30612, 30623, 30628, 30629, 30637, 30654, 30672, 30684, 30690, 30691, 30693, 30732, 30737, 30739, 30765, 30771, 30795, 30812, 30842, 30849, 30850, 30874, 30876, 30893, 30902, 30918, 30922, 30934, 30942, 30943, 30957, 30966, 30974, 31035, 31058, 31075, 31090, 31102, 31112, 31121, 31126, 31133, 31142, 31164, 31171, 31179, 31183, 31184, 31208, 31234, 31249, 31254, 31303, 31304, 31313, 31328, 31330, 31336, 31337, 31348, 31366, 31368, 31379, 31380, 31381, 31390, 31395, 31437, 31475, 31488, 31492, 31496, 31500, 31507, 31510, 31513, 31549, 31556, 31559, 31560, 31571, 31573, 31575, 31578, 31580, 31591, 31630, 31636, 31640, 31659, 31663, 31671, 31677, 31708, 31721, 31752, 31759, 31781, 31824, 31833, 31841, 31846, 31849, 31886, 31899, 31905, 31906, 31909, 31926, 31932, 31933, 31936, 31941, 31949, 31956, 31984, 31998, 32000, 32017, 32031, 32048, 32054, 32075, 32077, 32121, 32124, 32166, 32178, 32199, 32201, 32211, 32213, 32224, 32243, 32259, 32267, 32271, 32282, 32285, 32286, 32290, 32304, 32317, 32322, 32329, 32350, 32357, 32364, 32373, 32380, 32387, 32401, 32410, 32439, 32465, 32473, 32479, 32501, 32514, 32520, 32557, 32564, 32578, 32628, 32629, 32655, 32671, 32682, 32688, 32698, 32747, 32756] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..ad68f460a93b6621681f9d767513c81c3cf242a3 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d1a4ae6d6fe450db931d72244ae2a95389b3b6ca Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..bda3fdfeb749f9534aac4b0463d839c1e16ed7de --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[6, 17, 41, 63, 70, 95, 112, 120, 124, 131, 145, 156, 168, 170, 174, 199, 210, 217, 222, 233, 240, 251, 257, 267, 280, 281, 285, 287, 294, 302, 310, 341, 350, 360, 367, 389, 403, 404, 408, 409, 415, 425, 433, 438, 444, 449, 460, 464, 470, 482, 492, 496, 509, 514, 516, 519, 531, 550, 551, 565, 579, 594, 597, 601, 610, 615, 617, 634, 642, 646, 647, 648, 663, 666, 675, 681, 682, 717, 726, 727, 745, 751, 781, 788, 792, 802, 807, 810, 813, 814, 816, 823, 829, 830, 857, 864, 865, 866, 876, 880, 900, 904, 907, 920, 925, 927, 962, 965, 966, 968, 988, 1003, 1006, 1011, 1013, 1014, 1018, 1027, 1029, 1037, 1039, 1042, 1048, 1060, 1071, 1085, 1094, 1125, 1138, 1143, 1156, 1159, 1165, 1171, 1172, 1198, 1204, 1208, 1217, 1219, 1233, 1236, 1244, 1256, 1271, 1287, 1288, 1331, 1337, 1344, 1355, 1368, 1390, 1395, 1406, 1408, 1420, 1443, 1453, 1459, 1514, 1523, 1534, 1540, 1547, 1555, 1564, 1565, 1574, 1584, 1597, 1602, 1604, 1605, 1619, 1620, 1643, 1646, 1660, 1672, 1682, 1683, 1700, 1720, 1725, 1726, 1736, 1767, 1770, 1805, 1808, 1811, 1815, 1816, 1817, 1828, 1840, 1853, 1855, 1859, 1867, 1871, 1872, 1878, 1910, 1912, 1918, 1921, 1933, 1936, 1943, 1952, 1960, 1983, 1987, 1988, 1989, 2024, 2033, 2045, 2051, 2055, 2057, 2058, 2073, 2078, 2089, 2099, 2100, 2102, 2104, 2105, 2109, 2110, 2118, 2119, 2121, 2130, 2136, 2146, 2148, 2168, 2172, 2176, 2183, 2188, 2196, 2206, 2218, 2235, 2236, 2243, 2250, 2257, 2287, 2288, 2300, 2306, 2321, 2334, 2352, 2386, 2388, 2394, 2397, 2402, 2407, 2411, 2413, 2431, 2450, 2463, 2468, 2471, 2476, 2477, 2487, 2488, 2491, 2495, 2499, 2507, 2526, 2537, 2545, 2547, 2554, 2582, 2591, 2599, 2603, 2626, 2628, 2630, 2633, 2641, 2645, 2658, 2676, 2680, 2681, 2685, 2687, 2689, 2696, 2719, 2730, 2736, 2743, 2748, 2758, 2764, 2805, 2815, 2836, 2839, 2842, 2843, 2850, 2854, 2876, 2881, 2893, 2894, 2906, 2909, 2923, 2933, 2939, 2942, 2952, 2976, 3044, 3046, 3047, 3062, 3066, 3071, 3078, 3079, 3080, 3081, 3092, 3094, 3095, 3102, 3128, 3148, 3155, 3157, 3164, 3172, 3178, 3183, 3194, 3204, 3207, 3222, 3225, 3226, 3236, 3239, 3251, 3268, 3275, 3283, 3285, 3291, 3296, 3302, 3319, 3320, 3322, 3345, 3360, 3397, 3410, 3415, 3420, 3422, 3426, 3437, 3446, 3462, 3480, 3488, 3497, 3500, 3526, 3530, 3531, 3537, 3539, 3542, 3548, 3559, 3571, 3573, 3579, 3580, 3581, 3595, 3596, 3611, 3619, 3622, 3624, 3626, 3628, 3646, 3647, 3659, 3662, 3678, 3697, 3709, 3717, 3729, 3730, 3736, 3749, 3761, 3788, 3792, 3795, 3806, 3811, 3822, 3827, 3853, 3857, 3873, 3882, 3895, 3909, 3915, 3919, 3932, 3952, 3978, 3991, 4000, 4007, 4036, 4041, 4052, 4061, 4065, 4066, 4073, 4074, 4081, 4083, 4114, 4119, 4125, 4137, 4139, 4145, 4149, 4157, 4171, 4177, 4178, 4190, 4197, 4219, 4221, 4245, 4247, 4261, 4262, 4263, 4276, 4279, 4288, 4299, 4309, 4321, 4324, 4351, 4383, 4389, 4390, 4397, 4424, 4438, 4439, 4447, 4450, 4460, 4462, 4475, 4493, 4497, 4503, 4516, 4518, 4520, 4531, 4540, 4549, 4552, 4557, 4586, 4598, 4601, 4617, 4626, 4628, 4629, 4631, 4638, 4658, 4667, 4695, 4707, 4724, 4727, 4736, 4745, 4755, 4764, 4768, 4775, 4802, 4818, 4831, 4853, 4876, 4877, 4885, 4886, 4889, 4916, 4930, 4931, 4945, 4975, 4988, 5003, 5015, 5023, 5026, 5037, 5047, 5058, 5059, 5070, 5087, 5115, 5131, 5137, 5153, 5161, 5173, 5190, 5211, 5219, 5227, 5236, 5259, 5260, 5263, 5264, 5274, 5281, 5292, 5307, 5309, 5312, 5313, 5321, 5323, 5335, 5338, 5343, 5345, 5351, 5361, 5372, 5376, 5393, 5396, 5407, 5408, 5413, 5421, 5423, 5451, 5457, 5473, 5489, 5491, 5497, 5501, 5503, 5512, 5544, 5559, 5560, 5575, 5580, 5592, 5594, 5615, 5622, 5634, 5645, 5648, 5667, 5671, 5689, 5704, 5719, 5727, 5738, 5766, 5785, 5801, 5806, 5808, 5820, 5821, 5825, 5828, 5839, 5841, 5851, 5852, 5879, 5880, 5890, 5895, 5921, 5942, 5949, 5958, 5963, 5974, 5978, 5984, 5994, 6000, 6019, 6023, 6033, 6041, 6062, 6066, 6081, 6113, 6127, 6136, 6139, 6141, 6179, 6182, 6192, 6208, 6233, 6251, 6259, 6268, 6274, 6289, 6301, 6311, 6315, 6327, 6333, 6353, 6357, 6378, 6387, 6395, 6397, 6399, 6403, 6405, 6427, 6433, 6454, 6469, 6470, 6479, 6529, 6545, 6555, 6564, 6630, 6633, 6648, 6652, 6659, 6668, 6670, 6672, 6675, 6690, 6699, 6705, 6707, 6717, 6727, 6729, 6738, 6744, 6750, 6760, 6768, 6770, 6799, 6808, 6812, 6828, 6830, 6833, 6839, 6844, 6849, 6851, 6867, 6870, 6876, 6882, 6893, 6907, 6919, 6929, 6937, 6941, 6944, 6958, 6989, 6993, 6996, 6998, 7002, 7009, 7031, 7032, 7037, 7047, 7051, 7067, 7069, 7073, 7084, 7086, 7093, 7095, 7105, 7108, 7110, 7114, 7125, 7133, 7137, 7138, 7149, 7163, 7192, 7193, 7207, 7208, 7220, 7238, 7260, 7263, 7270, 7276, 7280, 7283, 7285, 7298, 7305, 7307, 7308, 7321, 7344, 7345, 7350, 7352, 7363, 7372, 7373, 7381, 7384, 7403, 7406, 7416, 7425, 7428, 7437, 7439, 7440, 7450, 7454, 7463, 7470, 7473, 7488, 7513, 7517, 7523, 7545, 7547, 7548, 7566, 7568, 7571, 7576, 7580, 7582, 7587, 7598, 7626, 7632, 7693, 7710, 7711, 7723, 7729, 7731, 7751, 7766, 7782, 7784, 7791, 7792, 7824, 7828, 7853, 7879, 7881, 7900, 7908, 7917, 7930, 7942, 7944, 7947, 7950, 7955, 7963, 7972, 7975, 7979, 8010, 8012, 8032, 8040, 8047, 8048, 8062, 8064, 8084, 8103, 8107, 8131, 8142, 8143, 8144, 8158, 8163, 8186, 8187, 8188, 8221, 8230, 8235, 8237, 8239, 8271, 8273, 8287, 8300, 8321, 8322, 8337, 8340, 8348, 8350, 8355, 8370, 8380, 8388, 8400, 8408, 8412, 8417, 8422, 8436, 8443, 8472, 8486, 8497, 8501, 8547, 8559, 8574, 8591, 8596, 8616, 8618, 8632, 8654, 8666, 8670, 8680, 8693, 8697, 8698, 8706, 8712, 8724, 8728, 8740, 8746, 8764, 8784, 8796, 8804, 8812, 8816, 8819, 8848, 8860, 8874, 8882, 8883, 8914, 8927, 8931, 8936, 8941, 8951, 8953, 8954, 8959, 8968, 8970, 8981, 8996, 9004, 9010, 9015, 9033, 9036, 9039, 9049, 9061, 9070, 9077, 9079, 9083, 9085, 9088, 9089, 9098, 9110, 9113, 9135, 9138, 9163, 9170, 9179, 9200, 9202, 9216, 9218, 9223, 9224, 9227, 9231, 9238, 9254, 9258, 9267, 9285, 9286, 9297, 9309, 9315, 9317, 9322, 9323, 9338, 9350, 9363, 9370, 9375, 9382, 9394, 9398, 9403, 9422, 9429, 9432, 9434, 9438, 9445, 9446, 9447, 9460, 9468, 9493, 9509, 9530, 9533, 9534, 9538, 9555, 9560, 9562, 9566, 9615, 9627, 9629, 9630, 9632, 9651, 9652, 9655, 9675, 9683, 9686, 9709, 9719, 9725, 9740, 9746, 9765, 9776, 9784, 9792, 9803, 9808, 9819, 9828, 9829, 9847, 9853, 9904, 9915, 9925, 9926, 9927, 9929, 9934, 9940, 9948, 9951, 9953, 9960, 9967, 9995, 10000, 10012, 10023, 10028, 10034, 10047, 10052, 10061, 10099, 10105, 10128, 10135, 10140, 10143, 10146, 10159, 10167, 10169, 10170, 10203, 10204, 10229, 10237, 10251, 10257, 10260, 10261, 10270, 10273, 10275, 10279, 10287, 10296, 10297, 10298, 10300, 10309, 10311, 10317, 10324, 10325, 10344, 10346, 10351, 10352, 10353, 10356, 10371, 10384, 10391, 10408, 10441, 10459, 10481, 10491, 10494, 10495, 10501, 10504, 10506, 10507, 10511, 10538, 10587, 10609, 10628, 10631, 10640, 10660, 10676, 10684, 10705, 10739, 10763, 10780, 10781, 10786, 10789, 10803, 10806, 10807, 10809, 10822, 10835, 10853, 10870, 10876, 10877, 10878, 10882, 10894, 10897, 10900, 10913, 10926, 10942, 10946, 10947, 10965, 10966, 11007, 11021, 11022, 11070, 11083, 11084, 11099, 11100, 11115, 11122, 11153, 11162, 11171, 11178, 11180, 11192, 11202, 11206, 11212, 11217, 11219, 11223, 11226, 11260, 11261, 11262, 11275, 11276, 11289, 11298, 11308, 11315, 11317, 11336, 11339, 11352, 11359, 11366, 11369, 11371, 11373, 11377, 11409, 11414, 11416, 11418, 11421, 11422, 11429, 11456, 11486, 11497, 11521, 11524, 11527, 11550, 11554, 11568, 11582, 11585, 11593, 11606, 11625, 11637, 11653, 11662, 11674, 11676, 11685, 11706, 11707, 11720, 11721, 11736, 11738, 11740, 11742, 11785, 11801, 11811, 11815, 11819, 11824, 11825, 11832, 11847, 11854, 11862, 11873, 11879, 11903, 11914, 11939, 11950, 11978, 11981, 11997, 12001, 12033, 12037, 12042, 12043, 12047, 12050, 12060, 12063, 12084, 12093, 12095, 12099, 12104, 12136, 12137, 12138, 12161, 12166, 12184, 12187, 12194, 12202, 12207, 12209, 12211, 12257, 12261, 12264, 12270, 12279, 12285, 12300, 12308, 12323, 12360, 12364, 12366, 12377, 12404, 12405, 12408, 12409, 12417, 12427, 12433, 12445, 12463, 12470, 12471, 12477, 12490, 12491, 12495, 12500, 12505, 12509, 12546, 12550, 12554, 12555, 12563, 12565, 12579, 12589, 12621, 12622, 12637, 12653, 12654, 12672, 12680, 12693, 12698, 12706, 12722, 12730, 12738, 12752, 12756, 12764, 12765, 12780, 12810, 12821, 12829, 12843, 12879, 12881, 12882, 12884, 12909, 12927, 12957, 12961, 12968, 12977, 13004, 13007, 13008, 13021, 13022, 13030, 13039, 13040, 13043, 13055, 13060, 13061, 13064, 13070, 13096, 13109, 13113, 13119, 13128, 13135, 13140, 13183, 13191, 13215, 13222, 13226, 13228, 13238, 13249, 13251, 13263, 13271, 13278, 13285, 13287, 13299, 13301, 13315, 13320, 13339, 13343, 13348, 13357, 13364, 13372, 13381, 13387, 13396, 13416, 13419, 13430, 13449, 13458, 13472, 13493, 13511, 13529, 13540, 13543, 13552, 13567, 13573, 13577, 13580, 13587, 13623, 13638, 13652, 13658, 13671, 13699, 13706, 13709, 13716, 13718, 13724, 13727, 13744, 13750, 13761, 13763, 13774, 13777, 13784, 13789, 13799, 13807, 13818, 13833, 13851, 13862, 13871, 13877, 13880, 13882, 13889, 13901, 13907, 13914, 13921, 13922, 13942, 13953, 13988, 14008, 14012, 14018, 14033, 14037, 14052, 14076, 14085, 14095, 14113, 14137, 14147, 14180, 14197, 14213, 14228, 14243, 14244, 14247, 14264, 14265, 14282, 14289, 14306, 14309, 14316, 14317, 14318, 14324, 14335, 14348, 14356, 14377, 14383, 14397, 14405, 14408, 14410, 14429, 14433, 14456, 14464, 14465, 14483, 14485, 14486, 14489, 14492, 14494, 14525, 14546, 14554, 14572, 14577, 14579, 14585, 14601, 14614, 14629, 14632, 14633, 14637, 14643, 14655, 14657, 14665, 14701, 14711, 14727, 14730, 14736, 14738, 14748, 14751, 14759, 14761, 14767, 14769, 14775, 14799, 14804, 14810, 14815, 14853, 14873, 14885, 14890, 14901, 14906, 14909, 14910, 14912, 14921, 14922, 14929, 14934, 14940, 14949, 14954, 14964, 14986, 14997, 15001, 15006, 15010, 15013, 15019, 15021, 15064, 15075, 15093, 15110, 15111, 15113, 15119, 15125, 15141, 15147, 15149, 15154, 15155, 15158, 15162, 15169, 15188, 15207, 15228, 15237, 15242, 15248, 15275, 15284, 15290, 15294, 15316, 15329, 15339, 15347, 15358, 15368, 15396, 15416, 15425, 15435, 15453, 15474, 15483, 15491, 15495, 15509, 15510, 15513, 15517, 15530, 15534, 15535, 15543, 15562, 15567, 15582, 15592, 15594, 15599, 15608, 15629, 15642, 15643, 15650, 15665, 15677, 15707, 15720, 15726, 15727, 15743, 15748, 15752, 15753, 15755, 15764, 15769, 15775, 15789, 15802, 15814, 15816, 15819, 15826, 15839, 15843, 15863, 15865, 15866, 15878, 15884, 15891, 15893, 15910, 15918, 15921, 15926, 15931, 15936, 15941, 15979, 15985, 15993, 16000, 16027, 16028, 16032, 16035, 16042, 16044, 16062, 16065, 16081, 16083, 16103, 16123, 16129, 16131, 16148, 16149, 16162, 16177, 16203, 16223, 16238, 16268, 16276, 16281, 16295, 16305, 16313, 16315, 16329, 16337, 16339, 16350, 16375, 16385, 16386, 16419, 16427, 16444, 16457, 16467, 16469, 16475, 16485, 16497, 16517, 16522, 16533, 16537, 16543, 16549, 16558, 16562, 16575, 16592, 16593, 16597, 16608, 16611, 16618, 16634, 16640, 16656, 16688, 16691, 16697, 16704, 16707, 16708, 16712, 16731, 16738, 16742, 16748, 16749, 16764, 16765, 16766, 16771, 16772, 16779, 16783, 16785, 16786, 16794, 16797, 16807, 16814, 16825, 16830, 16831, 16836, 16837, 16870, 16871, 16883, 16886, 16891, 16912, 16914, 16921, 16939, 16940, 16946, 16964, 16983, 16994, 17000, 17008, 17015, 17036, 17062, 17066, 17078, 17079, 17083, 17094, 17096, 17104, 17105, 17109, 17111, 17129, 17139, 17158, 17163, 17171, 17185, 17201, 17213, 17236, 17245, 17256, 17259, 17290, 17314, 17339, 17358, 17363, 17364, 17365, 17371, 17377, 17389, 17390, 17407, 17410, 17414, 17442, 17450, 17464, 17473, 17490, 17491, 17496, 17497, 17508, 17547, 17553, 17561, 17588, 17601, 17604, 17608, 17613, 17625, 17627, 17646, 17653, 17669, 17677, 17681, 17699, 17705, 17727, 17730, 17753, 17756, 17790, 17799, 17819, 17832, 17833, 17858, 17880, 17884, 17898, 17901, 17921, 17924, 17925, 17936, 17942, 17951, 17952, 17957, 17988, 17992, 17999, 18005, 18011, 18020, 18028, 18044, 18047, 18049, 18055, 18060, 18069, 18092, 18100, 18123, 18124, 18127, 18145, 18154, 18162, 18171, 18173, 18174, 18177, 18199, 18218, 18220, 18221, 18222, 18224, 18226, 18242, 18250, 18262, 18272, 18282, 18285, 18290, 18300, 18312, 18317, 18322, 18332, 18335, 18344, 18349, 18362, 18375, 18393, 18394, 18418, 18428, 18433, 18445, 18450, 18460, 18497, 18498, 18503, 18524, 18527, 18532, 18549, 18551, 18552, 18558, 18564, 18574, 18580, 18584, 18590, 18608, 18610, 18622, 18623, 18640, 18642, 18650, 18659, 18680, 18687, 18702, 18704, 18705, 18710, 18717, 18725, 18728, 18729, 18737, 18744, 18762, 18773, 18774, 18776, 18785, 18808, 18809, 18814, 18815, 18826, 18845, 18851, 18854, 18859, 18869, 18893, 18894, 18907, 18908, 18917, 18933, 18938, 18939, 18955, 18956, 18958, 18965, 18967, 18991, 19001, 19008, 19011, 19016, 19031, 19032, 19042, 19043, 19066, 19077, 19079, 19085, 19086, 19110, 19120, 19125, 19129, 19130, 19178, 19179, 19195, 19203, 19232, 19265, 19281, 19282, 19286, 19291, 19295, 19298, 19299, 19304, 19308, 19309, 19310, 19317, 19326, 19332, 19345, 19377, 19406, 19411, 19417, 19429, 19437, 19452, 19457, 19462, 19468, 19469, 19474, 19489, 19496, 19498, 19507, 19518, 19551, 19554, 19565, 19580, 19583, 19595, 19610, 19634, 19642, 19656, 19658, 19675, 19685, 19687, 19701, 19718, 19720, 19725, 19763, 19779, 19787, 19797, 19805, 19825, 19871, 19883, 19887, 19889, 19906, 19923, 19929, 19937, 19938, 19977, 20015, 20027, 20038, 20039, 20043, 20050, 20051, 20055, 20068, 20070, 20073, 20101, 20105, 20108, 20113, 20117, 20123, 20127, 20150, 20167, 20199, 20209, 20213, 20219, 20243, 20283, 20287, 20294, 20324, 20335, 20338, 20344, 20349, 20353, 20357, 20369, 20382, 20383, 20420, 20427, 20428, 20433, 20450, 20480, 20482, 20492, 20496, 20506, 20522, 20524, 20554, 20557, 20569, 20605, 20610, 20612, 20623, 20624, 20633, 20637, 20638, 20650, 20663, 20666, 20678, 20683, 20689, 20692, 20693, 20704, 20714, 20722, 20767, 20775, 20777, 20803, 20841, 20847, 20860, 20866, 20868, 20871, 20877, 20885, 20888, 20891, 20899, 20900, 20902, 20907, 20955, 20957, 20967, 20987, 20990, 20994, 20995, 21013, 21016, 21032, 21036, 21043, 21050, 21070, 21114, 21130, 21131, 21141, 21142, 21144, 21177, 21190, 21192, 21196, 21215, 21223, 21236, 21247, 21256, 21260, 21268, 21271, 21278, 21283, 21284, 21286, 21294, 21296, 21300, 21311, 21324, 21325, 21336, 21339, 21344, 21347, 21369, 21376, 21383, 21412, 21417, 21425, 21452, 21455, 21458, 21461, 21466, 21490, 21503, 21513, 21532, 21544, 21556, 21560, 21571, 21573, 21599, 21608, 21616, 21618, 21623, 21627, 21631, 21633, 21636, 21650, 21661, 21676, 21679, 21680, 21688, 21703, 21710, 21713, 21716, 21726, 21754, 21756, 21767, 21777, 21792, 21802, 21803, 21804, 21809, 21819, 21822, 21828, 21847, 21852, 21864, 21888, 21927, 21933, 21936, 21949, 21962, 21989, 21995, 21998, 22028, 22042, 22051, 22057, 22065, 22066, 22073, 22082, 22089, 22094, 22113, 22117, 22135, 22136, 22147, 22164, 22167, 22173, 22184, 22195, 22212, 22227, 22229, 22245, 22246, 22259, 22265, 22279, 22290, 22302, 22316, 22343, 22347, 22368, 22377, 22385, 22398, 22401, 22417, 22420, 22427, 22430, 22488, 22500, 22506, 22532, 22543, 22564, 22571, 22577, 22580, 22592, 22599, 22606, 22607, 22608, 22612, 22617, 22622, 22625, 22628, 22631, 22633, 22643, 22675, 22693, 22708, 22745, 22749, 22762, 22768, 22769, 22773, 22778, 22780, 22794, 22807, 22818, 22823, 22830, 22836, 22861, 22863, 22894, 22900, 22905, 22958, 22971, 22995, 22998, 23002, 23006, 23011, 23042, 23043, 23067, 23069, 23074, 23097, 23101, 23106, 23114, 23120, 23127, 23160, 23162, 23164, 23177, 23185, 23191, 23225, 23237, 23240, 23259, 23266, 23285, 23286, 23332, 23341, 23347, 23377, 23391, 23404, 23410, 23422, 23434, 23442, 23445, 23450, 23455, 23458, 23460, 23469, 23472, 23500, 23508, 23533, 23539, 23571, 23587, 23606, 23608, 23609, 23625, 23630, 23633, 23634, 23638, 23650, 23653, 23661, 23666, 23670, 23694, 23703, 23707, 23713, 23723, 23728, 23735, 23754, 23766, 23777, 23783, 23785, 23790, 23801, 23802, 23804, 23809, 23811, 23813, 23827, 23833, 23853, 23866, 23867, 23873, 23888, 23891, 23894, 23899, 23912, 23932, 23936, 23938, 23947, 23953, 23958, 23983, 23994, 23999, 24003, 24018, 24020, 24037, 24044, 24061, 24071, 24081, 24091, 24099, 24103, 24150, 24155, 24169, 24189, 24195, 24198, 24231, 24235, 24248, 24255, 24261, 24268, 24281, 24286, 24288, 24301, 24302, 24314, 24315, 24316, 24317, 24338, 24357, 24360, 24389, 24395, 24397, 24403, 24409, 24417, 24428, 24432, 24439, 24441, 24452, 24460, 24462, 24468, 24471, 24475, 24481, 24484, 24509, 24514, 24545, 24549, 24556, 24586, 24597, 24604, 24623, 24626, 24628, 24639, 24673, 24733, 24734, 24735, 24759, 24784, 24808, 24811, 24825, 24827, 24828, 24831, 24842, 24845, 24852, 24875, 24882, 24892, 24922, 24933, 24934, 24935, 24936, 24950, 24975, 25032, 25036, 25063, 25068, 25070, 25088, 25090, 25098, 25125, 25140, 25153, 25158, 25164, 25172, 25175, 25182, 25196, 25224, 25236, 25241, 25260, 25261, 25272, 25276, 25293, 25296, 25299, 25304, 25306, 25314, 25325, 25339, 25340, 25350, 25357, 25370, 25378, 25380, 25382, 25385, 25397, 25408, 25412, 25414, 25420, 25442, 25448, 25476, 25515, 25530, 25534, 25549, 25562, 25564, 25585, 25592, 25601, 25605, 25618, 25629, 25649, 25662, 25684, 25696, 25720, 25731, 25736, 25738, 25753, 25758, 25762, 25772, 25798, 25811, 25812, 25817, 25824, 25827, 25834, 25848, 25850, 25867, 25912, 25923, 25940, 25964, 25974, 25975, 25989, 25993, 25994, 26001, 26006, 26019, 26025, 26027, 26030, 26031, 26057, 26074, 26107, 26127, 26128, 26138, 26148, 26153, 26159, 26163, 26171, 26181, 26192, 26202, 26208, 26234, 26235, 26236, 26246, 26248, 26254, 26273, 26293, 26298, 26300, 26301, 26302, 26310, 26317, 26323, 26325, 26326, 26333, 26336, 26343, 26344, 26350, 26356, 26364, 26391, 26396, 26416, 26421, 26422, 26441, 26458, 26460, 26466, 26470, 26471, 26479, 26481, 26483, 26484, 26499, 26503, 26507, 26543, 26560, 26562, 26568, 26585, 26586, 26591, 26592, 26594, 26595, 26612, 26614, 26625, 26629, 26637, 26638, 26641, 26648, 26654, 26674, 26681, 26683, 26685, 26689, 26691, 26739, 26747, 26754, 26777, 26780, 26813, 26843, 26845, 26851, 26857, 26859, 26863, 26875, 26878, 26882, 26892, 26893, 26903, 26922, 26932, 26963, 26967, 27003, 27037, 27060, 27063, 27083, 27092, 27100, 27104, 27105, 27107, 27109, 27112, 27121, 27128, 27132, 27147, 27165, 27200, 27229, 27243, 27261, 27273, 27284, 27293, 27295, 27301, 27305, 27330, 27346, 27364, 27400, 27401, 27405, 27409, 27416, 27421, 27444, 27459, 27474, 27476, 27478, 27480, 27482, 27503, 27505, 27510, 27513, 27515, 27517, 27521, 27545, 27548, 27550, 27560, 27570, 27577, 27592, 27606, 27609, 27621, 27646, 27651, 27667, 27704, 27735, 27744, 27747, 27752, 27781, 27786, 27789, 27812, 27856, 27858, 27880, 27883, 27887, 27889, 27894, 27926, 27928, 27939, 27941, 27951, 27952, 27955, 27969, 27991, 28050, 28055, 28064, 28070, 28096, 28102, 28106, 28123, 28124, 28131, 28146, 28150, 28167, 28176, 28179, 28180, 28208, 28228, 28253, 28256, 28266, 28269, 28291, 28297, 28329, 28336, 28339, 28369, 28380, 28384, 28402, 28410, 28417, 28418, 28419, 28426, 28432, 28439, 28440, 28441, 28445, 28448, 28450, 28468, 28482, 28489, 28508, 28510, 28511, 28531, 28540, 28561, 28567, 28574, 28575, 28591, 28592, 28602, 28606, 28622, 28635, 28647, 28648, 28657, 28662, 28682, 28683, 28701, 28712, 28719, 28725, 28726, 28729, 28735, 28743, 28745, 28747, 28761, 28767, 28783, 28790, 28793, 28819, 28820, 28826, 28835, 28836, 28837, 28844, 28882, 28883, 28892, 28913, 28929, 28934, 28971, 28987, 29002, 29004, 29023, 29033, 29045, 29047, 29060, 29067, 29074, 29080, 29091, 29094, 29098, 29102, 29112, 29115, 29118, 29119, 29120, 29122, 29140, 29150, 29153, 29156, 29173, 29215, 29222, 29225, 29234, 29238, 29240, 29257, 29271, 29281, 29289, 29300, 29303, 29318, 29334, 29339, 29345, 29363, 29369, 29370, 29384, 29390, 29391, 29417, 29425, 29438, 29440, 29441, 29461, 29464, 29497, 29498, 29506, 29514, 29538, 29542, 29570, 29575, 29594, 29598, 29610, 29614, 29618, 29626, 29631, 29637, 29641, 29643, 29649, 29651, 29652, 29656, 29660, 29664, 29737, 29743, 29744, 29760, 29763, 29775, 29781, 29788, 29793, 29795, 29808, 29816, 29819, 29823, 29831, 29842, 29899, 29902, 29906, 29916, 29934, 29951, 29952, 29955, 29961, 29963, 29972, 29975, 29994, 30014, 30024, 30042, 30048, 30049, 30050, 30056, 30059, 30060, 30065, 30080, 30093, 30100, 30114, 30115, 30122, 30123, 30139, 30141, 30171, 30181, 30189, 30212, 30229, 30231, 30238, 30261, 30262, 30266, 30300, 30301, 30316, 30318, 30326, 30334, 30344, 30378, 30383, 30426, 30430, 30432, 30444, 30447, 30450, 30459, 30487, 30489, 30509, 30516, 30526, 30546, 30562, 30572, 30598, 30599, 30612, 30623, 30637, 30648, 30684, 30688, 30690, 30717, 30718, 30723, 30732, 30737, 30739, 30742, 30769, 30778, 30804, 30815, 30827, 30833, 30887, 30918, 30923, 30942, 30963, 30972, 31003, 31010, 31024, 31025, 31028, 31035, 31040, 31043, 31046, 31051, 31082, 31090, 31093, 31096, 31101, 31102, 31132, 31145, 31173, 31185, 31224, 31234, 31280, 31293, 31294, 31301, 31303, 31313, 31324, 31326, 31337, 31348, 31353, 31368, 31370, 31372, 31379, 31386, 31400, 31420, 31421, 31432, 31433, 31441, 31484, 31488, 31496, 31498, 31505, 31527, 31532, 31549, 31556, 31559, 31591, 31604, 31610, 31614, 31626, 31630, 31637, 31647, 31648, 31659, 31663, 31664, 31672, 31673, 31678, 31682, 31688, 31689, 31714, 31721, 31727, 31731, 31735, 31762, 31767, 31776, 31779, 31786, 31791, 31796, 31800, 31840, 31841, 31842, 31846, 31849, 31853, 31866, 31885, 31891, 31894, 31905, 31909, 31926, 31935, 31936, 31941, 31956, 31964, 31965, 31974, 31977, 31978, 31981, 31984, 31998, 32000, 32001, 32009, 32012, 32015, 32016, 32029, 32054, 32066, 32069, 32070, 32075, 32077, 32079, 32104, 32111, 32124, 32127, 32144, 32155, 32178, 32201, 32204, 32208, 32213, 32231, 32243, 32254, 32264, 32271, 32282, 32291, 32300, 32317, 32322, 32358, 32360, 32363, 32376, 32377, 32380, 32381, 32392, 32403, 32415, 32416, 32433, 32440, 32465, 32479, 32488, 32494, 32500, 32501, 32513, 32522, 32527, 32539, 32544, 32561, 32564, 32571, 32578, 32599, 32616, 32634, 32649, 32655, 32661, 32668, 32673, 32697, 32699, 32700, 32713, 32719, 32740, 32764] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..02c0d97175aa85bfc3fe850218b05bd913ed52c9 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..d425617f42e3bd981980c5ae9d809dc3d012918e Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..d14e346858e4a540b9784c44fdd97dde12551174 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:last_token)_indices @@ -0,0 +1 @@ +[118, 128, 156, 199, 257, 330, 444, 551, 586, 652, 717, 781, 962, 977, 1029, 1060, 1186, 1208, 1311, 1454, 1534, 1553, 1574, 1620, 1682, 1689, 1744, 1754, 1805, 1814, 1849, 1918, 1967, 1977, 2057, 2069, 2101, 2115, 2142, 2176, 2177, 2230, 2301, 2304, 2397, 2407, 2724, 2726, 2734, 2746, 2817, 2860, 2894, 3120, 3324, 3358, 3399, 3410, 3678, 3709, 3768, 3819, 3836, 3915, 4134, 4184, 4200, 4238, 4279, 4359, 4399, 4424, 4475, 4484, 4581, 4605, 4719, 4784, 4831, 4948, 5011, 5057, 5115, 5153, 5184, 5354, 5392, 5769, 5923, 5994, 6045, 6219, 6725, 6905, 6953, 7075, 7224, 7270, 7295, 7333, 7363, 7365, 7488, 7508, 7609, 7632, 7633, 7814, 7820, 7920, 7922, 7938, 7953, 8131, 8143, 8187, 8239, 8337, 8408, 8532, 8651, 8739, 8746, 8764, 8838, 8855, 8896, 8953, 9033, 9088, 9091, 9097, 9117, 9138, 9201, 9227, 9291, 9338, 9471, 9567, 9573, 9796, 9807, 9808, 9948, 9951, 10020, 10045, 10061, 10181, 10234, 10356, 10360, 10376, 10382, 10481, 10520, 10599, 10646, 10705, 10806, 10879, 10882, 10942, 11044, 11243, 11262, 11315, 11418, 11423, 11510, 11581, 11653, 11793, 11839, 11842, 11860, 11998, 12048, 12063, 12172, 12195, 12261, 12330, 12355, 12366, 12377, 12493, 12591, 12595, 12699, 12738, 12810, 12943, 13021, 13030, 13079, 13086, 13124, 13152, 13204, 13364, 13409, 13420, 13430, 13511, 13540, 13541, 13552, 13629, 13698, 13727, 13744, 13785, 14012, 14190, 14242, 14309, 14346, 14372, 14434, 14489, 14585, 14592, 14633, 14675, 14676, 14695, 14711, 14860, 14949, 14970, 15118, 15211, 15269, 15310, 15322, 15396, 15425, 15464, 15893, 15936, 16042, 16092, 16100, 16144, 16269, 16275, 16276, 16337, 16378, 16393, 16494, 16533, 16550, 16567, 16608, 16673, 16691, 16772, 16792, 16885, 16906, 17008, 17096, 17130, 17185, 17215, 17231, 17278, 17339, 17488, 17561, 17596, 17727, 17730, 17771, 17782, 17830, 17835, 17920, 17936, 17963, 18049, 18083, 18095, 18123, 18158, 18174, 18230, 18242, 18485, 18515, 18654, 18882, 18929, 19003, 19080, 19110, 19143, 19144, 19198, 19417, 19425, 19515, 19565, 19634, 19636, 19656, 19763, 19814, 19825, 19937, 20039, 20073, 20122, 20157, 20216, 20449, 20455, 20515, 20616, 20676, 20742, 20772, 20807, 20866, 20874, 20907, 20990, 21070, 21101, 21110, 21205, 21215, 21300, 21324, 21357, 21368, 21403, 21422, 21458, 21466, 21556, 21661, 21747, 21759, 21803, 21998, 22117, 22138, 22362, 22489, 22502, 22597, 22613, 22625, 22766, 22779, 22807, 22995, 23087, 23111, 23135, 23180, 23243, 23349, 23488, 23508, 23754, 23802, 23844, 23853, 23886, 23915, 23936, 24036, 24080, 24090, 24220, 24426, 24471, 24809, 24922, 24927, 25017, 25060, 25068, 25245, 25246, 25256, 25285, 25293, 25437, 25476, 25788, 26024, 26121, 26130, 26161, 26267, 26304, 26420, 26460, 26471, 26612, 26684, 26845, 26859, 26914, 27045, 27092, 27150, 27425, 27482, 27608, 27667, 27939, 27985, 28030, 28079, 28144, 28159, 28165, 28179, 28317, 28335, 28418, 28439, 28499, 28539, 28620, 28726, 29097, 29156, 29215, 29300, 29442, 29769, 29975, 30010, 30056, 30243, 30378, 30412, 30489, 30497, 30498, 30506, 30724, 31003, 31133, 31184, 31215, 31249, 31275, 31304, 31331, 31498, 31663, 31672, 31692, 31811, 31817, 31932, 31964, 32204, 32356, 32403, 32644, 32722] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..9611b4757afefc0fa4433bc353c020fbfb14784e Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:6,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..20932f519b4a775263654678947c3306966bcf8b Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..de646c4c6ff3c637d04d2b2f575ac6f844b612f2 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[0, 4, 17, 31, 42, 57, 81, 89, 94, 98, 103, 130, 132, 134, 135, 136, 137, 147, 163, 169, 170, 173, 174, 178, 192, 204, 218, 237, 243, 260, 280, 285, 296, 300, 310, 311, 316, 319, 321, 331, 336, 354, 355, 360, 370, 374, 388, 389, 407, 408, 410, 422, 426, 429, 437, 457, 458, 459, 460, 470, 474, 504, 517, 544, 545, 560, 566, 573, 586, 589, 608, 625, 626, 627, 659, 660, 665, 667, 676, 678, 681, 692, 705, 738, 750, 752, 755, 774, 781, 791, 793, 794, 798, 800, 805, 806, 807, 814, 815, 826, 831, 841, 845, 853, 856, 862, 869, 870, 903, 908, 909, 925, 954, 957, 968, 969, 975, 980, 994, 995, 996, 997, 1005, 1032, 1041, 1046, 1050, 1051, 1059, 1073, 1078, 1080, 1107, 1114, 1122, 1123, 1133, 1139, 1140, 1147, 1171, 1180, 1201, 1211, 1212, 1230, 1232, 1257, 1275, 1279, 1287, 1293, 1300, 1301, 1305, 1348, 1355, 1367, 1374, 1375, 1386, 1405, 1418, 1419, 1434, 1436, 1441, 1448, 1472, 1496, 1497, 1504, 1510, 1516, 1517, 1522, 1533, 1538, 1550, 1621, 1640, 1646, 1650, 1659, 1673, 1676, 1680, 1681, 1689, 1690, 1707, 1708, 1713, 1716, 1729, 1734, 1735, 1736, 1744, 1758, 1774, 1783, 1801, 1817, 1818, 1837, 1850, 1859, 1866, 1926, 1949, 1960, 1969, 1987, 1993, 1994, 2003, 2014, 2025, 2043, 2065, 2067, 2087, 2094, 2095, 2103, 2105, 2112, 2113, 2118, 2122, 2144, 2146, 2147, 2166, 2170, 2172, 2181, 2190, 2191, 2198, 2213, 2222, 2245, 2247, 2258, 2277, 2279, 2301, 2307, 2313, 2314, 2324, 2334, 2335, 2349, 2355, 2363, 2365, 2369, 2375, 2391, 2408, 2423, 2450, 2457, 2489, 2492, 2495, 2514, 2515, 2517, 2518, 2519, 2520, 2554, 2572, 2607, 2611, 2621, 2639, 2649, 2655, 2658, 2668, 2670, 2673, 2681, 2695, 2697, 2706, 2710, 2719, 2735, 2739, 2772, 2784, 2789, 2807, 2827, 2847, 2851, 2858, 2863, 2870, 2879, 2881, 2893, 2897, 2909, 2912, 2918, 2922, 2936, 2937, 2940, 2945, 2946, 2947, 2974, 2981, 2988, 3013, 3014, 3020, 3027, 3029, 3030, 3041, 3065, 3089, 3098, 3103, 3104, 3119, 3120, 3122, 3132, 3143, 3149, 3171, 3173, 3174, 3175, 3184, 3191, 3192, 3196, 3213, 3226, 3245, 3246, 3256, 3276, 3282, 3291, 3292, 3301, 3312, 3314, 3321, 3327, 3351, 3362, 3364, 3370, 3375, 3379, 3389, 3394, 3397, 3412, 3426, 3436, 3442, 3447, 3448, 3455, 3472, 3481, 3482, 3506, 3509, 3539, 3544, 3547, 3549, 3563, 3582, 3583, 3585, 3587, 3608, 3609, 3622, 3623, 3625, 3657, 3658, 3664, 3671, 3672, 3678, 3685, 3700, 3706, 3710, 3720, 3752, 3757, 3762, 3769, 3775, 3783, 3787, 3788, 3806, 3813, 3832, 3834, 3847, 3850, 3853, 3854, 3860, 3862, 3863, 3864, 3888, 3890, 3899, 3922, 3928, 3931, 3948, 3977, 3979, 3983, 3997, 4012, 4021, 4029, 4039, 4042, 4066, 4068, 4074, 4079, 4091, 4102, 4113, 4121, 4147, 4150, 4152, 4171, 4186, 4211, 4232, 4233, 4239, 4245, 4258, 4264, 4270, 4275, 4281, 4303, 4310, 4312, 4330, 4334, 4342, 4346, 4360, 4374, 4414, 4417, 4422, 4432, 4433, 4464, 4472, 4474, 4505, 4511, 4523, 4525, 4532, 4534, 4540, 4541, 4559, 4570, 4588, 4594, 4602, 4619, 4628, 4633, 4646, 4684, 4693, 4698, 4705, 4715, 4720, 4723, 4739, 4747, 4786, 4796, 4807, 4808, 4858, 4862, 4865, 4871, 4885, 4886, 4890, 4918, 4931, 4963, 4975, 4977, 4982, 4985, 4990, 4998, 5008, 5012, 5017, 5033, 5038, 5045, 5052, 5053, 5055, 5061, 5081, 5088, 5115, 5143, 5146, 5148, 5157, 5160, 5171, 5179, 5188, 5201, 5206, 5209, 5217, 5224, 5235, 5262, 5263, 5275, 5279, 5294, 5298, 5303, 5320, 5352, 5361, 5378, 5392, 5416, 5420, 5435, 5458, 5481, 5493, 5498, 5504, 5507, 5508, 5510, 5512, 5522, 5533, 5541, 5551, 5580, 5582, 5596, 5597, 5607, 5611, 5622, 5624, 5629, 5645, 5654, 5667, 5674, 5689, 5717, 5718, 5722, 5752, 5772, 5791, 5796, 5797, 5805, 5807, 5815, 5824, 5826, 5829, 5842, 5856, 5857, 5861, 5863, 5866, 5869, 5879, 5887, 5889, 5895, 5897, 5915, 5924, 5930, 5945, 5950, 5955, 5959, 5968, 5972, 5977, 5982, 5991, 5999, 6010, 6019, 6024, 6031, 6034, 6038, 6044, 6083, 6092, 6094, 6102, 6124, 6125, 6141, 6142, 6148, 6160, 6169, 6181, 6187, 6205, 6245, 6273, 6280, 6291, 6295, 6311, 6312, 6314, 6317, 6324, 6339, 6350, 6375, 6396, 6399, 6421, 6439, 6444, 6450, 6452, 6457, 6460, 6466, 6475, 6482, 6488, 6503, 6509, 6513, 6516, 6522, 6527, 6528, 6531, 6554, 6558, 6568, 6569, 6571, 6572, 6578, 6589, 6596, 6598, 6606, 6621, 6628, 6629, 6635, 6644, 6646, 6649, 6657, 6658, 6671, 6672, 6677, 6722, 6744, 6746, 6754, 6757, 6762, 6771, 6780, 6805, 6808, 6814, 6829, 6838, 6843, 6863, 6869, 6900, 6906, 6910, 6912, 6922, 6924, 6944, 6947, 6958, 6959, 6965, 6972, 6984, 6986, 6997, 7009, 7039, 7047, 7051, 7077, 7086, 7141, 7158, 7167, 7170, 7177, 7181, 7192, 7193, 7194, 7203, 7231, 7247, 7264, 7277, 7298, 7303, 7309, 7320, 7349, 7351, 7354, 7359, 7370, 7372, 7374, 7394, 7407, 7410, 7427, 7444, 7453, 7481, 7487, 7495, 7496, 7507, 7510, 7515, 7525, 7533, 7535, 7544, 7558, 7568, 7572, 7582, 7594, 7602, 7615, 7618, 7620, 7630, 7636, 7639, 7649, 7652, 7657, 7665, 7685, 7688, 7689, 7709, 7730, 7798, 7811, 7820, 7821, 7838, 7840, 7841, 7844, 7845, 7854, 7901, 7925, 7926, 7929, 7931, 7948, 7956, 7974, 7982, 7999, 8001, 8002, 8016, 8022, 8033, 8047, 8048, 8057, 8069, 8075, 8094, 8100, 8106, 8108, 8130, 8136, 8139, 8171, 8181, 8184, 8193, 8202, 8206, 8207, 8210, 8216, 8223, 8227, 8229, 8253, 8282, 8284, 8296, 8313, 8324, 8327, 8329, 8331, 8332, 8338, 8339, 8341, 8344, 8345, 8354, 8359, 8366, 8384, 8394, 8423, 8462, 8486, 8487, 8495, 8505, 8506, 8510, 8514, 8525, 8529, 8530, 8554, 8561, 8575, 8577, 8609, 8618, 8633, 8634, 8640, 8648, 8655, 8661, 8669, 8686, 8700, 8716, 8722, 8727, 8751, 8757, 8767, 8785, 8796, 8803, 8814, 8820, 8822, 8824, 8829, 8843, 8846, 8854, 8857, 8859, 8865, 8870, 8906, 8911, 8938, 8946, 8952, 8960, 8983, 8996, 9005, 9008, 9010, 9047, 9048, 9060, 9068, 9070, 9071, 9080, 9088, 9101, 9107, 9126, 9162, 9164, 9165, 9166, 9184, 9214, 9221, 9233, 9256, 9264, 9280, 9305, 9310, 9313, 9315, 9347, 9363, 9371, 9372, 9380, 9394, 9413, 9419, 9424, 9427, 9437, 9453, 9461, 9479, 9501, 9511, 9518, 9519, 9549, 9550, 9562, 9575, 9584, 9610, 9611, 9626, 9638, 9683, 9684, 9704, 9707, 9719, 9723, 9733, 9736, 9740, 9742, 9753, 9756, 9762, 9770, 9771, 9782, 9787, 9798, 9805, 9806, 9810, 9824, 9831, 9843, 9853, 9944, 9950, 9968, 9981, 9989, 10015, 10016, 10027, 10039, 10048, 10085, 10086, 10087, 10097, 10107, 10123, 10130, 10144, 10158, 10167, 10172, 10173, 10180, 10183, 10191, 10195, 10208, 10212, 10219, 10220, 10225, 10233, 10235, 10246, 10253, 10258, 10264, 10266, 10297, 10306, 10318, 10333, 10335, 10348, 10349, 10350, 10352, 10354, 10358, 10367, 10374, 10395, 10416, 10418, 10419, 10423, 10431, 10461, 10464, 10465, 10476, 10486, 10494, 10501, 10519, 10534, 10541, 10553, 10562, 10578, 10580, 10588, 10601, 10602, 10623, 10653, 10654, 10659, 10661, 10664, 10696, 10698, 10711, 10722, 10732, 10751, 10753, 10759, 10768, 10776, 10781, 10785, 10789, 10791, 10793, 10798, 10803, 10805, 10836, 10845, 10874, 10877, 10888, 10898, 10933, 10934, 10940, 10946, 10950, 10962, 10968, 10973, 10976, 10994, 11012, 11024, 11033, 11041, 11042, 11063, 11108, 11132, 11142, 11143, 11144, 11145, 11168, 11213, 11240, 11275, 11281, 11286, 11298, 11301, 11311, 11313, 11314, 11318, 11333, 11340, 11349, 11374, 11446, 11447, 11457, 11459, 11463, 11488, 11490, 11500, 11507, 11518, 11522, 11534, 11548, 11553, 11554, 11556, 11566, 11573, 11589, 11590, 11613, 11619, 11627, 11650, 11675, 11678, 11679, 11682, 11695, 11701, 11709, 11724, 11728, 11731, 11751, 11766, 11776, 11780, 11781, 11806, 11812, 11813, 11831, 11844, 11859, 11877, 11881, 11885, 11899, 11901, 11906, 11910, 11914, 11916, 11937, 11944, 11954, 11965, 11984, 11986, 11990, 11991, 12002, 12006, 12010, 12014, 12040, 12042, 12064, 12080, 12089, 12112, 12121, 12124, 12138, 12147, 12182, 12188, 12207, 12221, 12226, 12230, 12251, 12269, 12271, 12279, 12291, 12325, 12333, 12348, 12354, 12365, 12366, 12378, 12393, 12412, 12415, 12420, 12434, 12438, 12440, 12444, 12455, 12468, 12487, 12507, 12530, 12534, 12537, 12568, 12570, 12579, 12590, 12598, 12601, 12611, 12619, 12631, 12642, 12645, 12656, 12661, 12689, 12694, 12706, 12710, 12730, 12736, 12744, 12746, 12760, 12767, 12773, 12780, 12789, 12790, 12791, 12793, 12799, 12807, 12812, 12836, 12898, 12900, 12906, 12923, 12928, 12934, 12973, 12975, 12982, 12986, 12989, 13029, 13058, 13065, 13075, 13096, 13115, 13129, 13139, 13146, 13150, 13182, 13183, 13205, 13211, 13212, 13216, 13219, 13228, 13251, 13254, 13256, 13264, 13282, 13297, 13299, 13300, 13301, 13305, 13318, 13320, 13326, 13333, 13334, 13335, 13338, 13345, 13353, 13363, 13410, 13414, 13431, 13435, 13442, 13449, 13454, 13456, 13515, 13518, 13530, 13535, 13556, 13589, 13636, 13639, 13649, 13659, 13663, 13670, 13681, 13682, 13687, 13704, 13707, 13710, 13719, 13726, 13729, 13737, 13740, 13742, 13747, 13771, 13784, 13786, 13799, 13808, 13840, 13850, 13855, 13861, 13870, 13875, 13891, 13894, 13901, 13908, 13937, 13940, 13942, 13947, 13961, 13966, 13967, 13969, 13970, 13984, 14011, 14014, 14020, 14029, 14041, 14061, 14071, 14094, 14101, 14116, 14136, 14142, 14144, 14169, 14170, 14172, 14177, 14190, 14195, 14196, 14197, 14204, 14228, 14232, 14238, 14239, 14241, 14280, 14285, 14287, 14289, 14290, 14296, 14308, 14309, 14317, 14333, 14336, 14348, 14365, 14370, 14375, 14379, 14388, 14396, 14404, 14426, 14434, 14440, 14478, 14491, 14493, 14529, 14532, 14541, 14552, 14564, 14568, 14570, 14572, 14575, 14586, 14602, 14604, 14610, 14611, 14640, 14647, 14649, 14665, 14680, 14689, 14716, 14723, 14756, 14759, 14769, 14770, 14783, 14784, 14832, 14841, 14850, 14860, 14862, 14878, 14882, 14891, 14896, 14916, 14954, 14977, 14980, 15006, 15022, 15026, 15035, 15053, 15054, 15055, 15062, 15064, 15074, 15104, 15144, 15156, 15182, 15201, 15208, 15220, 15227, 15233, 15240, 15250, 15258, 15264, 15267, 15292, 15293, 15294, 15299, 15322, 15323, 15327, 15342, 15345, 15359, 15379, 15390, 15429, 15435, 15436, 15460, 15485, 15529, 15539, 15553, 15561, 15572, 15577, 15578, 15590, 15592, 15593, 15597, 15607, 15623, 15637, 15658, 15691, 15715, 15737, 15738, 15752, 15759, 15763, 15805, 15812, 15820, 15872, 15873, 15877, 15880, 15888, 15900, 15902, 15904, 15907, 15925, 15929, 15940, 15947, 15982, 15986, 15989, 16005, 16008, 16039, 16048, 16054, 16079, 16093, 16099, 16103, 16113, 16114, 16128, 16150, 16156, 16157, 16176, 16184, 16199, 16203, 16209, 16211, 16255, 16295, 16297, 16308, 16331, 16356, 16365, 16374, 16378, 16401, 16403, 16408, 16417, 16421, 16437, 16444, 16446, 16448, 16467, 16469, 16482, 16483, 16490, 16498, 16499, 16507, 16537, 16563, 16566, 16577, 16594, 16599, 16611, 16614, 16626, 16646, 16653, 16657, 16671, 16682, 16690, 16718, 16763, 16803, 16806, 16807, 16814, 16821, 16834, 16838, 16848, 16857, 16860, 16863, 16868, 16869, 16870, 16874, 16880, 16904, 16915, 16924, 16928, 16932, 16943, 16967, 16976, 16977, 16980, 16989, 17002, 17015, 17027, 17035, 17036, 17055, 17070, 17072, 17080, 17082, 17086, 17090, 17113, 17125, 17135, 17153, 17159, 17170, 17174, 17194, 17217, 17233, 17239, 17250, 17253, 17277, 17284, 17287, 17294, 17295, 17310, 17318, 17352, 17368, 17398, 17400, 17401, 17418, 17424, 17432, 17434, 17445, 17446, 17449, 17450, 17461, 17471, 17481, 17487, 17495, 17518, 17523, 17536, 17539, 17545, 17546, 17547, 17553, 17579, 17584, 17597, 17627, 17636, 17648, 17662, 17663, 17687, 17710, 17711, 17714, 17720, 17722, 17726, 17728, 17732, 17752, 17754, 17777, 17783, 17805, 17840, 17841, 17855, 17872, 17877, 17883, 17885, 17898, 17912, 17932, 17936, 17949, 17955, 17993, 18008, 18022, 18028, 18031, 18040, 18055, 18060, 18071, 18074, 18080, 18089, 18090, 18093, 18097, 18100, 18107, 18110, 18127, 18138, 18142, 18158, 18166, 18175, 18187, 18228, 18233, 18255, 18271, 18274, 18282, 18302, 18347, 18376, 18381, 18412, 18413, 18435, 18438, 18440, 18446, 18460, 18465, 18469, 18483, 18523, 18528, 18541, 18544, 18551, 18552, 18560, 18563, 18566, 18570, 18572, 18575, 18576, 18590, 18600, 18605, 18606, 18633, 18648, 18680, 18699, 18707, 18711, 18712, 18735, 18747, 18752, 18755, 18759, 18779, 18797, 18815, 18818, 18824, 18832, 18857, 18876, 18891, 18915, 18920, 18933, 18950, 18964, 18970, 18977, 18999, 19000, 19017, 19037, 19039, 19043, 19047, 19048, 19049, 19055, 19070, 19073, 19074, 19082, 19096, 19117, 19119, 19148, 19154, 19158, 19164, 19174, 19184, 19229, 19236, 19270, 19272, 19276, 19289, 19293, 19295, 19299, 19305, 19309, 19311, 19319, 19333, 19368, 19377, 19387, 19428, 19430, 19433, 19442, 19443, 19449, 19451, 19452, 19462, 19472, 19488, 19494, 19504, 19512, 19527, 19532, 19554, 19558, 19563, 19591, 19595, 19612, 19644, 19654, 19660, 19676, 19694, 19697, 19738, 19743, 19749, 19764, 19777, 19782, 19817, 19837, 19844, 19846, 19850, 19862, 19870, 19895, 19899, 19900, 19912, 19922, 19927, 19934, 19935, 19954, 20005, 20013, 20016, 20027, 20032, 20036, 20070, 20076, 20082, 20086, 20094, 20099, 20110, 20115, 20126, 20151, 20167, 20168, 20175, 20213, 20217, 20234, 20247, 20260, 20269, 20280, 20286, 20287, 20297, 20309, 20310, 20328, 20338, 20342, 20357, 20360, 20362, 20368, 20369, 20370, 20377, 20378, 20382, 20394, 20401, 20408, 20409, 20414, 20427, 20433, 20439, 20465, 20478, 20499, 20519, 20531, 20540, 20568, 20575, 20580, 20602, 20623, 20634, 20648, 20649, 20662, 20686, 20716, 20723, 20728, 20738, 20750, 20776, 20789, 20820, 20825, 20827, 20836, 20838, 20849, 20850, 20887, 20898, 20899, 20905, 20920, 20922, 20925, 20951, 20960, 20977, 20986, 20996, 21016, 21022, 21028, 21034, 21048, 21060, 21071, 21082, 21089, 21112, 21119, 21146, 21151, 21153, 21158, 21170, 21172, 21184, 21193, 21196, 21197, 21203, 21207, 21210, 21250, 21263, 21264, 21274, 21275, 21276, 21287, 21289, 21316, 21325, 21401, 21406, 21421, 21425, 21433, 21434, 21448, 21452, 21467, 21470, 21475, 21479, 21489, 21505, 21506, 21510, 21514, 21518, 21527, 21539, 21542, 21546, 21564, 21572, 21574, 21580, 21582, 21612, 21624, 21631, 21639, 21654, 21658, 21659, 21661, 21665, 21674, 21754, 21788, 21819, 21823, 21835, 21838, 21866, 21869, 21870, 21876, 21882, 21886, 21889, 21890, 21902, 21949, 21961, 21973, 21975, 21998, 22001, 22010, 22071, 22074, 22075, 22081, 22085, 22114, 22138, 22163, 22167, 22169, 22170, 22186, 22197, 22217, 22218, 22219, 22242, 22244, 22251, 22256, 22264, 22270, 22274, 22290, 22322, 22325, 22331, 22351, 22378, 22387, 22390, 22423, 22426, 22430, 22431, 22439, 22443, 22448, 22452, 22457, 22475, 22500, 22507, 22517, 22526, 22533, 22535, 22553, 22562, 22564, 22593, 22629, 22652, 22655, 22662, 22685, 22691, 22698, 22699, 22705, 22721, 22722, 22726, 22747, 22750, 22757, 22759, 22761, 22773, 22782, 22795, 22799, 22835, 22880, 22882, 22887, 22894, 22902, 22913, 22915, 22916, 22955, 22963, 22978, 22988, 22991, 23004, 23012, 23017, 23021, 23046, 23066, 23067, 23097, 23106, 23108, 23117, 23155, 23162, 23175, 23182, 23191, 23192, 23210, 23227, 23231, 23250, 23256, 23273, 23308, 23319, 23350, 23351, 23361, 23368, 23378, 23384, 23394, 23400, 23404, 23418, 23429, 23432, 23437, 23441, 23445, 23463, 23467, 23501, 23511, 23531, 23532, 23549, 23553, 23556, 23575, 23585, 23598, 23613, 23621, 23633, 23644, 23645, 23657, 23672, 23679, 23687, 23721, 23727, 23729, 23741, 23747, 23752, 23755, 23757, 23761, 23764, 23782, 23807, 23816, 23847, 23888, 23920, 23928, 23929, 23941, 23942, 23945, 23958, 23970, 24007, 24008, 24021, 24027, 24041, 24044, 24073, 24091, 24102, 24103, 24108, 24121, 24132, 24140, 24141, 24153, 24157, 24172, 24211, 24224, 24232, 24235, 24261, 24286, 24287, 24289, 24293, 24299, 24312, 24317, 24322, 24324, 24325, 24326, 24344, 24370, 24371, 24376, 24393, 24407, 24416, 24417, 24433, 24448, 24451, 24457, 24460, 24469, 24473, 24502, 24505, 24531, 24536, 24548, 24551, 24556, 24575, 24599, 24613, 24614, 24635, 24639, 24655, 24663, 24666, 24667, 24683, 24700, 24720, 24736, 24755, 24762, 24765, 24766, 24786, 24808, 24810, 24817, 24821, 24846, 24854, 24871, 24872, 24875, 24882, 24888, 24916, 24918, 24920, 24927, 24936, 24939, 24974, 24977, 24980, 24989, 24996, 24997, 25003, 25012, 25020, 25024, 25036, 25041, 25044, 25045, 25061, 25068, 25097, 25107, 25113, 25125, 25129, 25145, 25162, 25171, 25173, 25182, 25183, 25190, 25208, 25234, 25264, 25287, 25311, 25328, 25340, 25343, 25344, 25351, 25369, 25385, 25386, 25413, 25418, 25439, 25445, 25469, 25485, 25486, 25524, 25538, 25552, 25564, 25574, 25587, 25591, 25631, 25646, 25651, 25652, 25656, 25659, 25673, 25682, 25684, 25728, 25752, 25758, 25761, 25778, 25782, 25785, 25808, 25817, 25861, 25868, 25880, 25892, 25902, 25928, 25945, 25985, 25987, 25992, 25995, 26001, 26003, 26008, 26023, 26033, 26038, 26040, 26044, 26050, 26062, 26074, 26076, 26085, 26088, 26090, 26119, 26131, 26139, 26159, 26162, 26188, 26202, 26233, 26249, 26256, 26279, 26317, 26352, 26354, 26387, 26392, 26393, 26395, 26402, 26403, 26404, 26419, 26435, 26441, 26445, 26446, 26457, 26463, 26465, 26467, 26468, 26470, 26476, 26487, 26488, 26494, 26521, 26530, 26535, 26539, 26551, 26589, 26590, 26608, 26618, 26636, 26637, 26640, 26649, 26656, 26660, 26663, 26670, 26671, 26682, 26686, 26700, 26702, 26709, 26718, 26722, 26729, 26768, 26782, 26785, 26798, 26808, 26809, 26814, 26817, 26824, 26831, 26852, 26857, 26858, 26867, 26872, 26893, 26902, 26912, 26925, 26939, 26967, 26970, 27002, 27009, 27023, 27029, 27041, 27042, 27067, 27076, 27079, 27092, 27099, 27104, 27107, 27111, 27134, 27135, 27149, 27175, 27210, 27224, 27233, 27246, 27250, 27260, 27281, 27289, 27307, 27319, 27320, 27321, 27341, 27343, 27367, 27372, 27410, 27412, 27421, 27422, 27424, 27439, 27440, 27443, 27452, 27459, 27462, 27467, 27477, 27485, 27488, 27493, 27502, 27503, 27528, 27529, 27532, 27539, 27558, 27561, 27562, 27565, 27567, 27574, 27592, 27603, 27607, 27610, 27630, 27633, 27654, 27681, 27689, 27702, 27706, 27720, 27725, 27728, 27732, 27736, 27749, 27753, 27791, 27805, 27813, 27814, 27819, 27828, 27829, 27831, 27840, 27863, 27869, 27892, 27899, 27900, 27908, 27914, 27926, 27945, 27950, 27992, 28010, 28013, 28025, 28072, 28077, 28078, 28106, 28109, 28119, 28124, 28142, 28149, 28164, 28183, 28193, 28213, 28225, 28227, 28228, 28233, 28242, 28249, 28261, 28268, 28281, 28303, 28308, 28320, 28325, 28334, 28337, 28343, 28346, 28373, 28376, 28398, 28401, 28434, 28435, 28439, 28440, 28443, 28479, 28492, 28530, 28544, 28560, 28582, 28599, 28604, 28624, 28631, 28637, 28662, 28670, 28710, 28715, 28727, 28787, 28860, 28868, 28874, 28889, 28896, 28916, 28917, 28918, 28925, 28992, 28997, 29001, 29014, 29020, 29021, 29025, 29027, 29035, 29057, 29061, 29064, 29074, 29088, 29091, 29097, 29110, 29131, 29155, 29158, 29164, 29168, 29178, 29210, 29214, 29225, 29242, 29243, 29245, 29310, 29314, 29319, 29329, 29353, 29356, 29359, 29364, 29387, 29397, 29409, 29417, 29430, 29431, 29433, 29435, 29442, 29445, 29453, 29521, 29533, 29536, 29546, 29548, 29556, 29572, 29578, 29582, 29592, 29599, 29609, 29610, 29624, 29635, 29672, 29694, 29696, 29703, 29704, 29712, 29726, 29764, 29775, 29795, 29807, 29819, 29832, 29893, 29899, 29909, 29931, 29939, 29944, 29974, 29979, 29981, 29993, 29994, 30010, 30032, 30039, 30043, 30065, 30081, 30095, 30118, 30137, 30139, 30150, 30153, 30167, 30170, 30187, 30193, 30196, 30199, 30206, 30215, 30216, 30236, 30239, 30243, 30261, 30263, 30266, 30277, 30289, 30300, 30313, 30319, 30325, 30331, 30343, 30352, 30362, 30372, 30409, 30418, 30434, 30437, 30460, 30475, 30497, 30512, 30513, 30516, 30519, 30527, 30529, 30542, 30564, 30565, 30567, 30586, 30599, 30603, 30604, 30610, 30611, 30621, 30639, 30669, 30673, 30674, 30678, 30680, 30681, 30707, 30734, 30776, 30789, 30792, 30808, 30810, 30811, 30814, 30826, 30844, 30855, 30860, 30862, 30865, 30872, 30880, 30882, 30884, 30907, 30926, 30938, 30943, 30944, 30950, 30955, 30971, 30984, 30985, 30990, 31016, 31022, 31030, 31073, 31090, 31097, 31111, 31125, 31135, 31143, 31173, 31181, 31188, 31205, 31230, 31245, 31251, 31256, 31260, 31268, 31269, 31281, 31282, 31284, 31288, 31305, 31306, 31337, 31359, 31365, 31399, 31417, 31429, 31443, 31459, 31466, 31470, 31472, 31473, 31481, 31492, 31498, 31500, 31515, 31518, 31519, 31533, 31534, 31535, 31607, 31634, 31638, 31646, 31647, 31657, 31661, 31666, 31676, 31759, 31774, 31788, 31807, 31846, 31848, 31849, 31858, 31859, 31882, 31883, 31923, 31954, 31955, 31958, 31975, 31984, 31985, 31987, 31988, 31990, 32004, 32023, 32055, 32063, 32069, 32110, 32126, 32132, 32134, 32147, 32159, 32161, 32168, 32184, 32207, 32213, 32223, 32236, 32239, 32264, 32275, 32286, 32297, 32299, 32329, 32333, 32341, 32342, 32346, 32356, 32363, 32381, 32385, 32387, 32390, 32398, 32408, 32410, 32421, 32462, 32470, 32489, 32492, 32505, 32515, 32538, 32546, 32550, 32569, 32580, 32585, 32600, 32605, 32630, 32641, 32649, 32653, 32667, 32671, 32683, 32687, 32714, 32726, 32738, 32739, 32744] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..edd76b9ba373a6f61e5e5596c2d5e7b9e0473b95 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..8afa8f3917d4ef6442b45f95e0bdba60217d8d26 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..e5778d377e83e167f3775d1cfd75ee74c9605ea7 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[0, 1, 17, 25, 33, 43, 46, 48, 49, 57, 74, 91, 94, 98, 105, 111, 121, 134, 137, 142, 153, 163, 181, 195, 207, 208, 213, 224, 225, 236, 243, 244, 247, 260, 270, 271, 274, 280, 282, 288, 296, 300, 335, 336, 341, 342, 347, 353, 387, 389, 391, 398, 404, 426, 435, 437, 444, 450, 458, 477, 482, 484, 486, 495, 504, 528, 545, 547, 556, 562, 565, 569, 582, 586, 596, 603, 609, 626, 627, 637, 640, 644, 659, 665, 671, 674, 675, 680, 681, 717, 721, 728, 731, 738, 743, 751, 755, 766, 781, 789, 800, 806, 813, 814, 815, 826, 827, 837, 841, 842, 853, 862, 869, 879, 883, 884, 908, 909, 912, 916, 925, 931, 932, 937, 941, 953, 957, 968, 969, 974, 980, 983, 994, 1006, 1021, 1030, 1041, 1051, 1058, 1065, 1072, 1078, 1080, 1086, 1096, 1103, 1105, 1106, 1107, 1116, 1122, 1123, 1137, 1157, 1161, 1174, 1191, 1199, 1203, 1211, 1212, 1223, 1262, 1264, 1268, 1282, 1289, 1291, 1299, 1300, 1315, 1319, 1332, 1375, 1379, 1383, 1387, 1388, 1402, 1415, 1418, 1419, 1423, 1425, 1432, 1434, 1436, 1453, 1461, 1497, 1504, 1508, 1510, 1526, 1532, 1533, 1539, 1547, 1550, 1559, 1561, 1562, 1572, 1575, 1580, 1597, 1608, 1612, 1613, 1615, 1628, 1631, 1640, 1650, 1656, 1659, 1663, 1671, 1672, 1675, 1676, 1681, 1684, 1686, 1689, 1693, 1702, 1707, 1713, 1722, 1727, 1734, 1735, 1747, 1748, 1755, 1757, 1758, 1766, 1774, 1777, 1783, 1785, 1802, 1813, 1815, 1817, 1834, 1835, 1849, 1850, 1851, 1853, 1855, 1859, 1865, 1868, 1870, 1871, 1875, 1891, 1894, 1899, 1906, 1923, 1924, 1926, 1931, 1934, 1940, 1953, 1965, 1990, 1992, 1994, 2005, 2008, 2014, 2020, 2024, 2026, 2035, 2048, 2055, 2057, 2071, 2080, 2092, 2105, 2112, 2116, 2120, 2125, 2128, 2135, 2145, 2150, 2166, 2172, 2181, 2182, 2189, 2190, 2194, 2198, 2199, 2205, 2211, 2214, 2231, 2253, 2257, 2258, 2271, 2282, 2284, 2299, 2313, 2314, 2333, 2335, 2339, 2349, 2355, 2356, 2363, 2364, 2374, 2382, 2391, 2397, 2409, 2423, 2435, 2440, 2441, 2461, 2475, 2489, 2492, 2495, 2503, 2510, 2511, 2514, 2516, 2518, 2520, 2533, 2542, 2554, 2564, 2567, 2568, 2586, 2589, 2599, 2612, 2614, 2615, 2622, 2633, 2634, 2637, 2638, 2644, 2648, 2658, 2671, 2684, 2691, 2710, 2725, 2734, 2741, 2746, 2757, 2766, 2772, 2784, 2785, 2808, 2812, 2814, 2820, 2826, 2840, 2851, 2863, 2871, 2872, 2879, 2881, 2882, 2889, 2895, 2896, 2898, 2909, 2910, 2915, 2937, 2938, 2946, 2956, 2973, 2989, 2997, 3001, 3014, 3020, 3028, 3032, 3051, 3064, 3068, 3072, 3089, 3100, 3102, 3104, 3109, 3111, 3121, 3122, 3132, 3135, 3136, 3141, 3148, 3153, 3163, 3169, 3175, 3187, 3190, 3192, 3199, 3221, 3231, 3235, 3245, 3246, 3253, 3257, 3265, 3270, 3274, 3275, 3279, 3301, 3316, 3327, 3333, 3351, 3363, 3364, 3370, 3373, 3378, 3379, 3392, 3404, 3447, 3448, 3467, 3472, 3482, 3500, 3506, 3534, 3547, 3549, 3555, 3561, 3563, 3565, 3567, 3583, 3585, 3615, 3625, 3642, 3655, 3664, 3665, 3668, 3670, 3671, 3676, 3678, 3687, 3693, 3701, 3720, 3756, 3757, 3758, 3762, 3770, 3773, 3790, 3805, 3811, 3813, 3818, 3840, 3846, 3847, 3854, 3855, 3860, 3862, 3865, 3884, 3890, 3898, 3906, 3907, 3948, 3949, 3952, 3965, 3974, 3977, 3983, 3985, 3998, 4012, 4016, 4025, 4030, 4033, 4036, 4042, 4050, 4051, 4053, 4071, 4074, 4077, 4098, 4099, 4106, 4116, 4139, 4150, 4152, 4156, 4171, 4183, 4185, 4193, 4201, 4204, 4229, 4231, 4233, 4238, 4245, 4248, 4270, 4274, 4281, 4305, 4310, 4338, 4343, 4354, 4358, 4388, 4390, 4405, 4410, 4412, 4414, 4420, 4427, 4433, 4443, 4448, 4468, 4472, 4474, 4477, 4491, 4506, 4510, 4511, 4513, 4552, 4555, 4567, 4588, 4590, 4593, 4594, 4604, 4619, 4628, 4633, 4646, 4671, 4672, 4678, 4684, 4696, 4697, 4698, 4709, 4719, 4720, 4728, 4733, 4739, 4748, 4756, 4767, 4783, 4788, 4795, 4798, 4808, 4812, 4834, 4841, 4858, 4860, 4865, 4873, 4896, 4900, 4903, 4913, 4918, 4924, 4932, 4949, 4958, 4959, 4963, 4964, 4975, 4977, 4979, 4986, 4997, 5003, 5011, 5012, 5023, 5028, 5033, 5052, 5066, 5085, 5095, 5097, 5098, 5107, 5109, 5115, 5121, 5126, 5138, 5143, 5159, 5160, 5172, 5201, 5217, 5219, 5224, 5227, 5242, 5253, 5258, 5263, 5269, 5282, 5286, 5290, 5294, 5303, 5310, 5313, 5317, 5320, 5334, 5336, 5338, 5344, 5352, 5353, 5360, 5364, 5366, 5390, 5401, 5412, 5415, 5422, 5425, 5441, 5444, 5458, 5465, 5479, 5481, 5483, 5485, 5494, 5504, 5505, 5507, 5511, 5512, 5514, 5518, 5521, 5522, 5525, 5529, 5560, 5576, 5577, 5595, 5596, 5603, 5607, 5622, 5629, 5646, 5654, 5677, 5680, 5682, 5689, 5710, 5717, 5723, 5726, 5728, 5743, 5752, 5756, 5759, 5771, 5793, 5796, 5797, 5798, 5825, 5826, 5829, 5831, 5837, 5840, 5846, 5853, 5855, 5857, 5877, 5879, 5880, 5886, 5895, 5896, 5902, 5908, 5918, 5919, 5930, 5939, 5950, 5982, 6001, 6027, 6034, 6039, 6046, 6047, 6052, 6055, 6060, 6061, 6072, 6079, 6090, 6094, 6096, 6103, 6107, 6117, 6122, 6125, 6148, 6151, 6165, 6175, 6187, 6191, 6197, 6207, 6215, 6217, 6228, 6245, 6247, 6255, 6263, 6266, 6269, 6273, 6280, 6282, 6292, 6295, 6323, 6329, 6348, 6350, 6373, 6383, 6387, 6392, 6395, 6396, 6398, 6404, 6410, 6419, 6453, 6454, 6460, 6466, 6482, 6492, 6518, 6522, 6525, 6527, 6531, 6549, 6558, 6565, 6570, 6589, 6591, 6596, 6608, 6610, 6620, 6621, 6628, 6633, 6646, 6649, 6657, 6658, 6683, 6690, 6695, 6696, 6703, 6707, 6710, 6715, 6722, 6729, 6738, 6744, 6768, 6773, 6778, 6808, 6818, 6821, 6838, 6860, 6863, 6869, 6882, 6884, 6886, 6900, 6922, 6934, 6944, 6947, 6951, 6952, 6956, 6965, 6980, 6986, 6998, 7009, 7019, 7040, 7051, 7062, 7065, 7077, 7081, 7091, 7094, 7101, 7102, 7110, 7124, 7128, 7156, 7158, 7170, 7193, 7194, 7203, 7219, 7224, 7230, 7240, 7247, 7252, 7253, 7255, 7258, 7265, 7277, 7286, 7295, 7303, 7309, 7312, 7313, 7315, 7320, 7326, 7329, 7349, 7364, 7370, 7372, 7391, 7392, 7394, 7399, 7407, 7410, 7412, 7420, 7460, 7473, 7482, 7483, 7484, 7487, 7499, 7515, 7518, 7519, 7522, 7535, 7549, 7556, 7559, 7566, 7568, 7575, 7594, 7599, 7602, 7617, 7620, 7630, 7636, 7637, 7642, 7652, 7661, 7668, 7672, 7685, 7687, 7688, 7689, 7700, 7701, 7714, 7718, 7720, 7725, 7728, 7730, 7734, 7737, 7752, 7756, 7760, 7769, 7812, 7814, 7820, 7821, 7822, 7823, 7832, 7833, 7834, 7838, 7840, 7841, 7843, 7844, 7845, 7847, 7861, 7869, 7880, 7882, 7894, 7899, 7923, 7926, 7931, 7968, 7982, 7988, 7999, 8007, 8013, 8015, 8016, 8021, 8030, 8033, 8036, 8044, 8064, 8069, 8089, 8111, 8121, 8128, 8133, 8137, 8139, 8155, 8172, 8176, 8192, 8196, 8206, 8207, 8209, 8216, 8227, 8229, 8232, 8235, 8241, 8246, 8258, 8266, 8269, 8271, 8290, 8291, 8296, 8297, 8308, 8313, 8324, 8329, 8331, 8332, 8334, 8342, 8354, 8359, 8366, 8368, 8371, 8383, 8391, 8398, 8403, 8422, 8423, 8424, 8426, 8444, 8446, 8454, 8463, 8464, 8470, 8480, 8486, 8487, 8495, 8501, 8512, 8523, 8529, 8532, 8555, 8560, 8561, 8572, 8577, 8580, 8585, 8589, 8601, 8620, 8624, 8634, 8640, 8653, 8655, 8662, 8672, 8674, 8678, 8684, 8689, 8698, 8716, 8729, 8758, 8781, 8785, 8822, 8823, 8824, 8839, 8842, 8843, 8852, 8870, 8871, 8891, 8906, 8910, 8914, 8925, 8934, 8941, 8945, 8948, 8954, 8955, 8979, 8983, 8989, 8990, 8996, 8997, 9003, 9004, 9005, 9016, 9017, 9019, 9022, 9026, 9038, 9048, 9057, 9060, 9068, 9080, 9085, 9088, 9103, 9114, 9131, 9163, 9165, 9177, 9184, 9196, 9202, 9205, 9209, 9214, 9221, 9232, 9237, 9260, 9265, 9272, 9273, 9275, 9277, 9287, 9288, 9301, 9310, 9315, 9331, 9341, 9363, 9366, 9371, 9377, 9403, 9409, 9412, 9413, 9421, 9425, 9427, 9428, 9433, 9435, 9450, 9475, 9479, 9480, 9482, 9501, 9505, 9518, 9519, 9537, 9544, 9561, 9562, 9573, 9575, 9577, 9584, 9585, 9591, 9601, 9608, 9611, 9615, 9616, 9628, 9638, 9653, 9660, 9662, 9664, 9671, 9680, 9707, 9709, 9719, 9721, 9723, 9727, 9736, 9741, 9742, 9753, 9756, 9762, 9763, 9766, 9768, 9787, 9789, 9790, 9794, 9805, 9822, 9843, 9869, 9885, 9894, 9901, 9905, 9906, 9913, 9928, 9934, 9935, 9937, 9953, 9969, 9976, 9981, 10005, 10009, 10012, 10030, 10046, 10048, 10056, 10060, 10079, 10081, 10085, 10104, 10107, 10116, 10124, 10128, 10139, 10144, 10164, 10173, 10182, 10189, 10200, 10208, 10216, 10219, 10220, 10225, 10233, 10246, 10248, 10253, 10254, 10258, 10262, 10264, 10288, 10295, 10296, 10297, 10313, 10315, 10326, 10333, 10334, 10336, 10339, 10351, 10352, 10354, 10359, 10367, 10374, 10377, 10381, 10393, 10395, 10411, 10418, 10419, 10420, 10427, 10432, 10436, 10440, 10443, 10461, 10471, 10476, 10479, 10480, 10486, 10492, 10494, 10497, 10500, 10501, 10515, 10524, 10532, 10578, 10584, 10585, 10611, 10613, 10617, 10623, 10633, 10670, 10693, 10713, 10719, 10720, 10722, 10726, 10732, 10734, 10738, 10753, 10759, 10764, 10768, 10769, 10781, 10785, 10789, 10791, 10803, 10820, 10822, 10829, 10832, 10836, 10838, 10845, 10846, 10850, 10851, 10861, 10875, 10888, 10890, 10895, 10902, 10932, 10934, 10940, 10952, 10966, 10976, 10981, 11007, 11014, 11018, 11024, 11031, 11041, 11042, 11049, 11076, 11077, 11084, 11085, 11089, 11108, 11120, 11129, 11143, 11145, 11149, 11167, 11180, 11184, 11211, 11213, 11226, 11236, 11241, 11245, 11251, 11257, 11258, 11275, 11281, 11286, 11295, 11307, 11313, 11314, 11340, 11353, 11367, 11374, 11376, 11380, 11388, 11404, 11443, 11451, 11453, 11459, 11472, 11481, 11482, 11488, 11490, 11500, 11521, 11522, 11537, 11554, 11557, 11563, 11572, 11573, 11577, 11581, 11590, 11591, 11613, 11619, 11627, 11648, 11650, 11665, 11666, 11682, 11686, 11691, 11698, 11701, 11709, 11731, 11754, 11766, 11776, 11786, 11787, 11795, 11813, 11828, 11838, 11839, 11844, 11858, 11866, 11874, 11876, 11877, 11878, 11881, 11885, 11888, 11897, 11898, 11907, 11910, 11916, 11937, 11951, 11954, 11957, 11970, 11974, 11980, 11983, 11986, 11990, 12002, 12005, 12018, 12034, 12039, 12042, 12062, 12068, 12069, 12073, 12078, 12082, 12088, 12093, 12095, 12098, 12119, 12120, 12122, 12123, 12125, 12138, 12147, 12151, 12162, 12168, 12180, 12193, 12207, 12209, 12214, 12215, 12217, 12226, 12251, 12269, 12281, 12289, 12291, 12309, 12324, 12335, 12337, 12341, 12344, 12354, 12365, 12366, 12376, 12378, 12393, 12397, 12412, 12415, 12420, 12425, 12435, 12463, 12466, 12468, 12475, 12481, 12487, 12504, 12507, 12515, 12518, 12519, 12524, 12534, 12535, 12537, 12538, 12543, 12579, 12594, 12619, 12626, 12627, 12631, 12633, 12634, 12638, 12645, 12683, 12689, 12695, 12696, 12706, 12712, 12716, 12720, 12730, 12745, 12750, 12759, 12760, 12762, 12767, 12780, 12786, 12791, 12793, 12799, 12807, 12815, 12845, 12858, 12868, 12877, 12880, 12897, 12951, 12961, 12973, 12986, 12999, 13007, 13025, 13040, 13045, 13065, 13077, 13081, 13083, 13092, 13108, 13113, 13115, 13125, 13139, 13140, 13149, 13150, 13165, 13166, 13178, 13183, 13184, 13231, 13244, 13254, 13256, 13282, 13299, 13300, 13307, 13309, 13324, 13325, 13326, 13333, 13338, 13345, 13353, 13357, 13358, 13363, 13366, 13384, 13435, 13459, 13462, 13474, 13478, 13486, 13487, 13515, 13518, 13535, 13537, 13538, 13551, 13564, 13571, 13599, 13606, 13609, 13619, 13627, 13640, 13661, 13668, 13670, 13683, 13693, 13709, 13720, 13725, 13729, 13736, 13740, 13742, 13746, 13761, 13771, 13772, 13790, 13791, 13803, 13809, 13824, 13825, 13832, 13835, 13841, 13843, 13855, 13856, 13861, 13870, 13875, 13889, 13895, 13908, 13909, 13913, 13914, 13917, 13920, 13925, 13937, 13940, 13945, 13947, 13948, 13954, 13961, 13962, 13966, 13970, 13978, 13980, 13981, 13982, 13991, 13996, 14011, 14013, 14014, 14026, 14028, 14029, 14034, 14038, 14041, 14060, 14071, 14080, 14092, 14099, 14117, 14118, 14161, 14180, 14188, 14190, 14195, 14197, 14203, 14204, 14217, 14218, 14222, 14223, 14230, 14231, 14234, 14240, 14241, 14273, 14276, 14303, 14305, 14311, 14313, 14333, 14334, 14335, 14348, 14349, 14357, 14365, 14370, 14375, 14386, 14388, 14397, 14407, 14423, 14426, 14441, 14445, 14459, 14486, 14497, 14501, 14502, 14514, 14515, 14524, 14529, 14532, 14543, 14557, 14561, 14564, 14568, 14571, 14572, 14575, 14583, 14586, 14602, 14604, 14611, 14616, 14621, 14635, 14647, 14673, 14678, 14680, 14684, 14697, 14712, 14714, 14716, 14723, 14725, 14728, 14729, 14743, 14756, 14758, 14764, 14769, 14770, 14774, 14794, 14811, 14813, 14823, 14832, 14847, 14851, 14855, 14856, 14859, 14860, 14873, 14882, 14892, 14907, 14910, 14914, 14929, 14931, 14938, 14968, 14969, 14971, 14975, 14979, 14994, 15022, 15024, 15027, 15042, 15056, 15063, 15064, 15071, 15077, 15092, 15096, 15101, 15103, 15104, 15108, 15117, 15126, 15131, 15154, 15158, 15181, 15185, 15186, 15204, 15208, 15209, 15225, 15227, 15244, 15254, 15264, 15268, 15270, 15278, 15292, 15293, 15294, 15295, 15304, 15310, 15327, 15337, 15342, 15350, 15351, 15356, 15375, 15394, 15398, 15407, 15428, 15432, 15467, 15471, 15482, 15483, 15485, 15493, 15504, 15515, 15516, 15519, 15528, 15546, 15547, 15548, 15553, 15554, 15561, 15564, 15572, 15573, 15578, 15597, 15607, 15623, 15626, 15632, 15638, 15640, 15644, 15659, 15660, 15661, 15668, 15698, 15714, 15723, 15727, 15728, 15738, 15754, 15763, 15768, 15776, 15784, 15798, 15804, 15808, 15813, 15815, 15821, 15842, 15853, 15870, 15872, 15891, 15903, 15904, 15907, 15912, 15915, 15919, 15941, 15950, 15953, 15964, 15970, 15982, 15985, 15986, 16039, 16049, 16052, 16063, 16064, 16067, 16083, 16088, 16093, 16095, 16113, 16123, 16124, 16130, 16131, 16138, 16152, 16157, 16176, 16184, 16187, 16199, 16206, 16209, 16211, 16234, 16240, 16274, 16280, 16295, 16297, 16298, 16308, 16316, 16320, 16334, 16343, 16364, 16369, 16370, 16374, 16375, 16400, 16408, 16417, 16422, 16426, 16439, 16442, 16444, 16448, 16462, 16469, 16471, 16477, 16482, 16483, 16490, 16507, 16508, 16515, 16518, 16545, 16554, 16574, 16575, 16577, 16592, 16602, 16614, 16616, 16626, 16650, 16652, 16657, 16699, 16718, 16734, 16741, 16748, 16765, 16768, 16776, 16778, 16786, 16789, 16806, 16807, 16813, 16814, 16833, 16834, 16835, 16838, 16849, 16850, 16855, 16868, 16874, 16878, 16880, 16882, 16908, 16924, 16932, 16941, 16946, 16972, 16976, 16980, 16985, 16989, 17000, 17030, 17036, 17041, 17043, 17049, 17066, 17072, 17082, 17084, 17086, 17098, 17122, 17126, 17127, 17130, 17131, 17135, 17153, 17154, 17159, 17164, 17176, 17183, 17201, 17212, 17220, 17233, 17234, 17251, 17262, 17265, 17277, 17294, 17295, 17301, 17307, 17316, 17318, 17324, 17325, 17352, 17361, 17383, 17407, 17425, 17426, 17432, 17441, 17449, 17450, 17458, 17467, 17478, 17495, 17497, 17507, 17518, 17526, 17533, 17539, 17544, 17546, 17558, 17573, 17579, 17593, 17597, 17611, 17615, 17622, 17625, 17638, 17648, 17662, 17663, 17664, 17673, 17687, 17702, 17710, 17714, 17720, 17726, 17754, 17766, 17771, 17777, 17783, 17785, 17791, 17797, 17798, 17816, 17828, 17831, 17832, 17834, 17839, 17849, 17853, 17872, 17889, 17903, 17932, 17936, 17939, 17947, 17948, 17973, 17999, 18004, 18015, 18017, 18028, 18055, 18056, 18060, 18070, 18071, 18074, 18089, 18093, 18105, 18113, 18127, 18150, 18161, 18162, 18174, 18190, 18194, 18197, 18199, 18208, 18212, 18216, 18239, 18241, 18244, 18257, 18271, 18273, 18297, 18301, 18302, 18310, 18311, 18321, 18327, 18331, 18338, 18341, 18342, 18345, 18347, 18348, 18349, 18355, 18362, 18370, 18375, 18378, 18381, 18382, 18383, 18406, 18418, 18423, 18424, 18427, 18435, 18437, 18469, 18490, 18491, 18501, 18514, 18519, 18523, 18541, 18551, 18552, 18563, 18570, 18572, 18576, 18581, 18586, 18591, 18593, 18605, 18606, 18643, 18648, 18657, 18659, 18663, 18674, 18686, 18698, 18708, 18724, 18725, 18735, 18742, 18759, 18760, 18766, 18773, 18779, 18794, 18801, 18807, 18818, 18824, 18853, 18855, 18857, 18858, 18860, 18862, 18868, 18873, 18885, 18891, 18892, 18900, 18908, 18912, 18915, 18916, 18920, 18924, 18943, 18967, 18970, 18982, 18988, 18992, 18998, 19000, 19029, 19037, 19039, 19048, 19059, 19061, 19070, 19073, 19075, 19091, 19096, 19117, 19119, 19134, 19146, 19158, 19161, 19166, 19196, 19203, 19207, 19229, 19266, 19299, 19305, 19310, 19323, 19347, 19352, 19364, 19365, 19366, 19385, 19387, 19389, 19411, 19428, 19430, 19433, 19443, 19444, 19449, 19457, 19470, 19472, 19484, 19487, 19490, 19494, 19496, 19499, 19500, 19504, 19507, 19514, 19530, 19531, 19539, 19554, 19563, 19572, 19591, 19592, 19597, 19599, 19601, 19613, 19621, 19644, 19651, 19654, 19664, 19669, 19685, 19686, 19690, 19692, 19709, 19710, 19740, 19745, 19757, 19763, 19772, 19788, 19790, 19806, 19809, 19814, 19824, 19830, 19837, 19846, 19850, 19856, 19862, 19868, 19872, 19882, 19883, 19889, 19898, 19909, 19911, 19917, 19922, 19928, 19932, 19935, 19939, 19952, 19970, 19978, 19988, 20005, 20008, 20013, 20016, 20027, 20051, 20056, 20082, 20092, 20099, 20108, 20118, 20126, 20133, 20150, 20167, 20168, 20170, 20172, 20177, 20179, 20213, 20214, 20217, 20219, 20221, 20224, 20240, 20260, 20268, 20269, 20280, 20287, 20294, 20296, 20297, 20310, 20322, 20326, 20329, 20362, 20368, 20369, 20378, 20413, 20420, 20427, 20433, 20439, 20465, 20478, 20479, 20485, 20511, 20519, 20533, 20536, 20549, 20550, 20558, 20564, 20572, 20578, 20579, 20583, 20601, 20614, 20615, 20644, 20662, 20672, 20683, 20691, 20698, 20707, 20716, 20728, 20738, 20753, 20758, 20767, 20776, 20820, 20825, 20836, 20838, 20849, 20850, 20869, 20879, 20890, 20897, 20915, 20917, 20921, 20927, 20938, 20976, 20977, 20989, 20991, 21001, 21018, 21019, 21022, 21028, 21034, 21047, 21050, 21060, 21077, 21084, 21089, 21101, 21105, 21112, 21119, 21121, 21131, 21135, 21141, 21153, 21157, 21158, 21170, 21178, 21184, 21203, 21204, 21207, 21214, 21260, 21263, 21264, 21271, 21276, 21279, 21289, 21291, 21309, 21322, 21325, 21328, 21334, 21335, 21339, 21345, 21355, 21362, 21377, 21380, 21386, 21387, 21402, 21406, 21414, 21422, 21434, 21435, 21436, 21438, 21446, 21470, 21478, 21479, 21485, 21489, 21506, 21531, 21536, 21550, 21551, 21572, 21574, 21596, 21612, 21613, 21624, 21661, 21662, 21685, 21687, 21712, 21722, 21725, 21726, 21739, 21748, 21760, 21764, 21773, 21779, 21782, 21786, 21817, 21819, 21823, 21836, 21838, 21845, 21855, 21866, 21868, 21871, 21878, 21889, 21895, 21907, 21933, 21949, 21975, 21980, 21981, 22001, 22003, 22004, 22040, 22052, 22074, 22075, 22079, 22102, 22106, 22111, 22124, 22167, 22168, 22173, 22176, 22188, 22190, 22192, 22197, 22200, 22207, 22234, 22238, 22251, 22258, 22264, 22270, 22275, 22280, 22289, 22292, 22302, 22303, 22309, 22313, 22317, 22322, 22325, 22332, 22338, 22348, 22351, 22362, 22366, 22369, 22370, 22373, 22396, 22422, 22423, 22430, 22452, 22477, 22486, 22493, 22494, 22495, 22507, 22511, 22535, 22537, 22547, 22562, 22563, 22575, 22586, 22598, 22600, 22629, 22634, 22639, 22650, 22652, 22654, 22691, 22695, 22700, 22708, 22722, 22726, 22739, 22747, 22750, 22754, 22757, 22773, 22782, 22801, 22802, 22855, 22856, 22882, 22883, 22887, 22890, 22894, 22898, 22899, 22904, 22907, 22913, 22916, 22917, 22924, 22929, 22955, 22988, 22991, 23035, 23046, 23054, 23083, 23095, 23099, 23100, 23108, 23117, 23128, 23136, 23147, 23148, 23150, 23210, 23211, 23212, 23231, 23242, 23250, 23251, 23261, 23262, 23265, 23277, 23298, 23300, 23302, 23310, 23316, 23331, 23333, 23337, 23351, 23365, 23367, 23373, 23378, 23400, 23432, 23433, 23436, 23437, 23441, 23449, 23458, 23481, 23485, 23492, 23500, 23501, 23506, 23523, 23528, 23532, 23535, 23538, 23542, 23543, 23545, 23553, 23560, 23563, 23568, 23570, 23579, 23585, 23593, 23604, 23615, 23627, 23636, 23637, 23642, 23653, 23666, 23669, 23672, 23673, 23687, 23688, 23692, 23702, 23725, 23745, 23768, 23769, 23771, 23782, 23785, 23802, 23835, 23847, 23855, 23858, 23860, 23878, 23886, 23906, 23908, 23909, 23920, 23928, 23932, 23935, 23936, 23942, 23945, 23947, 23965, 23970, 23981, 24005, 24009, 24012, 24013, 24019, 24026, 24035, 24036, 24037, 24064, 24082, 24103, 24108, 24122, 24157, 24159, 24165, 24172, 24177, 24193, 24201, 24211, 24224, 24230, 24231, 24239, 24255, 24265, 24286, 24289, 24296, 24306, 24324, 24326, 24334, 24335, 24336, 24344, 24365, 24373, 24377, 24416, 24417, 24435, 24439, 24457, 24463, 24474, 24478, 24499, 24502, 24505, 24526, 24536, 24551, 24556, 24558, 24572, 24575, 24580, 24605, 24619, 24638, 24640, 24652, 24656, 24663, 24666, 24669, 24680, 24682, 24686, 24720, 24733, 24742, 24745, 24755, 24758, 24763, 24764, 24766, 24775, 24777, 24785, 24795, 24799, 24813, 24817, 24820, 24827, 24835, 24836, 24845, 24847, 24859, 24861, 24866, 24871, 24890, 24893, 24894, 24902, 24908, 24918, 24931, 24937, 24945, 24956, 24970, 24973, 24979, 24998, 25003, 25012, 25016, 25022, 25024, 25053, 25061, 25068, 25084, 25097, 25101, 25102, 25118, 25128, 25129, 25134, 25143, 25146, 25154, 25162, 25171, 25186, 25200, 25221, 25236, 25242, 25259, 25267, 25307, 25315, 25321, 25326, 25329, 25343, 25351, 25366, 25367, 25369, 25391, 25392, 25394, 25430, 25442, 25444, 25445, 25473, 25479, 25485, 25488, 25504, 25506, 25510, 25524, 25526, 25540, 25541, 25545, 25557, 25559, 25574, 25575, 25587, 25590, 25591, 25608, 25610, 25646, 25653, 25656, 25659, 25664, 25667, 25709, 25731, 25736, 25738, 25758, 25761, 25770, 25775, 25778, 25782, 25783, 25786, 25808, 25815, 25816, 25817, 25823, 25827, 25846, 25861, 25863, 25868, 25874, 25880, 25881, 25905, 25908, 25911, 25917, 25927, 25929, 25931, 25946, 25955, 25982, 25986, 25994, 25998, 26002, 26005, 26006, 26008, 26020, 26035, 26040, 26046, 26060, 26074, 26085, 26088, 26090, 26104, 26113, 26117, 26131, 26169, 26187, 26188, 26193, 26207, 26222, 26224, 26247, 26256, 26274, 26282, 26283, 26308, 26322, 26329, 26330, 26335, 26350, 26356, 26372, 26380, 26404, 26441, 26446, 26450, 26452, 26453, 26463, 26465, 26471, 26476, 26487, 26490, 26494, 26496, 26522, 26523, 26533, 26538, 26543, 26558, 26572, 26573, 26580, 26586, 26593, 26596, 26607, 26636, 26637, 26646, 26656, 26670, 26671, 26681, 26685, 26706, 26709, 26722, 26732, 26751, 26755, 26765, 26768, 26781, 26785, 26801, 26804, 26814, 26817, 26819, 26823, 26824, 26831, 26835, 26838, 26849, 26857, 26876, 26893, 26900, 26908, 26923, 26925, 26939, 26949, 26992, 26997, 27011, 27022, 27028, 27029, 27034, 27056, 27060, 27062, 27063, 27067, 27076, 27092, 27107, 27113, 27126, 27188, 27203, 27204, 27219, 27228, 27232, 27233, 27250, 27254, 27256, 27257, 27265, 27281, 27292, 27302, 27308, 27319, 27320, 27335, 27339, 27354, 27358, 27359, 27362, 27367, 27375, 27383, 27388, 27389, 27404, 27410, 27412, 27418, 27439, 27443, 27459, 27460, 27462, 27470, 27474, 27480, 27486, 27493, 27503, 27511, 27519, 27522, 27523, 27527, 27539, 27603, 27621, 27628, 27654, 27672, 27676, 27677, 27681, 27696, 27698, 27706, 27720, 27725, 27728, 27749, 27750, 27753, 27758, 27771, 27783, 27805, 27819, 27831, 27836, 27849, 27858, 27875, 27883, 27892, 27908, 27913, 27914, 27915, 27918, 27933, 27945, 27963, 27971, 27972, 27973, 27994, 28001, 28005, 28009, 28013, 28025, 28029, 28058, 28059, 28070, 28078, 28079, 28081, 28082, 28084, 28093, 28106, 28107, 28109, 28119, 28149, 28152, 28157, 28158, 28162, 28174, 28210, 28213, 28229, 28237, 28249, 28253, 28256, 28259, 28261, 28273, 28276, 28283, 28284, 28298, 28320, 28332, 28350, 28373, 28375, 28377, 28398, 28411, 28444, 28449, 28459, 28460, 28490, 28499, 28520, 28544, 28546, 28571, 28576, 28588, 28603, 28604, 28605, 28606, 28623, 28624, 28634, 28637, 28644, 28657, 28680, 28720, 28730, 28737, 28742, 28764, 28781, 28802, 28810, 28814, 28822, 28843, 28844, 28846, 28847, 28851, 28856, 28871, 28873, 28880, 28884, 28889, 28891, 28896, 28906, 28955, 28960, 28967, 28968, 28992, 29001, 29011, 29015, 29023, 29025, 29027, 29030, 29037, 29055, 29083, 29085, 29097, 29112, 29118, 29122, 29130, 29132, 29169, 29178, 29185, 29215, 29222, 29223, 29227, 29237, 29243, 29285, 29291, 29310, 29313, 29318, 29319, 29325, 29329, 29335, 29347, 29365, 29370, 29377, 29383, 29390, 29391, 29397, 29401, 29409, 29435, 29441, 29443, 29448, 29459, 29506, 29509, 29513, 29516, 29521, 29535, 29538, 29544, 29548, 29551, 29575, 29576, 29582, 29594, 29624, 29634, 29635, 29653, 29672, 29708, 29711, 29712, 29725, 29727, 29738, 29742, 29743, 29746, 29755, 29766, 29773, 29779, 29780, 29801, 29819, 29832, 29841, 29851, 29858, 29868, 29872, 29878, 29883, 29896, 29899, 29903, 29909, 29912, 29931, 29961, 29980, 29993, 30012, 30019, 30043, 30051, 30065, 30072, 30087, 30091, 30092, 30095, 30100, 30101, 30133, 30138, 30140, 30164, 30170, 30176, 30179, 30187, 30193, 30196, 30199, 30200, 30201, 30206, 30216, 30237, 30243, 30261, 30263, 30266, 30277, 30280, 30281, 30289, 30313, 30319, 30323, 30340, 30343, 30353, 30372, 30380, 30390, 30397, 30404, 30434, 30450, 30460, 30474, 30478, 30496, 30497, 30506, 30508, 30513, 30519, 30525, 30529, 30532, 30537, 30541, 30552, 30558, 30561, 30565, 30567, 30576, 30586, 30592, 30610, 30612, 30621, 30631, 30639, 30656, 30657, 30659, 30668, 30674, 30678, 30680, 30687, 30702, 30709, 30712, 30715, 30735, 30748, 30765, 30767, 30771, 30776, 30783, 30792, 30802, 30811, 30826, 30828, 30830, 30835, 30849, 30854, 30860, 30862, 30876, 30884, 30897, 30907, 30909, 30935, 30943, 30944, 30955, 30957, 30958, 30970, 30982, 30992, 31005, 31016, 31019, 31022, 31028, 31038, 31051, 31055, 31075, 31086, 31097, 31100, 31109, 31123, 31132, 31133, 31134, 31135, 31136, 31143, 31181, 31188, 31192, 31205, 31212, 31230, 31234, 31245, 31251, 31253, 31259, 31282, 31283, 31284, 31291, 31306, 31316, 31320, 31321, 31337, 31341, 31342, 31344, 31348, 31353, 31389, 31403, 31410, 31417, 31418, 31420, 31426, 31429, 31430, 31441, 31443, 31448, 31459, 31470, 31481, 31489, 31515, 31531, 31533, 31534, 31535, 31548, 31549, 31556, 31606, 31609, 31610, 31643, 31646, 31647, 31656, 31661, 31669, 31676, 31679, 31689, 31696, 31698, 31702, 31717, 31720, 31725, 31738, 31740, 31759, 31794, 31799, 31800, 31803, 31807, 31808, 31846, 31862, 31865, 31878, 31882, 31887, 31911, 31915, 31929, 31935, 31940, 31955, 31964, 31965, 31967, 31974, 31977, 31984, 31985, 31986, 31996, 32003, 32013, 32024, 32036, 32043, 32046, 32051, 32063, 32067, 32069, 32110, 32127, 32133, 32134, 32147, 32157, 32161, 32171, 32180, 32187, 32191, 32222, 32236, 32242, 32244, 32258, 32282, 32302, 32308, 32310, 32314, 32341, 32350, 32367, 32368, 32387, 32395, 32400, 32404, 32408, 32415, 32423, 32427, 32430, 32435, 32449, 32453, 32462, 32492, 32504, 32510, 32515, 32519, 32522, 32524, 32529, 32538, 32540, 32542, 32546, 32550, 32563, 32568, 32570, 32571, 32585, 32606, 32626, 32630, 32651, 32654, 32666, 32681, 32699, 32710, 32714, 32726, 32733, 32738, 32739, 32750, 32753, 32759] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5c62e4dbf1a7e8893ffe127e2a39192c52180a01 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..7025ffbc518bc257c89271e10ab39e149554652d Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..1939011c09127a1875a493ba4ca65de5dc54c75e --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:last_token)_indices @@ -0,0 +1 @@ +[1, 4, 31, 38, 204, 265, 305, 311, 360, 389, 412, 435, 463, 544, 573, 589, 617, 721, 834, 855, 994, 1089, 1212, 1223, 1251, 1302, 1307, 1367, 1375, 1406, 1689, 1751, 1931, 2125, 2277, 2341, 2472, 2515, 2621, 2684, 2793, 2820, 2858, 2915, 2938, 2965, 3102, 3123, 3146, 3213, 3276, 3450, 3452, 3610, 3638, 3671, 3710, 3757, 3818, 3819, 3838, 4029, 4057, 4096, 4124, 4125, 4201, 4272, 4345, 4417, 4453, 4478, 4582, 4705, 5008, 5052, 5101, 5198, 5235, 5266, 5366, 5467, 5485, 5512, 5596, 5622, 5728, 5796, 5897, 6038, 6125, 6175, 6180, 6237, 6570, 6646, 6693, 7078, 7087, 7099, 7125, 7176, 7298, 7516, 7630, 7822, 7840, 7929, 8018, 8030, 8045, 8047, 8059, 8138, 8140, 8193, 8248, 8312, 8398, 8535, 8562, 8577, 8640, 8810, 8939, 8954, 9003, 9005, 9020, 9070, 9091, 9107, 9123, 9220, 9286, 9301, 9315, 9394, 9407, 9419, 9501, 9590, 9608, 9610, 9611, 9675, 9728, 9756, 9824, 9853, 9905, 9991, 10027, 10039, 10191, 10195, 10219, 10248, 10277, 10420, 10442, 10471, 10698, 10732, 10859, 11089, 11108, 11215, 11275, 11482, 11666, 11669, 11728, 11730, 11753, 11763, 11851, 11858, 11904, 11940, 12060, 12124, 12221, 12272, 12415, 12435, 12440, 12618, 12716, 12760, 12836, 12936, 12970, 12973, 13139, 13176, 13380, 13432, 13771, 13813, 13873, 13982, 14028, 14041, 14180, 14296, 14385, 14407, 14743, 14770, 14850, 14855, 14948, 15042, 15053, 15198, 15258, 15292, 15342, 15394, 15625, 15660, 15730, 15738, 15791, 15820, 15856, 15986, 16000, 16131, 16216, 16244, 16352, 16483, 16614, 16767, 16803, 16914, 16976, 17002, 17036, 17062, 17072, 17194, 17210, 17250, 17310, 17324, 17434, 17545, 17615, 17627, 17820, 17909, 17935, 17993, 18037, 18071, 18199, 18202, 18239, 18258, 18347, 18502, 18519, 18676, 18753, 18755, 18797, 18857, 18945, 19017, 19048, 19074, 19204, 19234, 19275, 19289, 19311, 19399, 19513, 19558, 19757, 19866, 20006, 20013, 20016, 20091, 20260, 20394, 20478, 20540, 20698, 20716, 20890, 20922, 20986, 21037, 21060, 21179, 21204, 21289, 21604, 21659, 21709, 21788, 21819, 21949, 21992, 22061, 22081, 22156, 22217, 22251, 22322, 22378, 22440, 22452, 22882, 22988, 23122, 23150, 23315, 23463, 23598, 23609, 23691, 23886, 24007, 24132, 24172, 24324, 24326, 24340, 24423, 24502, 24545, 24551, 24559, 24596, 24614, 24619, 24669, 24698, 24747, 24762, 24875, 24979, 25061, 25074, 25104, 25127, 25134, 25165, 25289, 25344, 25584, 25595, 25608, 25684, 25709, 25778, 25782, 25785, 25902, 26022, 26074, 26346, 26446, 26476, 26497, 26713, 26870, 26902, 26931, 27004, 27251, 27281, 27325, 27383, 27434, 27459, 27488, 27681, 27749, 27758, 27906, 27915, 28005, 28025, 28174, 28377, 28407, 28467, 28520, 28546, 28557, 28683, 28859, 28868, 28891, 28905, 28974, 29049, 29227, 29314, 29325, 29459, 29572, 29712, 29766, 29779, 29807, 29912, 29917, 29979, 30012, 30073, 30193, 30199, 30223, 30239, 30436, 30450, 30579, 30599, 30601, 30674, 30680, 30814, 30835, 30943, 30971, 30977, 30985, 31022, 31260, 31342, 31386, 31465, 31500, 31531, 31555, 31974, 31975, 31998, 32223, 32316, 32533, 32582, 32647, 32681, 32690, 32699, 32726] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..7f63ba0b9ced7543ae449ee318b1bcf951b6213d Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:7,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..b2ae7183c9f7018b695fa4c29a87117ed0051c97 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..93f1297f1d2a0d8429c5435d7b04f7b7a1ff2aaa --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[6, 22, 47, 48, 49, 52, 59, 76, 84, 104, 120, 139, 151, 157, 169, 195, 198, 212, 216, 229, 232, 233, 252, 259, 261, 266, 282, 298, 334, 337, 346, 347, 351, 363, 374, 379, 395, 402, 404, 406, 422, 431, 434, 438, 439, 446, 475, 476, 499, 503, 512, 522, 529, 568, 573, 580, 595, 599, 610, 642, 643, 644, 646, 649, 661, 670, 673, 692, 696, 704, 705, 716, 725, 757, 770, 784, 795, 796, 843, 845, 853, 861, 869, 888, 894, 909, 935, 945, 949, 969, 979, 985, 993, 1002, 1006, 1008, 1010, 1042, 1048, 1052, 1068, 1071, 1111, 1115, 1119, 1123, 1125, 1149, 1156, 1176, 1177, 1185, 1188, 1202, 1210, 1213, 1218, 1220, 1235, 1236, 1243, 1250, 1264, 1270, 1289, 1303, 1308, 1334, 1347, 1356, 1366, 1368, 1371, 1384, 1400, 1415, 1423, 1428, 1453, 1472, 1501, 1510, 1515, 1517, 1526, 1533, 1538, 1547, 1564, 1579, 1591, 1597, 1606, 1610, 1634, 1638, 1646, 1649, 1657, 1658, 1660, 1661, 1682, 1697, 1700, 1701, 1706, 1712, 1733, 1734, 1742, 1750, 1759, 1763, 1765, 1791, 1803, 1807, 1809, 1815, 1819, 1831, 1834, 1861, 1867, 1871, 1885, 1896, 1909, 1917, 1919, 1924, 1946, 1955, 1956, 1958, 1961, 1967, 1987, 1999, 2005, 2011, 2013, 2020, 2043, 2069, 2075, 2111, 2128, 2129, 2143, 2148, 2152, 2163, 2173, 2174, 2185, 2187, 2192, 2222, 2231, 2243, 2252, 2271, 2276, 2278, 2308, 2313, 2315, 2319, 2337, 2342, 2350, 2351, 2354, 2366, 2370, 2389, 2414, 2419, 2421, 2439, 2444, 2445, 2446, 2448, 2451, 2457, 2487, 2488, 2496, 2509, 2511, 2517, 2530, 2531, 2538, 2546, 2566, 2591, 2592, 2593, 2607, 2611, 2619, 2623, 2632, 2633, 2650, 2651, 2663, 2665, 2671, 2675, 2678, 2681, 2682, 2684, 2698, 2701, 2703, 2715, 2719, 2725, 2740, 2742, 2755, 2776, 2779, 2789, 2799, 2800, 2806, 2808, 2811, 2832, 2844, 2872, 2873, 2880, 2908, 2914, 2935, 2946, 2950, 2972, 2977, 2982, 2990, 2994, 2999, 3001, 3002, 3013, 3018, 3019, 3023, 3026, 3027, 3050, 3074, 3075, 3077, 3078, 3080, 3082, 3106, 3115, 3126, 3135, 3144, 3151, 3153, 3162, 3164, 3173, 3181, 3203, 3209, 3212, 3219, 3225, 3240, 3249, 3250, 3252, 3273, 3275, 3276, 3279, 3284, 3293, 3294, 3306, 3330, 3334, 3358, 3370, 3389, 3405, 3413, 3430, 3436, 3439, 3440, 3441, 3469, 3483, 3501, 3504, 3512, 3527, 3531, 3537, 3554, 3564, 3565, 3571, 3586, 3588, 3596, 3601, 3602, 3603, 3607, 3624, 3641, 3654, 3660, 3663, 3690, 3703, 3705, 3708, 3715, 3733, 3738, 3745, 3760, 3761, 3765, 3766, 3775, 3783, 3786, 3787, 3788, 3812, 3842, 3847, 3867, 3895, 3902, 3907, 3914, 3924, 3938, 3954, 3963, 3966, 3982, 3992, 3995, 4024, 4044, 4054, 4061, 4063, 4075, 4128, 4155, 4161, 4176, 4186, 4187, 4199, 4200, 4232, 4253, 4257, 4258, 4292, 4293, 4313, 4329, 4333, 4344, 4364, 4366, 4385, 4390, 4400, 4425, 4429, 4432, 4436, 4456, 4507, 4512, 4513, 4529, 4538, 4539, 4545, 4550, 4554, 4555, 4558, 4572, 4586, 4590, 4595, 4599, 4620, 4624, 4627, 4629, 4656, 4665, 4681, 4684, 4687, 4690, 4694, 4705, 4711, 4715, 4719, 4726, 4732, 4779, 4804, 4808, 4811, 4815, 4822, 4823, 4824, 4836, 4844, 4847, 4863, 4868, 4878, 4891, 4922, 4935, 4962, 4967, 4979, 5006, 5011, 5027, 5033, 5043, 5045, 5090, 5101, 5120, 5121, 5131, 5140, 5143, 5156, 5165, 5170, 5179, 5189, 5216, 5223, 5226, 5234, 5241, 5245, 5248, 5256, 5272, 5273, 5296, 5301, 5303, 5318, 5334, 5346, 5350, 5352, 5354, 5358, 5363, 5364, 5369, 5384, 5396, 5409, 5414, 5418, 5419, 5429, 5456, 5469, 5470, 5491, 5494, 5495, 5510, 5511, 5530, 5533, 5535, 5545, 5557, 5570, 5580, 5584, 5596, 5598, 5603, 5617, 5633, 5655, 5686, 5688, 5699, 5711, 5712, 5717, 5718, 5722, 5740, 5748, 5756, 5759, 5773, 5776, 5793, 5796, 5809, 5810, 5816, 5827, 5836, 5839, 5846, 5879, 5903, 5905, 5912, 5942, 5952, 5955, 5958, 5959, 5978, 6025, 6046, 6056, 6061, 6064, 6093, 6094, 6097, 6129, 6133, 6140, 6142, 6151, 6171, 6189, 6194, 6202, 6208, 6222, 6242, 6251, 6261, 6266, 6271, 6297, 6315, 6330, 6356, 6358, 6361, 6363, 6369, 6402, 6413, 6415, 6422, 6433, 6440, 6457, 6461, 6472, 6474, 6477, 6481, 6494, 6500, 6539, 6541, 6553, 6555, 6563, 6578, 6595, 6610, 6614, 6640, 6651, 6662, 6675, 6710, 6711, 6717, 6734, 6735, 6741, 6766, 6786, 6796, 6827, 6837, 6848, 6859, 6861, 6864, 6889, 6903, 6917, 6918, 6947, 6961, 6975, 6979, 6989, 6994, 6997, 7018, 7050, 7079, 7084, 7088, 7095, 7120, 7124, 7129, 7130, 7134, 7140, 7143, 7187, 7201, 7211, 7236, 7244, 7247, 7262, 7272, 7273, 7285, 7307, 7337, 7342, 7343, 7352, 7359, 7362, 7364, 7396, 7404, 7413, 7433, 7438, 7443, 7451, 7456, 7472, 7473, 7480, 7502, 7505, 7514, 7525, 7540, 7548, 7551, 7571, 7572, 7579, 7580, 7594, 7600, 7601, 7638, 7648, 7654, 7660, 7669, 7680, 7683, 7691, 7704, 7715, 7718, 7722, 7727, 7736, 7740, 7746, 7750, 7755, 7773, 7795, 7800, 7808, 7824, 7837, 7846, 7847, 7860, 7861, 7869, 7870, 7879, 7882, 7883, 7889, 7935, 7938, 7956, 7959, 7960, 7966, 7978, 7993, 8002, 8006, 8011, 8051, 8053, 8056, 8062, 8078, 8089, 8098, 8112, 8120, 8131, 8150, 8163, 8164, 8169, 8172, 8178, 8196, 8201, 8208, 8211, 8218, 8243, 8258, 8262, 8264, 8273, 8281, 8282, 8283, 8308, 8313, 8343, 8346, 8362, 8376, 8379, 8385, 8391, 8394, 8438, 8466, 8472, 8477, 8481, 8484, 8500, 8503, 8515, 8535, 8537, 8568, 8575, 8577, 8580, 8607, 8608, 8614, 8616, 8617, 8619, 8652, 8654, 8676, 8678, 8681, 8682, 8698, 8715, 8732, 8738, 8745, 8751, 8753, 8773, 8791, 8807, 8832, 8841, 8855, 8866, 8869, 8874, 8897, 8900, 8913, 8917, 8932, 8955, 8956, 8963, 8965, 8969, 8976, 8989, 8997, 9000, 9007, 9026, 9043, 9051, 9061, 9129, 9131, 9148, 9164, 9166, 9170, 9184, 9196, 9208, 9209, 9210, 9220, 9231, 9283, 9286, 9289, 9301, 9306, 9320, 9344, 9358, 9368, 9370, 9373, 9376, 9383, 9407, 9410, 9440, 9449, 9465, 9471, 9486, 9487, 9488, 9491, 9515, 9546, 9559, 9563, 9572, 9582, 9592, 9595, 9633, 9647, 9654, 9664, 9667, 9684, 9698, 9716, 9718, 9725, 9727, 9731, 9739, 9750, 9755, 9759, 9777, 9782, 9808, 9827, 9862, 9874, 9881, 9890, 9892, 9914, 9917, 9919, 9930, 9937, 9943, 9946, 9968, 9995, 9999, 10009, 10021, 10028, 10032, 10035, 10038, 10053, 10067, 10098, 10115, 10137, 10164, 10167, 10169, 10185, 10193, 10204, 10216, 10225, 10235, 10245, 10256, 10259, 10263, 10265, 10267, 10281, 10283, 10287, 10300, 10306, 10337, 10338, 10367, 10368, 10382, 10396, 10424, 10431, 10434, 10481, 10485, 10497, 10507, 10527, 10537, 10539, 10540, 10554, 10560, 10583, 10609, 10613, 10614, 10616, 10623, 10628, 10632, 10638, 10650, 10652, 10673, 10679, 10697, 10705, 10754, 10782, 10816, 10827, 10832, 10838, 10847, 10855, 10860, 10863, 10865, 10869, 10870, 10877, 10900, 10905, 10921, 10927, 10930, 10934, 10968, 10998, 11029, 11034, 11037, 11046, 11055, 11068, 11076, 11092, 11096, 11104, 11108, 11119, 11120, 11124, 11140, 11141, 11144, 11145, 11149, 11152, 11155, 11157, 11160, 11162, 11164, 11170, 11178, 11193, 11214, 11223, 11240, 11245, 11264, 11273, 11287, 11318, 11322, 11343, 11361, 11372, 11383, 11397, 11398, 11412, 11415, 11418, 11428, 11437, 11439, 11441, 11457, 11459, 11463, 11465, 11473, 11480, 11535, 11547, 11579, 11587, 11597, 11601, 11606, 11616, 11622, 11632, 11651, 11657, 11664, 11665, 11672, 11699, 11758, 11798, 11805, 11806, 11816, 11818, 11824, 11827, 11833, 11855, 11856, 11866, 11868, 11898, 11904, 11931, 11936, 11946, 11952, 11956, 11962, 12002, 12005, 12020, 12026, 12051, 12064, 12067, 12086, 12092, 12097, 12100, 12109, 12123, 12143, 12150, 12152, 12160, 12161, 12176, 12213, 12223, 12227, 12234, 12243, 12259, 12260, 12261, 12268, 12285, 12293, 12301, 12313, 12331, 12343, 12345, 12347, 12358, 12366, 12372, 12377, 12378, 12379, 12400, 12406, 12407, 12409, 12426, 12432, 12439, 12454, 12455, 12463, 12467, 12469, 12474, 12475, 12478, 12495, 12497, 12503, 12511, 12514, 12522, 12525, 12534, 12536, 12540, 12541, 12566, 12580, 12598, 12600, 12607, 12608, 12610, 12627, 12631, 12634, 12647, 12654, 12660, 12662, 12663, 12668, 12671, 12714, 12717, 12737, 12743, 12758, 12798, 12804, 12809, 12817, 12828, 12830, 12832, 12852, 12854, 12862, 12868, 12875, 12893, 12902, 12914, 12922, 12934, 12959, 12965, 12970, 12994, 12996, 12997, 13001, 13006, 13040, 13043, 13053, 13060, 13083, 13085, 13088, 13091, 13139, 13144, 13147, 13155, 13158, 13159, 13161, 13184, 13193, 13203, 13221, 13250, 13257, 13263, 13272, 13273, 13277, 13298, 13301, 13303, 13305, 13337, 13372, 13376, 13379, 13401, 13413, 13430, 13433, 13437, 13438, 13442, 13464, 13465, 13470, 13479, 13480, 13484, 13491, 13512, 13524, 13529, 13537, 13548, 13551, 13557, 13562, 13572, 13574, 13610, 13625, 13628, 13637, 13641, 13662, 13665, 13666, 13688, 13711, 13728, 13729, 13735, 13749, 13757, 13760, 13762, 13765, 13771, 13772, 13782, 13794, 13805, 13863, 13865, 13867, 13868, 13886, 13887, 13890, 13894, 13897, 13899, 13907, 13910, 13913, 13917, 13921, 13937, 13942, 13948, 13992, 13998, 14001, 14012, 14038, 14046, 14049, 14065, 14082, 14083, 14089, 14105, 14119, 14138, 14149, 14174, 14182, 14219, 14222, 14227, 14235, 14240, 14259, 14263, 14265, 14273, 14301, 14311, 14349, 14353, 14356, 14377, 14382, 14404, 14434, 14437, 14438, 14440, 14458, 14466, 14476, 14480, 14482, 14485, 14487, 14496, 14530, 14531, 14536, 14541, 14546, 14562, 14581, 14583, 14596, 14604, 14624, 14626, 14651, 14652, 14657, 14663, 14704, 14713, 14714, 14719, 14727, 14729, 14732, 14733, 14767, 14768, 14769, 14781, 14784, 14795, 14799, 14813, 14826, 14830, 14860, 14872, 14889, 14915, 14918, 14922, 14931, 14932, 14933, 14943, 14949, 14950, 14952, 14969, 14986, 14995, 15001, 15004, 15006, 15020, 15046, 15053, 15072, 15073, 15077, 15108, 15113, 15115, 15120, 15134, 15142, 15162, 15168, 15171, 15175, 15182, 15208, 15224, 15228, 15245, 15247, 15250, 15254, 15262, 15276, 15284, 15289, 15303, 15324, 15350, 15360, 15387, 15424, 15432, 15466, 15487, 15491, 15500, 15503, 15507, 15514, 15524, 15526, 15533, 15537, 15552, 15566, 15568, 15581, 15591, 15592, 15597, 15612, 15620, 15671, 15681, 15685, 15688, 15689, 15709, 15727, 15741, 15760, 15793, 15803, 15837, 15844, 15848, 15851, 15874, 15889, 15890, 15917, 15920, 15922, 15937, 15950, 15960, 15961, 15967, 15968, 15983, 15987, 15991, 15995, 16004, 16018, 16019, 16052, 16067, 16076, 16079, 16082, 16084, 16087, 16093, 16094, 16095, 16101, 16119, 16123, 16128, 16131, 16132, 16133, 16134, 16165, 16170, 16171, 16173, 16174, 16179, 16181, 16188, 16196, 16224, 16259, 16262, 16266, 16276, 16284, 16288, 16290, 16298, 16316, 16325, 16327, 16330, 16346, 16371, 16390, 16403, 16428, 16438, 16456, 16459, 16464, 16465, 16497, 16522, 16535, 16555, 16559, 16584, 16591, 16593, 16605, 16637, 16638, 16665, 16689, 16696, 16701, 16705, 16707, 16708, 16712, 16727, 16731, 16739, 16746, 16754, 16765, 16769, 16771, 16773, 16797, 16827, 16833, 16842, 16851, 16867, 16879, 16883, 16901, 16920, 16925, 16946, 16955, 16963, 16990, 16999, 17001, 17014, 17018, 17032, 17041, 17055, 17070, 17075, 17081, 17082, 17113, 17117, 17124, 17130, 17133, 17139, 17178, 17190, 17198, 17219, 17222, 17233, 17248, 17250, 17296, 17301, 17304, 17308, 17320, 17343, 17354, 17365, 17367, 17379, 17384, 17405, 17409, 17421, 17426, 17454, 17467, 17517, 17520, 17540, 17555, 17561, 17569, 17577, 17610, 17616, 17624, 17640, 17691, 17693, 17701, 17719, 17720, 17727, 17728, 17744, 17745, 17749, 17769, 17774, 17775, 17816, 17817, 17820, 17836, 17877, 17891, 17892, 17894, 17922, 17941, 17958, 17967, 17979, 18014, 18019, 18021, 18029, 18042, 18049, 18058, 18060, 18067, 18078, 18099, 18118, 18138, 18150, 18152, 18166, 18177, 18184, 18187, 18201, 18207, 18211, 18224, 18230, 18251, 18255, 18259, 18265, 18287, 18303, 18305, 18340, 18347, 18353, 18355, 18361, 18375, 18383, 18402, 18421, 18423, 18426, 18433, 18439, 18470, 18479, 18486, 18497, 18499, 18505, 18520, 18531, 18547, 18551, 18557, 18574, 18581, 18586, 18590, 18597, 18625, 18626, 18632, 18660, 18663, 18676, 18683, 18691, 18696, 18702, 18704, 18715, 18718, 18749, 18753, 18765, 18792, 18793, 18826, 18851, 18883, 18887, 18895, 18915, 18927, 18954, 18959, 18967, 18969, 18992, 18998, 19025, 19049, 19067, 19079, 19102, 19109, 19130, 19137, 19143, 19146, 19152, 19171, 19178, 19179, 19180, 19186, 19190, 19194, 19224, 19240, 19242, 19252, 19290, 19295, 19323, 19324, 19327, 19363, 19368, 19369, 19375, 19378, 19389, 19395, 19398, 19407, 19413, 19414, 19417, 19435, 19455, 19470, 19474, 19478, 19511, 19523, 19556, 19559, 19560, 19578, 19579, 19598, 19602, 19606, 19618, 19620, 19622, 19637, 19643, 19647, 19656, 19690, 19693, 19695, 19704, 19716, 19717, 19730, 19738, 19744, 19751, 19770, 19771, 19772, 19779, 19785, 19792, 19817, 19833, 19842, 19864, 19870, 19873, 19878, 19894, 19906, 19920, 19949, 19958, 19959, 19970, 20001, 20004, 20007, 20046, 20054, 20078, 20103, 20120, 20143, 20150, 20156, 20171, 20193, 20205, 20233, 20237, 20240, 20242, 20248, 20266, 20279, 20288, 20298, 20339, 20347, 20354, 20366, 20389, 20405, 20422, 20433, 20444, 20481, 20482, 20503, 20505, 20507, 20510, 20526, 20535, 20580, 20611, 20631, 20646, 20648, 20680, 20690, 20697, 20707, 20730, 20741, 20753, 20754, 20801, 20806, 20833, 20835, 20840, 20844, 20854, 20863, 20864, 20878, 20890, 20902, 20930, 20938, 20940, 20941, 20969, 21008, 21051, 21053, 21062, 21065, 21071, 21080, 21088, 21092, 21106, 21115, 21117, 21128, 21160, 21172, 21182, 21197, 21202, 21204, 21208, 21217, 21222, 21225, 21231, 21234, 21245, 21248, 21317, 21326, 21331, 21335, 21355, 21365, 21385, 21389, 21393, 21399, 21403, 21406, 21407, 21421, 21427, 21435, 21437, 21451, 21452, 21456, 21460, 21475, 21482, 21483, 21494, 21527, 21530, 21545, 21562, 21568, 21573, 21579, 21587, 21588, 21601, 21602, 21612, 21618, 21656, 21662, 21667, 21682, 21683, 21695, 21706, 21715, 21716, 21719, 21735, 21747, 21763, 21764, 21767, 21771, 21778, 21780, 21788, 21794, 21809, 21812, 21851, 21867, 21887, 21896, 21913, 21947, 21971, 21983, 21990, 21994, 21999, 22011, 22015, 22018, 22031, 22033, 22044, 22068, 22091, 22099, 22101, 22104, 22167, 22169, 22183, 22186, 22187, 22203, 22211, 22215, 22224, 22228, 22252, 22253, 22258, 22296, 22325, 22333, 22341, 22346, 22348, 22354, 22374, 22376, 22400, 22422, 22451, 22482, 22488, 22494, 22511, 22512, 22525, 22529, 22548, 22559, 22566, 22580, 22587, 22597, 22599, 22601, 22609, 22619, 22620, 22624, 22630, 22663, 22682, 22686, 22690, 22717, 22729, 22738, 22742, 22747, 22750, 22771, 22786, 22790, 22791, 22795, 22797, 22813, 22818, 22820, 22883, 22893, 22908, 22935, 22941, 22955, 22970, 22982, 22984, 23002, 23020, 23033, 23054, 23071, 23080, 23085, 23109, 23117, 23138, 23154, 23162, 23188, 23189, 23191, 23199, 23205, 23225, 23226, 23239, 23241, 23249, 23257, 23278, 23285, 23287, 23296, 23300, 23305, 23319, 23332, 23343, 23362, 23370, 23378, 23436, 23441, 23443, 23485, 23529, 23547, 23552, 23569, 23570, 23585, 23588, 23589, 23597, 23636, 23639, 23677, 23687, 23705, 23709, 23710, 23726, 23734, 23735, 23744, 23745, 23747, 23748, 23753, 23761, 23786, 23797, 23829, 23831, 23845, 23846, 23869, 23882, 23944, 23948, 23950, 23960, 23965, 23975, 24030, 24043, 24052, 24071, 24076, 24077, 24087, 24090, 24098, 24103, 24106, 24113, 24131, 24148, 24183, 24199, 24206, 24223, 24224, 24225, 24229, 24237, 24240, 24299, 24315, 24317, 24329, 24347, 24353, 24371, 24372, 24391, 24392, 24399, 24427, 24431, 24441, 24452, 24457, 24487, 24490, 24539, 24542, 24543, 24551, 24552, 24556, 24560, 24579, 24588, 24600, 24614, 24629, 24641, 24667, 24687, 24710, 24715, 24726, 24739, 24745, 24752, 24754, 24771, 24776, 24778, 24780, 24795, 24808, 24813, 24823, 24849, 24850, 24860, 24864, 24872, 24884, 24897, 24907, 24912, 24924, 24935, 24937, 24946, 24949, 24960, 24962, 24985, 24991, 24992, 25014, 25027, 25028, 25037, 25064, 25079, 25098, 25134, 25142, 25143, 25153, 25156, 25163, 25166, 25170, 25181, 25185, 25188, 25191, 25194, 25214, 25226, 25230, 25234, 25235, 25244, 25248, 25273, 25276, 25285, 25301, 25307, 25314, 25343, 25354, 25361, 25362, 25369, 25373, 25386, 25390, 25408, 25445, 25453, 25455, 25465, 25468, 25470, 25490, 25498, 25501, 25502, 25526, 25527, 25528, 25529, 25571, 25599, 25606, 25651, 25689, 25694, 25712, 25736, 25741, 25748, 25761, 25767, 25779, 25781, 25797, 25804, 25805, 25808, 25828, 25833, 25856, 25891, 25898, 25914, 25916, 25928, 25932, 25960, 25968, 25986, 26002, 26004, 26008, 26019, 26022, 26025, 26035, 26041, 26044, 26046, 26073, 26082, 26085, 26086, 26091, 26154, 26164, 26168, 26175, 26179, 26181, 26204, 26220, 26233, 26274, 26286, 26287, 26311, 26320, 26321, 26323, 26334, 26337, 26378, 26385, 26403, 26408, 26412, 26436, 26438, 26440, 26476, 26479, 26508, 26513, 26529, 26533, 26535, 26539, 26540, 26542, 26551, 26556, 26563, 26576, 26590, 26604, 26605, 26623, 26627, 26644, 26654, 26676, 26689, 26691, 26701, 26706, 26717, 26722, 26733, 26771, 26775, 26781, 26790, 26795, 26810, 26812, 26814, 26872, 26874, 26906, 26947, 26952, 26968, 26991, 27007, 27017, 27027, 27029, 27047, 27053, 27055, 27058, 27062, 27065, 27071, 27088, 27090, 27159, 27170, 27175, 27178, 27209, 27211, 27215, 27216, 27250, 27267, 27273, 27281, 27313, 27318, 27319, 27337, 27356, 27374, 27375, 27388, 27414, 27424, 27428, 27429, 27441, 27443, 27445, 27472, 27495, 27509, 27516, 27526, 27548, 27573, 27576, 27577, 27658, 27659, 27669, 27674, 27678, 27687, 27704, 27705, 27746, 27764, 27766, 27768, 27815, 27824, 27826, 27830, 27851, 27861, 27862, 27943, 27946, 27957, 27958, 27998, 28002, 28011, 28018, 28019, 28023, 28030, 28078, 28094, 28106, 28118, 28140, 28150, 28155, 28169, 28177, 28179, 28181, 28195, 28226, 28230, 28241, 28250, 28260, 28268, 28274, 28283, 28285, 28288, 28311, 28312, 28323, 28328, 28353, 28357, 28363, 28394, 28412, 28418, 28420, 28428, 28442, 28449, 28458, 28477, 28483, 28489, 28500, 28504, 28531, 28541, 28544, 28558, 28559, 28563, 28574, 28585, 28590, 28591, 28594, 28609, 28613, 28618, 28627, 28628, 28643, 28647, 28664, 28673, 28674, 28689, 28711, 28734, 28739, 28740, 28767, 28779, 28780, 28791, 28795, 28800, 28814, 28823, 28834, 28835, 28871, 28885, 28902, 28921, 28932, 28943, 28960, 28965, 28979, 28980, 28999, 29024, 29027, 29032, 29034, 29043, 29058, 29064, 29070, 29078, 29081, 29090, 29098, 29117, 29129, 29147, 29178, 29186, 29188, 29197, 29206, 29233, 29241, 29256, 29261, 29270, 29274, 29281, 29287, 29288, 29298, 29301, 29318, 29351, 29361, 29390, 29408, 29444, 29451, 29454, 29461, 29482, 29483, 29486, 29498, 29501, 29512, 29515, 29516, 29532, 29533, 29536, 29538, 29553, 29581, 29609, 29614, 29631, 29639, 29640, 29650, 29652, 29657, 29658, 29682, 29685, 29696, 29699, 29703, 29727, 29733, 29765, 29807, 29823, 29824, 29825, 29840, 29847, 29853, 29855, 29859, 29866, 29881, 29909, 29945, 29971, 29980, 30003, 30015, 30017, 30018, 30055, 30071, 30078, 30099, 30106, 30126, 30149, 30154, 30189, 30256, 30260, 30267, 30290, 30314, 30326, 30333, 30346, 30427, 30439, 30480, 30505, 30548, 30550, 30616, 30628, 30632, 30656, 30664, 30681, 30685, 30691, 30695, 30716, 30721, 30733, 30734, 30735, 30765, 30767, 30774, 30799, 30810, 30814, 30827, 30833, 30838, 30903, 30926, 30927, 30935, 30943, 30953, 30961, 30980, 30989, 31009, 31016, 31035, 31038, 31047, 31056, 31066, 31126, 31131, 31145, 31159, 31176, 31177, 31181, 31183, 31187, 31194, 31201, 31202, 31229, 31234, 31239, 31266, 31270, 31304, 31319, 31323, 31334, 31340, 31342, 31361, 31363, 31370, 31390, 31434, 31436, 31452, 31455, 31480, 31481, 31488, 31493, 31497, 31514, 31524, 31528, 31535, 31550, 31551, 31569, 31583, 31587, 31594, 31598, 31601, 31608, 31611, 31630, 31631, 31653, 31654, 31659, 31673, 31676, 31682, 31700, 31701, 31708, 31710, 31741, 31752, 31771, 31798, 31802, 31843, 31851, 31883, 31890, 31897, 31914, 31939, 31941, 31952, 31954, 31957, 31970, 31972, 31989, 31991, 32001, 32005, 32030, 32068, 32073, 32084, 32094, 32096, 32114, 32121, 32122, 32127, 32153, 32171, 32189, 32192, 32194, 32201, 32206, 32209, 32218, 32220, 32244, 32245, 32246, 32250, 32262, 32275, 32282, 32296, 32322, 32326, 32328, 32333, 32334, 32346, 32352, 32353, 32363, 32375, 32399, 32414, 32417, 32428, 32435, 32447, 32449, 32461, 32488, 32499, 32503, 32518, 32524, 32527, 32548, 32585, 32587, 32605, 32617, 32646, 32648, 32659, 32669, 32685, 32697, 32700, 32702, 32707, 32749, 32765] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..35456a1c4c4681e16a43f1e6f149b8176fba00b3 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..6bd7b9af064ab6d74130c1c98dda0f3970ec1de3 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..b99193ed2b49f579079866a47f745240e7eb35f7 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[23, 33, 67, 88, 100, 104, 131, 135, 147, 169, 173, 185, 190, 198, 205, 216, 221, 229, 230, 232, 233, 236, 252, 259, 260, 261, 266, 276, 282, 298, 302, 303, 311, 312, 313, 325, 337, 363, 386, 397, 420, 429, 434, 438, 446, 461, 475, 496, 500, 509, 522, 531, 533, 534, 539, 546, 549, 576, 580, 583, 596, 599, 605, 628, 635, 642, 643, 644, 646, 654, 661, 670, 679, 684, 685, 687, 689, 692, 693, 696, 698, 704, 705, 722, 729, 736, 749, 755, 761, 778, 780, 784, 793, 801, 802, 812, 815, 820, 823, 826, 831, 840, 841, 845, 852, 853, 856, 860, 861, 890, 894, 912, 913, 935, 945, 962, 966, 969, 979, 1002, 1016, 1033, 1043, 1052, 1068, 1070, 1075, 1084, 1101, 1111, 1129, 1133, 1136, 1137, 1145, 1163, 1169, 1176, 1177, 1189, 1191, 1197, 1213, 1222, 1225, 1226, 1229, 1235, 1239, 1240, 1242, 1243, 1250, 1264, 1269, 1270, 1283, 1289, 1302, 1307, 1309, 1310, 1324, 1328, 1334, 1335, 1341, 1344, 1347, 1366, 1368, 1371, 1396, 1400, 1403, 1406, 1407, 1409, 1441, 1444, 1456, 1477, 1491, 1503, 1510, 1515, 1523, 1528, 1551, 1564, 1566, 1577, 1578, 1579, 1588, 1596, 1600, 1606, 1612, 1629, 1636, 1638, 1640, 1641, 1661, 1662, 1700, 1706, 1709, 1711, 1714, 1725, 1747, 1753, 1758, 1759, 1762, 1792, 1803, 1809, 1818, 1823, 1834, 1849, 1871, 1877, 1881, 1885, 1886, 1893, 1917, 1941, 1956, 1963, 1976, 1983, 1992, 2020, 2029, 2034, 2036, 2038, 2039, 2048, 2066, 2085, 2097, 2098, 2102, 2103, 2104, 2116, 2121, 2140, 2151, 2163, 2169, 2180, 2185, 2187, 2216, 2222, 2226, 2239, 2250, 2252, 2260, 2271, 2273, 2276, 2278, 2280, 2285, 2293, 2318, 2319, 2321, 2336, 2337, 2350, 2351, 2353, 2354, 2356, 2359, 2370, 2371, 2386, 2415, 2419, 2421, 2425, 2427, 2428, 2429, 2437, 2444, 2445, 2449, 2452, 2458, 2463, 2466, 2475, 2491, 2493, 2503, 2511, 2517, 2545, 2546, 2558, 2563, 2565, 2566, 2569, 2571, 2580, 2590, 2593, 2597, 2598, 2603, 2607, 2609, 2611, 2612, 2626, 2632, 2638, 2640, 2644, 2650, 2651, 2678, 2687, 2690, 2698, 2701, 2715, 2719, 2722, 2724, 2738, 2739, 2742, 2758, 2772, 2788, 2799, 2800, 2806, 2815, 2832, 2841, 2857, 2872, 2880, 2889, 2907, 2925, 2932, 2938, 2948, 2950, 2952, 2956, 2959, 2961, 2968, 2972, 2977, 2981, 2982, 2989, 3001, 3012, 3018, 3019, 3023, 3048, 3050, 3053, 3061, 3063, 3065, 3073, 3075, 3078, 3082, 3096, 3103, 3104, 3108, 3110, 3135, 3144, 3151, 3164, 3181, 3201, 3208, 3212, 3214, 3217, 3219, 3225, 3228, 3233, 3237, 3246, 3249, 3252, 3258, 3262, 3280, 3291, 3294, 3302, 3303, 3317, 3320, 3322, 3325, 3330, 3341, 3344, 3351, 3358, 3361, 3368, 3370, 3376, 3386, 3411, 3414, 3416, 3429, 3430, 3441, 3442, 3459, 3472, 3479, 3481, 3487, 3496, 3498, 3501, 3537, 3539, 3545, 3551, 3557, 3564, 3565, 3581, 3584, 3588, 3591, 3601, 3605, 3611, 3614, 3616, 3640, 3645, 3660, 3676, 3680, 3682, 3684, 3705, 3708, 3709, 3716, 3721, 3736, 3738, 3743, 3745, 3754, 3764, 3765, 3783, 3787, 3790, 3804, 3809, 3814, 3820, 3840, 3842, 3855, 3867, 3873, 3881, 3895, 3902, 3907, 3915, 3916, 3929, 3937, 3938, 3966, 3968, 3969, 3996, 4032, 4054, 4084, 4095, 4096, 4098, 4108, 4117, 4122, 4138, 4142, 4149, 4157, 4158, 4159, 4161, 4170, 4171, 4176, 4178, 4184, 4185, 4187, 4200, 4228, 4229, 4236, 4239, 4257, 4260, 4268, 4281, 4287, 4292, 4293, 4300, 4306, 4313, 4320, 4338, 4340, 4344, 4351, 4353, 4360, 4364, 4365, 4374, 4387, 4389, 4390, 4393, 4396, 4399, 4403, 4421, 4423, 4425, 4436, 4437, 4446, 4450, 4451, 4454, 4456, 4460, 4466, 4485, 4497, 4502, 4507, 4511, 4525, 4532, 4542, 4545, 4550, 4558, 4562, 4571, 4572, 4576, 4579, 4580, 4581, 4582, 4587, 4590, 4599, 4602, 4614, 4618, 4620, 4623, 4624, 4631, 4658, 4666, 4673, 4674, 4696, 4703, 4705, 4715, 4726, 4728, 4736, 4745, 4751, 4759, 4766, 4787, 4790, 4794, 4804, 4808, 4810, 4817, 4828, 4837, 4861, 4866, 4870, 4871, 4877, 4878, 4891, 4899, 4911, 4914, 4922, 4937, 4956, 4967, 4970, 4976, 4982, 4983, 5012, 5017, 5023, 5025, 5027, 5029, 5043, 5046, 5051, 5074, 5082, 5083, 5089, 5100, 5118, 5120, 5121, 5122, 5125, 5128, 5154, 5156, 5163, 5165, 5166, 5170, 5179, 5188, 5189, 5192, 5203, 5222, 5223, 5230, 5236, 5240, 5246, 5247, 5256, 5273, 5287, 5301, 5303, 5309, 5311, 5339, 5346, 5350, 5354, 5364, 5369, 5374, 5379, 5388, 5390, 5395, 5396, 5408, 5414, 5422, 5434, 5442, 5460, 5466, 5470, 5486, 5488, 5511, 5521, 5530, 5532, 5545, 5550, 5579, 5586, 5617, 5623, 5649, 5653, 5660, 5664, 5668, 5697, 5699, 5704, 5709, 5711, 5713, 5714, 5717, 5718, 5722, 5725, 5740, 5749, 5756, 5761, 5768, 5769, 5776, 5778, 5785, 5793, 5796, 5799, 5809, 5817, 5826, 5827, 5829, 5836, 5845, 5846, 5863, 5942, 5944, 5952, 5956, 5959, 6015, 6025, 6034, 6043, 6044, 6061, 6073, 6080, 6097, 6104, 6109, 6137, 6141, 6142, 6206, 6222, 6226, 6229, 6232, 6235, 6238, 6256, 6261, 6272, 6273, 6279, 6310, 6323, 6331, 6339, 6341, 6351, 6356, 6363, 6413, 6423, 6425, 6429, 6433, 6436, 6440, 6457, 6458, 6474, 6481, 6491, 6493, 6495, 6504, 6508, 6516, 6539, 6541, 6576, 6578, 6585, 6594, 6595, 6606, 6610, 6621, 6635, 6639, 6684, 6688, 6692, 6699, 6700, 6709, 6711, 6717, 6728, 6733, 6734, 6735, 6738, 6741, 6748, 6759, 6760, 6795, 6811, 6815, 6819, 6823, 6825, 6827, 6837, 6848, 6852, 6864, 6875, 6889, 6895, 6899, 6903, 6905, 6915, 6916, 6917, 6924, 6928, 6934, 6947, 6952, 6961, 6989, 6990, 6991, 6992, 6994, 6995, 6999, 7006, 7011, 7016, 7037, 7038, 7041, 7047, 7048, 7076, 7095, 7109, 7119, 7124, 7129, 7132, 7137, 7140, 7155, 7200, 7209, 7211, 7219, 7226, 7230, 7231, 7232, 7238, 7256, 7266, 7271, 7300, 7306, 7307, 7313, 7314, 7334, 7335, 7339, 7362, 7364, 7366, 7373, 7378, 7389, 7395, 7404, 7418, 7428, 7433, 7438, 7441, 7444, 7447, 7450, 7451, 7454, 7456, 7471, 7518, 7525, 7528, 7531, 7536, 7551, 7552, 7569, 7579, 7601, 7610, 7632, 7633, 7639, 7652, 7654, 7660, 7669, 7671, 7672, 7677, 7679, 7680, 7684, 7691, 7692, 7704, 7719, 7724, 7736, 7740, 7750, 7786, 7799, 7800, 7815, 7817, 7821, 7822, 7823, 7827, 7841, 7847, 7857, 7862, 7870, 7883, 7903, 7918, 7931, 7937, 7944, 7945, 7946, 7956, 7959, 7960, 7966, 7970, 7971, 7976, 7982, 8000, 8002, 8006, 8012, 8013, 8017, 8036, 8048, 8058, 8062, 8077, 8096, 8100, 8107, 8150, 8152, 8155, 8160, 8163, 8169, 8177, 8208, 8210, 8218, 8221, 8235, 8250, 8253, 8258, 8260, 8281, 8283, 8290, 8299, 8308, 8320, 8338, 8343, 8352, 8357, 8376, 8385, 8389, 8394, 8399, 8411, 8414, 8416, 8418, 8423, 8429, 8435, 8437, 8442, 8448, 8451, 8456, 8484, 8487, 8490, 8496, 8497, 8503, 8514, 8517, 8518, 8534, 8535, 8552, 8561, 8575, 8577, 8583, 8588, 8604, 8608, 8609, 8614, 8616, 8619, 8623, 8636, 8641, 8642, 8654, 8656, 8673, 8683, 8684, 8691, 8701, 8712, 8731, 8732, 8744, 8753, 8784, 8790, 8803, 8805, 8820, 8824, 8825, 8826, 8827, 8841, 8845, 8860, 8867, 8885, 8886, 8897, 8900, 8920, 8935, 8940, 8941, 8946, 8965, 8969, 8976, 8980, 8981, 8986, 8990, 9022, 9026, 9036, 9037, 9091, 9105, 9107, 9113, 9119, 9131, 9135, 9138, 9142, 9150, 9156, 9158, 9198, 9204, 9205, 9207, 9209, 9224, 9230, 9231, 9235, 9270, 9274, 9277, 9294, 9300, 9301, 9302, 9319, 9320, 9333, 9338, 9344, 9353, 9358, 9370, 9373, 9391, 9399, 9409, 9411, 9416, 9432, 9436, 9449, 9450, 9456, 9477, 9487, 9494, 9509, 9512, 9516, 9525, 9526, 9533, 9546, 9561, 9567, 9568, 9572, 9573, 9578, 9579, 9582, 9590, 9592, 9595, 9600, 9604, 9630, 9649, 9650, 9654, 9664, 9672, 9688, 9698, 9716, 9720, 9725, 9730, 9739, 9759, 9772, 9777, 9790, 9810, 9821, 9826, 9827, 9833, 9845, 9876, 9885, 9888, 9900, 9901, 9902, 9906, 9916, 9919, 9933, 9937, 9941, 9946, 9956, 9957, 9959, 9968, 9995, 9999, 10006, 10008, 10009, 10010, 10013, 10016, 10021, 10028, 10035, 10043, 10054, 10056, 10067, 10079, 10082, 10096, 10098, 10129, 10130, 10132, 10137, 10149, 10150, 10157, 10158, 10164, 10167, 10181, 10187, 10204, 10219, 10221, 10237, 10245, 10247, 10256, 10261, 10263, 10272, 10273, 10274, 10283, 10294, 10303, 10321, 10337, 10338, 10372, 10374, 10385, 10400, 10404, 10416, 10423, 10425, 10444, 10455, 10461, 10471, 10485, 10486, 10494, 10504, 10521, 10537, 10560, 10571, 10578, 10586, 10616, 10623, 10628, 10638, 10650, 10652, 10659, 10662, 10669, 10677, 10691, 10710, 10716, 10721, 10754, 10771, 10782, 10787, 10790, 10796, 10803, 10806, 10807, 10814, 10816, 10820, 10830, 10849, 10855, 10863, 10899, 10900, 10905, 10909, 10915, 10917, 10930, 10934, 10946, 10961, 10965, 10974, 10976, 10977, 10981, 10996, 10998, 11004, 11017, 11054, 11058, 11059, 11064, 11066, 11072, 11073, 11074, 11076, 11088, 11104, 11112, 11116, 11129, 11140, 11142, 11145, 11160, 11167, 11174, 11195, 11223, 11225, 11227, 11232, 11240, 11264, 11266, 11273, 11282, 11302, 11310, 11327, 11331, 11343, 11353, 11361, 11372, 11383, 11389, 11393, 11404, 11418, 11424, 11426, 11435, 11438, 11457, 11459, 11465, 11473, 11477, 11503, 11536, 11538, 11541, 11553, 11554, 11574, 11579, 11581, 11586, 11587, 11588, 11616, 11618, 11622, 11628, 11631, 11632, 11649, 11651, 11657, 11663, 11671, 11677, 11684, 11686, 11729, 11749, 11753, 11759, 11760, 11769, 11788, 11797, 11802, 11806, 11809, 11814, 11816, 11819, 11836, 11855, 11861, 11868, 11876, 11879, 11882, 11883, 11897, 11916, 11922, 11927, 11936, 11946, 11956, 11979, 12002, 12011, 12012, 12034, 12035, 12047, 12051, 12061, 12086, 12109, 12120, 12130, 12132, 12149, 12152, 12160, 12161, 12170, 12177, 12187, 12191, 12216, 12224, 12228, 12234, 12235, 12249, 12263, 12274, 12277, 12280, 12285, 12287, 12293, 12313, 12332, 12333, 12342, 12345, 12350, 12353, 12354, 12367, 12378, 12407, 12417, 12421, 12426, 12432, 12442, 12449, 12452, 12454, 12467, 12469, 12478, 12503, 12514, 12518, 12521, 12536, 12537, 12545, 12555, 12559, 12561, 12566, 12573, 12590, 12607, 12638, 12640, 12646, 12660, 12662, 12666, 12669, 12672, 12706, 12710, 12717, 12736, 12737, 12741, 12744, 12747, 12748, 12755, 12758, 12760, 12771, 12775, 12776, 12780, 12798, 12809, 12825, 12828, 12832, 12834, 12852, 12861, 12868, 12871, 12872, 12884, 12891, 12902, 12922, 12925, 12928, 12933, 12950, 12958, 12959, 12962, 12965, 12969, 12980, 12996, 13017, 13018, 13022, 13030, 13043, 13053, 13061, 13063, 13079, 13088, 13110, 13111, 13139, 13175, 13179, 13187, 13193, 13202, 13203, 13220, 13221, 13230, 13245, 13272, 13290, 13298, 13301, 13303, 13324, 13327, 13329, 13337, 13352, 13363, 13365, 13372, 13379, 13380, 13391, 13394, 13395, 13401, 13424, 13426, 13430, 13438, 13457, 13464, 13466, 13479, 13482, 13484, 13490, 13491, 13512, 13575, 13582, 13586, 13596, 13598, 13599, 13606, 13610, 13623, 13624, 13640, 13650, 13662, 13666, 13668, 13669, 13686, 13688, 13690, 13701, 13703, 13709, 13718, 13724, 13729, 13736, 13741, 13751, 13755, 13757, 13760, 13761, 13765, 13769, 13772, 13779, 13785, 13786, 13814, 13822, 13850, 13853, 13863, 13865, 13875, 13887, 13890, 13897, 13903, 13909, 13913, 13917, 13933, 13942, 13948, 13963, 13977, 13988, 13992, 14007, 14010, 14068, 14095, 14099, 14105, 14109, 14119, 14135, 14148, 14158, 14161, 14164, 14168, 14186, 14224, 14228, 14230, 14233, 14238, 14240, 14249, 14256, 14265, 14266, 14268, 14277, 14278, 14282, 14288, 14293, 14306, 14311, 14316, 14356, 14359, 14363, 14377, 14382, 14386, 14388, 14397, 14404, 14426, 14434, 14438, 14440, 14452, 14476, 14482, 14487, 14499, 14508, 14509, 14530, 14531, 14541, 14542, 14546, 14578, 14581, 14610, 14647, 14651, 14652, 14657, 14663, 14670, 14681, 14688, 14701, 14704, 14718, 14720, 14727, 14732, 14740, 14743, 14750, 14754, 14774, 14784, 14799, 14805, 14806, 14813, 14825, 14859, 14860, 14872, 14882, 14885, 14887, 14896, 14901, 14908, 14909, 14915, 14918, 14919, 14928, 14930, 14950, 14952, 14963, 14974, 14992, 14997, 15020, 15035, 15046, 15048, 15054, 15059, 15070, 15072, 15078, 15083, 15094, 15102, 15108, 15113, 15120, 15138, 15140, 15142, 15144, 15151, 15152, 15153, 15167, 15175, 15179, 15182, 15185, 15195, 15199, 15207, 15209, 15231, 15247, 15248, 15249, 15253, 15254, 15256, 15274, 15284, 15287, 15295, 15299, 15303, 15311, 15312, 15319, 15320, 15355, 15387, 15388, 15395, 15398, 15407, 15424, 15430, 15431, 15440, 15450, 15452, 15457, 15458, 15482, 15500, 15507, 15514, 15516, 15526, 15537, 15557, 15566, 15576, 15581, 15597, 15604, 15614, 15624, 15647, 15665, 15669, 15690, 15703, 15709, 15718, 15719, 15720, 15738, 15743, 15760, 15785, 15794, 15803, 15804, 15812, 15814, 15817, 15821, 15834, 15835, 15838, 15844, 15851, 15873, 15878, 15937, 15938, 15939, 15941, 15943, 15944, 15947, 15950, 15983, 15999, 16018, 16019, 16020, 16023, 16040, 16042, 16051, 16052, 16063, 16064, 16067, 16076, 16079, 16081, 16082, 16083, 16086, 16093, 16094, 16095, 16101, 16124, 16134, 16141, 16142, 16153, 16173, 16192, 16193, 16196, 16207, 16224, 16234, 16237, 16271, 16276, 16285, 16288, 16294, 16298, 16330, 16352, 16360, 16364, 16369, 16390, 16404, 16432, 16434, 16438, 16466, 16469, 16470, 16472, 16473, 16477, 16482, 16506, 16530, 16546, 16555, 16556, 16558, 16562, 16583, 16591, 16593, 16598, 16614, 16623, 16638, 16642, 16645, 16654, 16672, 16678, 16679, 16689, 16696, 16701, 16713, 16727, 16728, 16729, 16730, 16736, 16739, 16773, 16788, 16795, 16823, 16826, 16837, 16840, 16859, 16880, 16883, 16892, 16896, 16901, 16904, 16905, 16909, 16920, 16946, 16963, 16965, 17014, 17019, 17029, 17032, 17033, 17045, 17069, 17090, 17106, 17113, 17124, 17130, 17131, 17133, 17137, 17140, 17144, 17145, 17151, 17155, 17170, 17190, 17192, 17198, 17201, 17203, 17204, 17208, 17219, 17222, 17223, 17227, 17233, 17248, 17250, 17252, 17267, 17272, 17294, 17295, 17301, 17307, 17308, 17323, 17335, 17344, 17354, 17363, 17365, 17366, 17367, 17370, 17373, 17377, 17379, 17383, 17399, 17405, 17408, 17409, 17410, 17412, 17413, 17422, 17426, 17440, 17452, 17462, 17463, 17469, 17477, 17479, 17497, 17511, 17517, 17525, 17535, 17536, 17539, 17550, 17555, 17562, 17571, 17576, 17584, 17586, 17587, 17594, 17598, 17618, 17619, 17634, 17637, 17640, 17662, 17683, 17684, 17691, 17692, 17693, 17696, 17700, 17719, 17728, 17733, 17756, 17759, 17766, 17769, 17772, 17774, 17782, 17794, 17802, 17806, 17816, 17845, 17860, 17870, 17875, 17882, 17887, 17892, 17903, 17905, 17914, 17922, 17939, 17954, 17987, 18006, 18010, 18013, 18019, 18036, 18040, 18041, 18047, 18048, 18049, 18058, 18060, 18078, 18081, 18089, 18099, 18100, 18116, 18119, 18122, 18127, 18135, 18137, 18138, 18150, 18154, 18165, 18185, 18204, 18207, 18242, 18262, 18265, 18287, 18289, 18293, 18297, 18305, 18312, 18315, 18321, 18342, 18347, 18348, 18355, 18361, 18367, 18381, 18402, 18421, 18435, 18456, 18465, 18482, 18530, 18538, 18545, 18549, 18564, 18568, 18569, 18578, 18586, 18599, 18601, 18604, 18610, 18621, 18638, 18662, 18669, 18685, 18687, 18696, 18730, 18743, 18744, 18753, 18757, 18783, 18790, 18792, 18793, 18800, 18804, 18805, 18809, 18810, 18839, 18854, 18871, 18882, 18891, 18925, 18928, 18949, 18954, 18957, 18990, 18995, 19011, 19013, 19025, 19026, 19066, 19067, 19073, 19102, 19104, 19125, 19127, 19143, 19146, 19157, 19160, 19165, 19169, 19171, 19172, 19179, 19186, 19214, 19224, 19231, 19252, 19264, 19290, 19296, 19297, 19300, 19315, 19324, 19341, 19361, 19363, 19378, 19381, 19390, 19397, 19402, 19415, 19419, 19425, 19438, 19445, 19451, 19453, 19455, 19460, 19464, 19468, 19478, 19497, 19504, 19523, 19532, 19544, 19556, 19562, 19572, 19579, 19583, 19586, 19594, 19595, 19603, 19607, 19624, 19656, 19667, 19668, 19689, 19690, 19695, 19699, 19700, 19704, 19712, 19716, 19730, 19738, 19742, 19749, 19754, 19765, 19779, 19790, 19796, 19823, 19825, 19838, 19868, 19872, 19875, 19884, 19887, 19897, 19907, 19920, 19927, 19930, 19947, 19956, 19971, 19984, 19990, 19998, 20001, 20003, 20017, 20032, 20046, 20049, 20087, 20116, 20139, 20150, 20159, 20175, 20178, 20190, 20216, 20218, 20230, 20231, 20234, 20240, 20242, 20248, 20268, 20271, 20280, 20287, 20295, 20298, 20300, 20307, 20309, 20326, 20327, 20332, 20334, 20340, 20347, 20354, 20356, 20360, 20361, 20366, 20380, 20386, 20394, 20399, 20405, 20409, 20410, 20415, 20422, 20444, 20446, 20449, 20457, 20469, 20478, 20482, 20494, 20512, 20531, 20533, 20549, 20557, 20567, 20570, 20572, 20580, 20601, 20604, 20610, 20612, 20646, 20649, 20668, 20670, 20678, 20680, 20685, 20693, 20704, 20707, 20738, 20753, 20754, 20758, 20769, 20781, 20789, 20814, 20823, 20830, 20831, 20833, 20840, 20841, 20842, 20844, 20851, 20854, 20860, 20878, 20880, 20890, 20892, 20897, 20923, 20924, 20927, 20936, 20944, 20954, 20964, 20977, 20982, 20986, 21001, 21051, 21067, 21078, 21085, 21099, 21116, 21128, 21129, 21130, 21145, 21149, 21160, 21161, 21172, 21177, 21190, 21202, 21206, 21208, 21217, 21221, 21222, 21227, 21229, 21236, 21248, 21249, 21265, 21268, 21283, 21302, 21307, 21309, 21320, 21323, 21342, 21361, 21362, 21366, 21367, 21385, 21393, 21395, 21398, 21399, 21407, 21412, 21443, 21452, 21456, 21462, 21471, 21472, 21478, 21497, 21498, 21500, 21516, 21520, 21529, 21531, 21543, 21555, 21562, 21568, 21585, 21587, 21601, 21602, 21605, 21608, 21612, 21617, 21618, 21619, 21620, 21625, 21635, 21640, 21643, 21655, 21656, 21659, 21662, 21666, 21675, 21687, 21715, 21718, 21721, 21733, 21751, 21756, 21763, 21767, 21770, 21771, 21774, 21784, 21788, 21794, 21804, 21809, 21812, 21817, 21827, 21848, 21870, 21888, 21905, 21914, 21923, 21930, 21941, 21955, 21956, 21968, 21985, 21993, 21994, 21996, 22002, 22011, 22028, 22033, 22044, 22050, 22061, 22065, 22083, 22087, 22120, 22122, 22136, 22153, 22169, 22174, 22175, 22183, 22191, 22193, 22211, 22222, 22233, 22237, 22240, 22259, 22282, 22283, 22287, 22293, 22299, 22300, 22309, 22316, 22328, 22338, 22357, 22392, 22399, 22400, 22407, 22420, 22422, 22428, 22432, 22444, 22450, 22451, 22465, 22482, 22483, 22488, 22489, 22511, 22512, 22522, 22527, 22528, 22542, 22549, 22555, 22559, 22561, 22569, 22571, 22580, 22583, 22609, 22610, 22619, 22620, 22622, 22642, 22658, 22663, 22670, 22677, 22705, 22706, 22725, 22738, 22750, 22756, 22769, 22771, 22793, 22797, 22830, 22835, 22839, 22851, 22863, 22864, 22866, 22867, 22898, 22908, 22913, 22914, 22926, 22929, 22931, 22933, 22954, 22970, 22981, 22982, 22984, 23005, 23026, 23052, 23055, 23059, 23079, 23092, 23119, 23138, 23148, 23151, 23154, 23158, 23168, 23180, 23188, 23189, 23199, 23221, 23225, 23226, 23237, 23239, 23249, 23257, 23261, 23270, 23272, 23280, 23287, 23289, 23296, 23300, 23340, 23362, 23370, 23378, 23398, 23401, 23407, 23431, 23439, 23441, 23459, 23484, 23487, 23495, 23509, 23518, 23523, 23555, 23558, 23570, 23578, 23593, 23596, 23601, 23602, 23603, 23610, 23627, 23633, 23638, 23646, 23650, 23653, 23657, 23683, 23705, 23709, 23713, 23727, 23730, 23747, 23748, 23749, 23752, 23753, 23769, 23783, 23788, 23796, 23808, 23812, 23827, 23851, 23854, 23859, 23910, 23929, 23940, 23944, 23957, 23960, 23968, 23973, 23987, 24003, 24019, 24052, 24054, 24068, 24077, 24082, 24114, 24120, 24125, 24130, 24131, 24135, 24145, 24154, 24183, 24189, 24195, 24197, 24202, 24205, 24206, 24211, 24224, 24225, 24229, 24256, 24259, 24266, 24278, 24315, 24317, 24320, 24329, 24336, 24342, 24347, 24348, 24350, 24354, 24359, 24366, 24368, 24371, 24372, 24387, 24391, 24399, 24412, 24416, 24422, 24432, 24433, 24457, 24469, 24480, 24486, 24487, 24495, 24499, 24505, 24518, 24520, 24539, 24541, 24542, 24556, 24570, 24608, 24614, 24616, 24635, 24641, 24659, 24661, 24678, 24680, 24681, 24683, 24695, 24709, 24710, 24715, 24727, 24734, 24739, 24744, 24767, 24768, 24770, 24771, 24789, 24791, 24795, 24801, 24807, 24808, 24817, 24818, 24823, 24824, 24850, 24864, 24879, 24884, 24898, 24907, 24909, 24912, 24918, 24946, 24947, 24948, 24949, 24953, 24960, 24969, 24974, 24975, 24981, 24991, 24998, 25000, 25007, 25028, 25044, 25050, 25062, 25064, 25079, 25090, 25131, 25134, 25161, 25176, 25185, 25191, 25193, 25209, 25233, 25234, 25235, 25252, 25273, 25278, 25281, 25287, 25307, 25313, 25314, 25327, 25329, 25335, 25343, 25349, 25357, 25386, 25394, 25398, 25408, 25449, 25453, 25465, 25468, 25469, 25470, 25471, 25480, 25482, 25493, 25499, 25504, 25509, 25527, 25528, 25546, 25565, 25588, 25596, 25616, 25627, 25631, 25635, 25653, 25674, 25678, 25707, 25712, 25715, 25742, 25748, 25761, 25767, 25779, 25781, 25808, 25827, 25828, 25839, 25841, 25863, 25895, 25896, 25908, 25916, 25919, 25924, 25928, 25932, 25937, 25940, 25960, 25961, 25965, 25966, 25985, 25986, 26008, 26013, 26026, 26030, 26033, 26046, 26070, 26085, 26086, 26096, 26102, 26103, 26106, 26121, 26122, 26133, 26154, 26164, 26175, 26191, 26199, 26213, 26219, 26220, 26223, 26233, 26268, 26283, 26286, 26321, 26330, 26339, 26341, 26353, 26359, 26367, 26402, 26412, 26421, 26422, 26424, 26429, 26440, 26461, 26466, 26484, 26489, 26506, 26507, 26513, 26533, 26539, 26545, 26551, 26570, 26609, 26622, 26651, 26654, 26655, 26660, 26668, 26679, 26683, 26689, 26694, 26717, 26722, 26733, 26739, 26740, 26747, 26771, 26790, 26797, 26812, 26814, 26827, 26830, 26837, 26841, 26853, 26873, 26874, 26876, 26887, 26901, 26903, 26906, 26915, 26954, 26960, 26968, 26972, 26974, 26982, 26999, 27009, 27026, 27027, 27029, 27042, 27053, 27055, 27058, 27065, 27071, 27098, 27104, 27108, 27112, 27121, 27142, 27153, 27169, 27193, 27215, 27227, 27244, 27246, 27250, 27254, 27256, 27258, 27266, 27278, 27281, 27301, 27306, 27313, 27317, 27323, 27326, 27336, 27340, 27342, 27364, 27382, 27387, 27405, 27414, 27424, 27427, 27428, 27429, 27439, 27441, 27446, 27467, 27481, 27485, 27497, 27517, 27518, 27542, 27571, 27577, 27607, 27609, 27612, 27653, 27656, 27659, 27660, 27670, 27673, 27678, 27686, 27687, 27690, 27698, 27715, 27732, 27754, 27761, 27766, 27782, 27793, 27798, 27824, 27826, 27830, 27838, 27848, 27861, 27862, 27864, 27865, 27885, 27889, 27892, 27936, 27943, 27948, 27960, 27970, 27971, 27976, 27983, 27984, 27997, 28002, 28003, 28051, 28071, 28077, 28093, 28094, 28106, 28108, 28118, 28132, 28143, 28147, 28155, 28165, 28168, 28172, 28173, 28179, 28226, 28231, 28242, 28248, 28252, 28254, 28260, 28274, 28284, 28285, 28286, 28293, 28304, 28309, 28311, 28323, 28331, 28337, 28339, 28352, 28359, 28400, 28418, 28428, 28434, 28449, 28465, 28477, 28483, 28485, 28489, 28491, 28516, 28547, 28553, 28556, 28561, 28574, 28582, 28585, 28587, 28588, 28591, 28592, 28594, 28599, 28609, 28614, 28615, 28618, 28623, 28627, 28633, 28642, 28647, 28655, 28657, 28679, 28680, 28687, 28690, 28692, 28711, 28740, 28758, 28765, 28780, 28784, 28786, 28792, 28814, 28819, 28834, 28864, 28866, 28868, 28879, 28918, 28921, 28932, 28939, 28971, 28992, 29024, 29027, 29029, 29032, 29037, 29040, 29063, 29073, 29075, 29081, 29087, 29090, 29098, 29114, 29172, 29177, 29178, 29188, 29200, 29208, 29209, 29212, 29216, 29222, 29242, 29256, 29261, 29274, 29287, 29302, 29328, 29329, 29350, 29351, 29356, 29361, 29367, 29375, 29389, 29392, 29397, 29403, 29416, 29425, 29434, 29454, 29467, 29477, 29486, 29490, 29498, 29511, 29512, 29515, 29516, 29517, 29536, 29539, 29540, 29546, 29547, 29556, 29573, 29575, 29591, 29597, 29614, 29640, 29650, 29652, 29657, 29659, 29662, 29667, 29700, 29703, 29733, 29735, 29741, 29752, 29776, 29787, 29792, 29797, 29811, 29827, 29832, 29845, 29858, 29859, 29861, 29867, 29877, 29881, 29897, 29909, 29914, 29943, 29945, 29950, 29958, 29994, 29997, 30009, 30011, 30017, 30018, 30041, 30055, 30063, 30069, 30070, 30083, 30098, 30099, 30104, 30106, 30107, 30111, 30115, 30129, 30130, 30135, 30139, 30149, 30152, 30154, 30164, 30179, 30185, 30189, 30202, 30203, 30212, 30226, 30237, 30245, 30247, 30249, 30253, 30254, 30260, 30265, 30267, 30281, 30285, 30287, 30291, 30321, 30326, 30335, 30340, 30355, 30366, 30375, 30378, 30384, 30386, 30389, 30414, 30443, 30462, 30480, 30483, 30489, 30490, 30499, 30505, 30506, 30509, 30511, 30544, 30550, 30575, 30589, 30597, 30621, 30623, 30628, 30632, 30637, 30643, 30649, 30666, 30695, 30700, 30702, 30711, 30739, 30740, 30765, 30778, 30780, 30786, 30794, 30797, 30799, 30809, 30813, 30815, 30816, 30819, 30833, 30836, 30843, 30861, 30875, 30876, 30891, 30897, 30903, 30909, 30916, 30928, 30935, 30961, 30968, 30969, 30980, 30981, 30987, 30989, 30993, 30996, 31002, 31003, 31005, 31007, 31013, 31023, 31038, 31045, 31049, 31058, 31065, 31067, 31080, 31085, 31088, 31126, 31129, 31134, 31144, 31153, 31170, 31189, 31201, 31206, 31224, 31229, 31235, 31254, 31270, 31275, 31311, 31323, 31329, 31333, 31361, 31370, 31378, 31386, 31410, 31411, 31418, 31432, 31433, 31434, 31436, 31439, 31452, 31455, 31487, 31493, 31506, 31515, 31519, 31524, 31525, 31534, 31545, 31550, 31569, 31570, 31582, 31587, 31594, 31608, 31611, 31631, 31643, 31654, 31657, 31664, 31665, 31670, 31688, 31700, 31701, 31703, 31706, 31710, 31712, 31718, 31736, 31741, 31744, 31745, 31751, 31752, 31754, 31775, 31785, 31788, 31860, 31885, 31891, 31895, 31901, 31906, 31914, 31920, 31927, 31940, 31951, 31960, 31994, 32005, 32012, 32030, 32046, 32049, 32057, 32094, 32102, 32114, 32121, 32122, 32124, 32142, 32153, 32158, 32159, 32177, 32194, 32206, 32210, 32211, 32218, 32230, 32233, 32236, 32240, 32246, 32272, 32276, 32282, 32284, 32290, 32296, 32306, 32308, 32311, 32329, 32333, 32334, 32340, 32359, 32360, 32363, 32365, 32390, 32394, 32406, 32410, 32418, 32428, 32440, 32441, 32447, 32449, 32453, 32458, 32472, 32515, 32518, 32527, 32576, 32585, 32607, 32617, 32618, 32626, 32639, 32677, 32678, 32682, 32700, 32702, 32707, 32718, 32720, 32726, 32750, 32753, 32760] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..2010909a9201a0099d40910eac7d2a4ae11f8970 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..5b18a62b746544ac6a7e1b74c9bafa0f838df689 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..5fd635f7b57c8d384e05635dd972f9c44392284f --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:last_token)_indices @@ -0,0 +1 @@ +[4, 133, 134, 164, 185, 232, 299, 311, 363, 422, 434, 514, 515, 641, 692, 696, 860, 888, 908, 998, 1008, 1048, 1070, 1092, 1115, 1133, 1176, 1423, 1469, 1526, 1662, 1699, 1700, 1716, 1722, 1723, 1809, 1815, 1871, 1917, 1919, 1963, 2111, 2134, 2163, 2185, 2194, 2222, 2319, 2337, 2366, 2396, 2419, 2454, 2565, 2632, 2687, 2925, 2950, 2981, 3018, 3077, 3173, 3279, 3302, 3405, 3410, 3483, 3537, 3565, 3603, 3634, 3645, 3669, 3721, 3763, 3820, 3852, 3938, 4005, 4075, 4149, 4159, 4277, 4313, 4339, 4404, 4456, 4508, 4579, 4602, 4656, 4673, 4705, 4715, 4732, 4823, 4868, 5121, 5125, 5130, 5156, 5170, 5184, 5241, 5245, 5261, 5275, 5296, 5315, 5379, 5388, 5396, 5414, 5418, 5545, 5622, 5655, 5686, 5711, 5712, 5718, 5810, 5834, 5836, 5879, 5995, 6008, 6023, 6041, 6093, 6116, 6158, 6177, 6208, 6231, 6235, 6277, 6483, 6504, 6539, 6692, 6693, 6738, 6783, 6928, 6961, 6992, 7204, 7232, 7247, 7364, 7377, 7378, 7450, 7494, 7516, 7528, 7719, 7740, 7796, 7882, 7883, 7954, 7982, 8131, 8136, 8210, 8243, 8281, 8389, 8394, 8411, 8477, 8575, 8604, 8614, 8618, 8656, 8715, 8933, 8969, 8988, 9034, 9070, 9230, 9240, 9373, 9409, 9440, 9476, 9515, 9568, 9572, 9724, 9827, 9876, 9882, 9919, 9995, 10008, 10046, 10067, 10119, 10231, 10283, 10306, 10307, 10507, 10526, 10638, 10652, 10683, 10690, 10803, 10806, 10855, 10862, 10867, 10869, 10986, 11002, 11004, 11055, 11073, 11108, 11196, 11273, 11282, 11439, 11579, 11583, 11588, 11648, 11758, 11806, 11883, 11959, 11962, 12005, 12051, 12119, 12228, 12299, 12455, 12522, 12620, 12702, 12706, 12771, 12801, 12862, 12959, 12962, 13083, 13085, 13193, 13196, 13218, 13244, 13303, 13352, 13372, 13437, 13438, 13551, 13606, 13610, 13641, 13711, 13729, 13762, 13795, 13825, 13850, 13886, 14119, 14214, 14327, 14466, 14546, 14627, 14679, 14903, 14915, 15006, 15108, 15382, 15557, 15566, 15578, 15624, 15705, 15711, 15921, 15938, 16134, 16269, 16369, 16376, 16388, 16403, 16459, 16635, 16727, 16786, 16867, 16875, 16922, 17018, 17069, 17131, 17136, 17250, 17409, 17462, 17630, 17644, 17673, 17700, 17733, 17745, 17790, 17802, 17922, 18060, 18099, 18180, 18200, 18242, 18287, 18305, 18327, 18342, 18552, 18621, 18662, 18954, 18963, 19169, 19218, 19224, 19238, 19415, 19416, 19481, 19506, 19581, 19589, 19594, 19643, 19690, 19703, 19801, 19864, 20054, 20077, 20150, 20171, 20237, 20289, 20347, 20530, 20701, 20754, 20773, 20789, 20892, 20933, 20989, 21088, 21111, 21115, 21117, 21208, 21234, 21248, 21422, 21437, 21452, 21497, 21562, 21568, 21586, 21618, 21659, 21734, 21763, 21778, 21827, 22122, 22183, 22193, 22206, 22253, 22258, 22400, 22422, 22462, 22597, 22632, 22663, 22714, 22787, 22818, 22908, 22926, 23073, 23116, 23145, 23263, 23378, 23439, 23549, 23636, 23690, 23896, 23990, 24090, 24103, 24322, 24385, 24391, 24432, 24477, 24494, 24501, 24539, 24573, 24683, 24690, 24739, 24795, 24897, 24939, 25144, 25203, 25327, 25526, 25606, 25635, 25748, 25767, 25776, 25788, 25981, 26008, 26097, 26169, 26179, 26255, 26330, 26353, 26436, 26443, 26461, 26525, 26705, 26738, 26915, 26952, 26991, 27098, 27112, 27120, 27216, 27306, 27380, 27515, 27565, 27643, 27669, 27686, 27793, 28040, 28134, 28248, 28283, 28383, 28400, 28417, 28588, 28696, 28731, 28795, 29027, 29188, 29238, 29242, 29256, 29274, 29298, 29350, 29425, 29436, 29501, 29512, 29703, 29797, 30227, 30270, 30287, 30318, 30330, 30355, 30427, 30593, 30645, 30649, 30656, 30667, 30739, 30891, 30928, 31167, 31177, 31202, 31230, 31251, 31411, 31414, 31497, 31544, 31575, 31577, 31729, 31745, 31751, 31752, 31840, 31941, 31944, 32005, 32142, 32189, 32221, 32293, 32328] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f1c6e16e2033f1e4ef06691afb0ab79f30e7cb25 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:8,Token:last_token)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..659ed126f097062e51de63edf9a60f41d4dc5a63 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol)_indices new file mode 100644 index 0000000000000000000000000000000000000000..09feefd2a343d86b34311125a79e93dc28579086 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol)_indices @@ -0,0 +1 @@ +[6, 26, 84, 86, 87, 89, 96, 102, 116, 135, 137, 140, 141, 176, 186, 194, 197, 208, 213, 221, 223, 235, 244, 251, 269, 290, 293, 299, 309, 324, 366, 372, 380, 383, 406, 408, 409, 412, 420, 423, 428, 430, 433, 449, 452, 470, 475, 483, 498, 500, 505, 508, 511, 514, 527, 549, 566, 568, 573, 581, 594, 602, 629, 634, 644, 649, 670, 686, 726, 739, 742, 744, 752, 764, 772, 774, 785, 805, 808, 816, 832, 839, 857, 861, 868, 882, 883, 887, 917, 935, 940, 946, 951, 973, 975, 979, 987, 989, 992, 996, 997, 1008, 1013, 1015, 1021, 1030, 1040, 1054, 1066, 1079, 1082, 1104, 1120, 1129, 1137, 1145, 1148, 1151, 1162, 1198, 1204, 1213, 1222, 1229, 1238, 1240, 1241, 1243, 1244, 1247, 1260, 1269, 1270, 1277, 1296, 1299, 1322, 1344, 1349, 1360, 1362, 1375, 1376, 1379, 1389, 1392, 1401, 1416, 1419, 1433, 1440, 1449, 1453, 1458, 1483, 1484, 1492, 1521, 1522, 1542, 1548, 1549, 1552, 1553, 1557, 1560, 1574, 1581, 1589, 1598, 1599, 1610, 1620, 1625, 1644, 1645, 1649, 1666, 1679, 1703, 1711, 1712, 1715, 1722, 1725, 1732, 1753, 1760, 1775, 1799, 1809, 1819, 1821, 1825, 1836, 1838, 1846, 1850, 1858, 1870, 1874, 1886, 1887, 1901, 1909, 1929, 1937, 1955, 1959, 1965, 1978, 2007, 2010, 2016, 2057, 2060, 2067, 2069, 2092, 2094, 2098, 2101, 2103, 2108, 2109, 2112, 2123, 2131, 2212, 2248, 2259, 2262, 2264, 2275, 2291, 2307, 2317, 2335, 2337, 2357, 2363, 2372, 2390, 2401, 2417, 2422, 2429, 2431, 2441, 2447, 2452, 2456, 2459, 2465, 2482, 2486, 2487, 2488, 2497, 2510, 2513, 2517, 2526, 2530, 2537, 2550, 2559, 2574, 2578, 2582, 2616, 2630, 2643, 2656, 2666, 2668, 2703, 2704, 2712, 2739, 2744, 2752, 2753, 2755, 2769, 2773, 2778, 2782, 2793, 2806, 2819, 2827, 2849, 2855, 2878, 2884, 2897, 2903, 2906, 2912, 2920, 2923, 2952, 2953, 2961, 2967, 2974, 3008, 3009, 3023, 3051, 3054, 3055, 3061, 3079, 3092, 3098, 3102, 3110, 3142, 3144, 3161, 3162, 3171, 3172, 3178, 3180, 3182, 3205, 3210, 3219, 3225, 3238, 3241, 3251, 3255, 3257, 3262, 3264, 3272, 3284, 3285, 3290, 3303, 3330, 3332, 3351, 3354, 3356, 3366, 3396, 3410, 3417, 3422, 3425, 3426, 3438, 3439, 3450, 3475, 3484, 3491, 3495, 3506, 3523, 3557, 3558, 3567, 3570, 3576, 3593, 3597, 3617, 3622, 3626, 3650, 3666, 3674, 3717, 3726, 3745, 3752, 3777, 3779, 3790, 3798, 3813, 3848, 3850, 3851, 3858, 3859, 3860, 3877, 3895, 3913, 3914, 3923, 3933, 3935, 3939, 3946, 3955, 3956, 3958, 3964, 3969, 3977, 3997, 3999, 4013, 4015, 4022, 4026, 4032, 4034, 4036, 4042, 4089, 4134, 4141, 4146, 4156, 4171, 4204, 4225, 4226, 4240, 4298, 4305, 4312, 4319, 4322, 4327, 4334, 4340, 4352, 4408, 4414, 4427, 4460, 4466, 4479, 4493, 4542, 4546, 4548, 4560, 4564, 4571, 4587, 4589, 4592, 4593, 4596, 4599, 4604, 4606, 4612, 4626, 4628, 4646, 4663, 4674, 4704, 4709, 4721, 4724, 4728, 4729, 4736, 4743, 4763, 4778, 4779, 4789, 4827, 4836, 4845, 4846, 4853, 4891, 4921, 4932, 4936, 4938, 4940, 4960, 4969, 4983, 4986, 5004, 5007, 5011, 5025, 5030, 5042, 5074, 5079, 5088, 5100, 5109, 5112, 5160, 5163, 5175, 5180, 5182, 5191, 5195, 5196, 5198, 5209, 5226, 5232, 5245, 5246, 5263, 5264, 5272, 5294, 5300, 5325, 5326, 5334, 5337, 5357, 5358, 5379, 5382, 5421, 5430, 5431, 5443, 5457, 5475, 5482, 5499, 5513, 5522, 5523, 5524, 5531, 5541, 5543, 5561, 5570, 5586, 5588, 5592, 5596, 5604, 5646, 5654, 5663, 5669, 5670, 5676, 5682, 5725, 5744, 5753, 5759, 5776, 5790, 5793, 5798, 5814, 5815, 5816, 5819, 5835, 5848, 5851, 5869, 5875, 5877, 5882, 5884, 5899, 5903, 5951, 5974, 5975, 5978, 5988, 6014, 6018, 6020, 6022, 6043, 6050, 6052, 6054, 6055, 6071, 6090, 6096, 6105, 6117, 6121, 6124, 6126, 6129, 6136, 6139, 6143, 6148, 6158, 6166, 6173, 6181, 6191, 6209, 6230, 6242, 6274, 6312, 6318, 6319, 6333, 6341, 6385, 6391, 6394, 6399, 6401, 6404, 6405, 6414, 6415, 6427, 6429, 6433, 6438, 6439, 6447, 6454, 6497, 6519, 6525, 6528, 6550, 6554, 6556, 6562, 6579, 6614, 6617, 6621, 6636, 6641, 6643, 6648, 6688, 6699, 6725, 6732, 6735, 6746, 6750, 6753, 6761, 6777, 6807, 6810, 6825, 6841, 6851, 6860, 6871, 6874, 6877, 6894, 6908, 6911, 6915, 6939, 6940, 6944, 6948, 6954, 6968, 6969, 7005, 7023, 7034, 7054, 7056, 7061, 7076, 7093, 7109, 7111, 7119, 7141, 7152, 7155, 7167, 7181, 7216, 7225, 7231, 7249, 7265, 7276, 7283, 7288, 7291, 7297, 7308, 7319, 7358, 7360, 7361, 7368, 7371, 7373, 7375, 7391, 7393, 7399, 7410, 7411, 7427, 7437, 7445, 7453, 7458, 7465, 7470, 7473, 7474, 7494, 7504, 7505, 7517, 7524, 7537, 7538, 7541, 7542, 7573, 7577, 7589, 7591, 7593, 7603, 7626, 7637, 7638, 7643, 7648, 7663, 7671, 7677, 7687, 7688, 7691, 7700, 7707, 7711, 7713, 7714, 7729, 7738, 7745, 7759, 7770, 7813, 7826, 7842, 7850, 7854, 7877, 7915, 7922, 7936, 7957, 7960, 7961, 7967, 7975, 7984, 7985, 8001, 8002, 8014, 8018, 8020, 8027, 8032, 8050, 8064, 8065, 8066, 8069, 8085, 8087, 8091, 8093, 8095, 8099, 8107, 8108, 8111, 8112, 8120, 8124, 8126, 8151, 8162, 8189, 8218, 8221, 8226, 8232, 8249, 8252, 8259, 8286, 8291, 8298, 8300, 8301, 8302, 8304, 8311, 8312, 8319, 8336, 8344, 8346, 8353, 8370, 8404, 8439, 8451, 8470, 8473, 8479, 8487, 8488, 8489, 8490, 8507, 8521, 8523, 8525, 8527, 8530, 8538, 8551, 8559, 8564, 8583, 8584, 8587, 8596, 8597, 8603, 8606, 8612, 8615, 8633, 8636, 8637, 8640, 8650, 8651, 8660, 8724, 8749, 8765, 8769, 8770, 8786, 8789, 8793, 8798, 8809, 8815, 8850, 8855, 8871, 8874, 8891, 8900, 8910, 8919, 8922, 8931, 8951, 8963, 8966, 8972, 8993, 8996, 9006, 9017, 9019, 9022, 9044, 9047, 9090, 9123, 9127, 9155, 9161, 9167, 9171, 9189, 9190, 9207, 9210, 9223, 9231, 9232, 9240, 9250, 9269, 9285, 9286, 9291, 9294, 9307, 9318, 9349, 9371, 9374, 9378, 9379, 9389, 9398, 9408, 9411, 9412, 9421, 9426, 9429, 9433, 9435, 9450, 9455, 9456, 9460, 9486, 9488, 9504, 9505, 9507, 9508, 9512, 9513, 9516, 9536, 9547, 9553, 9568, 9576, 9577, 9606, 9614, 9619, 9634, 9650, 9652, 9682, 9687, 9689, 9692, 9702, 9711, 9719, 9727, 9741, 9746, 9750, 9774, 9780, 9786, 9797, 9818, 9841, 9886, 9892, 9900, 9910, 9936, 9950, 9957, 9969, 9976, 9982, 9988, 9999, 10028, 10035, 10036, 10057, 10064, 10067, 10072, 10074, 10085, 10089, 10095, 10108, 10121, 10139, 10166, 10171, 10181, 10184, 10194, 10197, 10207, 10210, 10245, 10250, 10275, 10278, 10292, 10295, 10310, 10326, 10341, 10347, 10362, 10365, 10399, 10421, 10423, 10430, 10433, 10463, 10464, 10475, 10491, 10493, 10501, 10516, 10519, 10521, 10533, 10535, 10538, 10545, 10547, 10557, 10572, 10593, 10613, 10615, 10622, 10625, 10628, 10632, 10653, 10663, 10664, 10671, 10678, 10683, 10697, 10706, 10707, 10721, 10732, 10743, 10765, 10790, 10791, 10796, 10801, 10804, 10818, 10840, 10848, 10849, 10870, 10879, 10880, 10888, 10910, 10925, 10932, 10937, 10944, 10946, 10959, 10961, 10971, 10988, 10989, 11001, 11007, 11045, 11053, 11083, 11088, 11089, 11092, 11093, 11104, 11107, 11114, 11117, 11122, 11141, 11143, 11154, 11175, 11183, 11218, 11225, 11226, 11245, 11270, 11272, 11291, 11293, 11297, 11301, 11314, 11315, 11317, 11318, 11326, 11327, 11337, 11342, 11343, 11348, 11354, 11361, 11375, 11378, 11379, 11384, 11385, 11389, 11416, 11427, 11436, 11444, 11460, 11509, 11510, 11520, 11522, 11530, 11533, 11539, 11553, 11573, 11579, 11581, 11596, 11634, 11635, 11657, 11659, 11672, 11674, 11685, 11716, 11736, 11743, 11754, 11762, 11770, 11774, 11803, 11814, 11817, 11857, 11864, 11872, 11894, 11898, 11899, 11901, 11916, 11935, 11947, 11949, 12001, 12026, 12033, 12035, 12042, 12051, 12052, 12072, 12103, 12125, 12155, 12160, 12182, 12186, 12198, 12224, 12229, 12232, 12234, 12238, 12242, 12267, 12272, 12274, 12297, 12315, 12325, 12328, 12333, 12346, 12369, 12381, 12419, 12436, 12463, 12486, 12488, 12489, 12506, 12514, 12524, 12528, 12532, 12537, 12544, 12576, 12582, 12597, 12618, 12619, 12631, 12636, 12639, 12650, 12682, 12717, 12721, 12723, 12728, 12730, 12735, 12737, 12764, 12765, 12772, 12778, 12792, 12802, 12829, 12835, 12851, 12853, 12872, 12881, 12933, 12936, 12937, 12944, 12973, 12978, 12984, 12988, 13036, 13038, 13039, 13060, 13065, 13131, 13146, 13154, 13163, 13167, 13172, 13203, 13213, 13214, 13219, 13226, 13251, 13266, 13271, 13274, 13281, 13290, 13322, 13343, 13350, 13367, 13396, 13430, 13443, 13448, 13460, 13463, 13467, 13494, 13499, 13505, 13510, 13519, 13523, 13530, 13536, 13545, 13547, 13549, 13580, 13596, 13605, 13607, 13638, 13640, 13650, 13653, 13666, 13682, 13684, 13697, 13712, 13726, 13738, 13748, 13769, 13776, 13777, 13781, 13782, 13786, 13803, 13804, 13815, 13829, 13831, 13844, 13870, 13875, 13878, 13890, 13902, 13903, 13907, 13926, 13933, 13959, 13984, 13986, 13990, 14001, 14030, 14032, 14039, 14044, 14045, 14049, 14084, 14114, 14117, 14126, 14136, 14156, 14173, 14176, 14186, 14193, 14196, 14198, 14199, 14209, 14210, 14215, 14235, 14237, 14241, 14246, 14247, 14249, 14263, 14268, 14294, 14304, 14308, 14327, 14351, 14368, 14375, 14378, 14385, 14414, 14415, 14420, 14445, 14468, 14474, 14495, 14508, 14516, 14532, 14546, 14561, 14589, 14591, 14607, 14616, 14617, 14625, 14635, 14637, 14641, 14667, 14714, 14716, 14727, 14734, 14737, 14751, 14762, 14786, 14789, 14800, 14819, 14830, 14841, 14843, 14848, 14873, 14880, 14883, 14915, 14918, 14927, 14929, 14955, 14957, 14972, 14976, 14993, 14994, 15003, 15005, 15025, 15049, 15063, 15104, 15117, 15122, 15134, 15136, 15165, 15181, 15201, 15204, 15206, 15215, 15216, 15226, 15234, 15236, 15238, 15256, 15264, 15272, 15274, 15282, 15287, 15291, 15321, 15326, 15339, 15378, 15379, 15385, 15389, 15402, 15404, 15415, 15433, 15434, 15435, 15449, 15452, 15454, 15457, 15477, 15481, 15482, 15484, 15495, 15537, 15551, 15562, 15578, 15579, 15598, 15606, 15615, 15627, 15650, 15684, 15685, 15690, 15701, 15706, 15714, 15716, 15754, 15756, 15757, 15760, 15764, 15766, 15791, 15800, 15804, 15813, 15827, 15835, 15849, 15867, 15871, 15878, 15896, 15905, 15941, 15946, 15952, 15953, 15996, 16007, 16008, 16023, 16035, 16038, 16045, 16049, 16077, 16079, 16089, 16111, 16114, 16128, 16130, 16145, 16147, 16161, 16165, 16169, 16180, 16181, 16184, 16194, 16209, 16218, 16228, 16233, 16238, 16272, 16276, 16295, 16314, 16327, 16336, 16356, 16360, 16361, 16368, 16372, 16374, 16383, 16386, 16404, 16442, 16457, 16461, 16478, 16486, 16498, 16499, 16505, 16506, 16535, 16544, 16546, 16554, 16558, 16578, 16582, 16612, 16616, 16622, 16629, 16636, 16648, 16650, 16657, 16659, 16683, 16685, 16686, 16705, 16706, 16720, 16731, 16750, 16752, 16764, 16785, 16789, 16793, 16795, 16802, 16804, 16817, 16849, 16858, 16879, 16888, 16889, 16892, 16893, 16944, 16954, 16959, 16993, 17001, 17011, 17021, 17043, 17065, 17068, 17073, 17095, 17099, 17120, 17138, 17140, 17149, 17161, 17168, 17171, 17173, 17180, 17181, 17182, 17186, 17189, 17199, 17249, 17262, 17270, 17276, 17280, 17282, 17286, 17290, 17305, 17309, 17323, 17340, 17347, 17383, 17389, 17400, 17404, 17416, 17421, 17424, 17430, 17434, 17435, 17440, 17442, 17462, 17465, 17485, 17493, 17506, 17516, 17524, 17533, 17540, 17541, 17543, 17545, 17557, 17573, 17580, 17584, 17592, 17602, 17613, 17631, 17661, 17672, 17677, 17681, 17696, 17713, 17714, 17718, 17757, 17785, 17792, 17806, 17812, 17826, 17830, 17848, 17857, 17869, 17876, 17890, 17895, 17920, 17926, 17927, 17959, 17965, 17968, 17988, 18009, 18011, 18026, 18041, 18050, 18071, 18106, 18108, 18113, 18115, 18116, 18120, 18137, 18173, 18179, 18194, 18216, 18247, 18256, 18263, 18270, 18278, 18283, 18287, 18298, 18307, 18311, 18344, 18347, 18348, 18356, 18363, 18374, 18380, 18403, 18404, 18412, 18440, 18449, 18454, 18469, 18472, 18499, 18518, 18524, 18535, 18537, 18540, 18547, 18550, 18564, 18582, 18586, 18595, 18599, 18605, 18626, 18634, 18642, 18643, 18645, 18659, 18665, 18677, 18679, 18703, 18709, 18711, 18713, 18715, 18716, 18718, 18723, 18727, 18746, 18753, 18760, 18762, 18765, 18767, 18780, 18782, 18804, 18819, 18845, 18847, 18850, 18872, 18884, 18891, 18898, 18902, 18920, 18922, 18933, 18951, 18955, 18956, 18961, 18965, 18968, 18979, 18992, 18997, 19015, 19020, 19025, 19057, 19064, 19066, 19071, 19077, 19089, 19113, 19116, 19119, 19134, 19151, 19162, 19172, 19179, 19185, 19193, 19196, 19201, 19216, 19225, 19226, 19229, 19232, 19252, 19254, 19261, 19262, 19289, 19292, 19325, 19341, 19342, 19357, 19367, 19385, 19431, 19445, 19455, 19456, 19458, 19462, 19463, 19480, 19482, 19509, 19525, 19541, 19555, 19557, 19576, 19595, 19597, 19599, 19606, 19613, 19622, 19628, 19651, 19669, 19688, 19695, 19714, 19718, 19731, 19732, 19735, 19742, 19753, 19779, 19781, 19793, 19797, 19847, 19885, 19897, 19898, 19900, 19904, 19912, 19915, 19917, 19928, 19949, 19966, 19982, 20000, 20011, 20020, 20030, 20053, 20061, 20082, 20084, 20095, 20100, 20101, 20110, 20120, 20122, 20165, 20167, 20183, 20184, 20187, 20200, 20216, 20225, 20240, 20266, 20273, 20279, 20281, 20282, 20311, 20331, 20337, 20361, 20385, 20412, 20422, 20438, 20451, 20465, 20489, 20491, 20504, 20511, 20554, 20570, 20605, 20608, 20628, 20631, 20649, 20650, 20683, 20702, 20713, 20717, 20728, 20747, 20752, 20764, 20769, 20780, 20785, 20789, 20796, 20807, 20809, 20812, 20838, 20849, 20855, 20858, 20867, 20868, 20870, 20876, 20906, 20912, 20923, 20931, 20936, 20937, 20938, 20959, 20974, 20979, 20989, 21009, 21039, 21040, 21064, 21074, 21079, 21119, 21139, 21152, 21165, 21166, 21173, 21174, 21175, 21176, 21194, 21198, 21203, 21223, 21226, 21243, 21259, 21265, 21272, 21283, 21284, 21291, 21299, 21303, 21306, 21350, 21359, 21372, 21373, 21375, 21396, 21399, 21408, 21421, 21462, 21473, 21490, 21493, 21509, 21513, 21519, 21531, 21536, 21547, 21553, 21556, 21558, 21559, 21562, 21578, 21582, 21585, 21589, 21596, 21602, 21629, 21634, 21657, 21658, 21665, 21681, 21686, 21689, 21694, 21701, 21709, 21710, 21713, 21739, 21751, 21762, 21766, 21767, 21793, 21803, 21850, 21866, 21896, 21900, 21913, 21941, 21946, 21988, 22001, 22011, 22015, 22030, 22035, 22039, 22040, 22061, 22070, 22088, 22115, 22138, 22142, 22148, 22163, 22168, 22169, 22179, 22198, 22202, 22218, 22219, 22224, 22230, 22245, 22261, 22267, 22270, 22286, 22304, 22326, 22331, 22343, 22349, 22378, 22394, 22419, 22449, 22454, 22460, 22464, 22473, 22474, 22495, 22499, 22516, 22528, 22543, 22550, 22562, 22568, 22581, 22595, 22621, 22651, 22684, 22707, 22713, 22722, 22753, 22755, 22768, 22790, 22797, 22799, 22802, 22828, 22843, 22844, 22849, 22862, 22882, 22884, 22890, 22895, 22920, 22954, 22960, 22975, 22986, 22988, 22990, 23007, 23038, 23041, 23045, 23049, 23052, 23077, 23084, 23104, 23109, 23129, 23146, 23148, 23149, 23155, 23169, 23171, 23173, 23184, 23192, 23201, 23211, 23216, 23237, 23243, 23245, 23249, 23258, 23274, 23294, 23310, 23312, 23334, 23336, 23343, 23344, 23352, 23360, 23362, 23386, 23387, 23402, 23422, 23427, 23435, 23446, 23449, 23459, 23469, 23485, 23497, 23517, 23519, 23550, 23573, 23577, 23591, 23596, 23609, 23621, 23631, 23641, 23644, 23647, 23649, 23654, 23659, 23686, 23696, 23700, 23723, 23731, 23733, 23752, 23780, 23790, 23800, 23820, 23827, 23835, 23838, 23842, 23865, 23875, 23878, 23888, 23915, 23937, 23975, 24012, 24018, 24024, 24037, 24041, 24049, 24061, 24064, 24076, 24099, 24101, 24110, 24112, 24123, 24130, 24138, 24153, 24164, 24177, 24182, 24191, 24195, 24198, 24204, 24256, 24265, 24266, 24267, 24269, 24287, 24290, 24317, 24334, 24348, 24351, 24355, 24357, 24374, 24376, 24386, 24403, 24419, 24423, 24462, 24473, 24494, 24522, 24527, 24528, 24535, 24552, 24564, 24579, 24580, 24588, 24657, 24688, 24690, 24698, 24700, 24704, 24707, 24718, 24737, 24741, 24757, 24767, 24775, 24796, 24803, 24806, 24809, 24818, 24834, 24862, 24863, 24885, 24892, 24893, 24912, 24926, 24932, 24968, 24978, 24979, 25004, 25015, 25017, 25029, 25035, 25042, 25054, 25055, 25069, 25101, 25108, 25110, 25119, 25134, 25151, 25170, 25178, 25183, 25187, 25203, 25214, 25215, 25232, 25256, 25261, 25268, 25271, 25274, 25309, 25315, 25323, 25334, 25342, 25344, 25368, 25372, 25386, 25388, 25397, 25410, 25426, 25440, 25462, 25466, 25480, 25497, 25502, 25525, 25540, 25557, 25570, 25574, 25583, 25603, 25631, 25645, 25657, 25668, 25673, 25703, 25707, 25771, 25773, 25782, 25786, 25808, 25817, 25825, 25848, 25866, 25886, 25892, 25917, 25941, 25942, 25956, 25961, 25970, 25978, 26003, 26024, 26025, 26045, 26048, 26058, 26059, 26071, 26084, 26092, 26122, 26141, 26142, 26175, 26179, 26180, 26196, 26208, 26232, 26243, 26248, 26260, 26278, 26290, 26306, 26315, 26323, 26330, 26339, 26358, 26385, 26395, 26403, 26411, 26415, 26431, 26442, 26446, 26469, 26484, 26503, 26505, 26510, 26522, 26561, 26568, 26582, 26606, 26661, 26665, 26671, 26703, 26718, 26734, 26735, 26749, 26761, 26774, 26778, 26814, 26818, 26819, 26855, 26881, 26899, 26912, 26929, 26936, 26938, 26947, 26956, 26963, 26969, 26989, 26999, 27003, 27017, 27026, 27031, 27035, 27055, 27084, 27085, 27113, 27114, 27125, 27134, 27170, 27178, 27232, 27235, 27250, 27253, 27258, 27282, 27284, 27285, 27286, 27301, 27323, 27325, 27348, 27358, 27366, 27399, 27408, 27415, 27419, 27449, 27458, 27473, 27485, 27495, 27525, 27531, 27540, 27550, 27555, 27561, 27568, 27571, 27574, 27589, 27623, 27645, 27662, 27663, 27706, 27708, 27720, 27722, 27729, 27736, 27738, 27745, 27748, 27779, 27781, 27794, 27803, 27816, 27824, 27825, 27907, 27914, 27930, 27941, 27944, 27954, 27955, 27971, 27987, 28033, 28036, 28044, 28050, 28064, 28074, 28090, 28193, 28194, 28240, 28268, 28300, 28313, 28321, 28323, 28346, 28380, 28382, 28389, 28391, 28395, 28397, 28415, 28418, 28430, 28452, 28454, 28461, 28464, 28471, 28472, 28479, 28486, 28499, 28532, 28546, 28567, 28569, 28574, 28609, 28620, 28621, 28638, 28640, 28642, 28654, 28658, 28690, 28693, 28720, 28728, 28731, 28737, 28808, 28819, 28821, 28822, 28829, 28834, 28860, 28878, 28889, 28890, 28898, 28900, 28905, 28910, 28927, 28929, 28938, 28949, 28963, 28970, 28982, 29003, 29008, 29022, 29023, 29050, 29053, 29089, 29093, 29094, 29096, 29099, 29114, 29120, 29129, 29130, 29133, 29146, 29160, 29161, 29171, 29194, 29199, 29227, 29242, 29248, 29279, 29283, 29296, 29310, 29319, 29330, 29348, 29349, 29380, 29400, 29410, 29468, 29523, 29544, 29595, 29598, 29606, 29616, 29637, 29641, 29659, 29695, 29716, 29721, 29724, 29729, 29730, 29744, 29764, 29766, 29767, 29773, 29783, 29806, 29830, 29845, 29848, 29852, 29858, 29863, 29878, 29889, 29900, 29911, 29913, 29932, 29938, 29973, 29984, 29990, 29993, 29994, 30028, 30029, 30032, 30036, 30037, 30044, 30045, 30061, 30073, 30106, 30111, 30124, 30129, 30132, 30147, 30160, 30188, 30194, 30203, 30220, 30222, 30224, 30225, 30238, 30239, 30251, 30280, 30287, 30288, 30298, 30316, 30320, 30322, 30324, 30329, 30348, 30385, 30392, 30395, 30406, 30407, 30416, 30436, 30438, 30440, 30448, 30479, 30482, 30503, 30505, 30506, 30553, 30558, 30570, 30576, 30589, 30613, 30616, 30638, 30652, 30670, 30677, 30709, 30721, 30741, 30753, 30763, 30768, 30802, 30808, 30822, 30838, 30884, 30890, 30910, 30912, 30926, 30927, 30943, 30954, 30978, 30982, 30989, 30990, 31010, 31015, 31037, 31043, 31066, 31089, 31117, 31121, 31124, 31132, 31138, 31174, 31182, 31258, 31289, 31317, 31324, 31335, 31351, 31386, 31404, 31410, 31412, 31416, 31425, 31427, 31452, 31455, 31459, 31484, 31485, 31488, 31489, 31496, 31504, 31509, 31532, 31561, 31582, 31584, 31602, 31620, 31631, 31641, 31650, 31652, 31653, 31663, 31678, 31706, 31710, 31711, 31732, 31733, 31753, 31755, 31756, 31762, 31781, 31799, 31817, 31865, 31870, 31874, 31885, 31889, 31895, 31896, 31911, 31917, 31918, 31937, 31942, 31955, 31965, 31976, 31980, 31981, 31990, 31992, 32001, 32006, 32027, 32029, 32054, 32067, 32082, 32095, 32097, 32110, 32127, 32128, 32138, 32144, 32147, 32148, 32154, 32155, 32163, 32168, 32172, 32178, 32185, 32191, 32200, 32217, 32218, 32221, 32276, 32287, 32295, 32297, 32300, 32302, 32303, 32306, 32320, 32345, 32376, 32378, 32384, 32388, 32401, 32413, 32436, 32442, 32464, 32492, 32496, 32505, 32509, 32520, 32522, 32549, 32565, 32605, 32611, 32630, 32639, 32649, 32651, 32660, 32663, 32675, 32676, 32684, 32691, 32707, 32713, 32726, 32740, 32750, 32751, 32752, 32761, 32767] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..a04ec34257a0cdd67277d52b6b6818d47d41ecf6 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol_period)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol_period)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..857df918d2efc7c9eaa54114c6e0dec898e4edfa Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol_period)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol_period)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol_period)_indices new file mode 100644 index 0000000000000000000000000000000000000000..a78a223470596107d7be3895259967f58d7b3d4c --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol_period)_indices @@ -0,0 +1 @@ +[23, 52, 63, 66, 73, 84, 86, 102, 109, 120, 126, 170, 172, 173, 176, 181, 184, 186, 191, 197, 198, 209, 213, 217, 221, 222, 235, 237, 245, 247, 251, 258, 266, 269, 291, 294, 295, 305, 307, 309, 316, 324, 339, 354, 355, 356, 358, 368, 371, 372, 373, 383, 406, 412, 413, 416, 447, 449, 451, 452, 459, 469, 470, 475, 481, 492, 500, 505, 508, 514, 545, 546, 557, 568, 573, 582, 583, 585, 594, 603, 615, 630, 635, 643, 649, 656, 658, 660, 661, 663, 674, 675, 685, 690, 691, 695, 699, 705, 735, 739, 742, 750, 752, 778, 779, 794, 800, 816, 832, 837, 838, 840, 850, 854, 859, 862, 868, 883, 893, 895, 901, 909, 931, 942, 953, 972, 978, 1012, 1013, 1021, 1030, 1040, 1056, 1059, 1061, 1064, 1069, 1079, 1093, 1094, 1103, 1114, 1120, 1142, 1149, 1151, 1195, 1210, 1214, 1233, 1235, 1243, 1244, 1257, 1262, 1269, 1270, 1277, 1278, 1284, 1294, 1296, 1297, 1298, 1299, 1300, 1310, 1328, 1329, 1339, 1344, 1350, 1360, 1361, 1367, 1376, 1379, 1398, 1402, 1416, 1423, 1435, 1438, 1441, 1447, 1457, 1461, 1468, 1486, 1489, 1498, 1502, 1504, 1515, 1516, 1521, 1522, 1550, 1556, 1560, 1578, 1580, 1585, 1591, 1602, 1610, 1617, 1622, 1628, 1635, 1645, 1648, 1659, 1661, 1665, 1673, 1679, 1680, 1705, 1715, 1721, 1734, 1740, 1750, 1755, 1759, 1764, 1792, 1794, 1796, 1804, 1805, 1810, 1819, 1858, 1861, 1869, 1870, 1871, 1874, 1875, 1877, 1893, 1896, 1900, 1901, 1916, 1920, 1937, 1948, 1961, 1978, 1984, 1985, 1989, 2002, 2014, 2020, 2043, 2057, 2069, 2073, 2096, 2098, 2101, 2123, 2146, 2157, 2170, 2172, 2174, 2175, 2178, 2189, 2190, 2196, 2225, 2240, 2252, 2262, 2264, 2282, 2285, 2307, 2311, 2332, 2335, 2337, 2349, 2352, 2363, 2380, 2391, 2394, 2417, 2418, 2419, 2434, 2447, 2450, 2452, 2456, 2459, 2467, 2471, 2486, 2487, 2492, 2497, 2499, 2505, 2507, 2513, 2517, 2523, 2527, 2534, 2543, 2550, 2551, 2572, 2574, 2578, 2582, 2616, 2634, 2656, 2657, 2665, 2667, 2678, 2704, 2715, 2729, 2734, 2739, 2746, 2752, 2753, 2765, 2787, 2801, 2806, 2819, 2820, 2821, 2839, 2849, 2860, 2878, 2879, 2886, 2890, 2897, 2903, 2906, 2910, 2912, 2916, 2920, 2932, 2941, 2953, 2956, 2959, 2961, 2970, 2976, 2989, 3007, 3011, 3022, 3023, 3036, 3041, 3045, 3048, 3051, 3057, 3080, 3096, 3103, 3113, 3142, 3161, 3168, 3169, 3171, 3172, 3197, 3198, 3200, 3202, 3210, 3217, 3219, 3225, 3238, 3239, 3240, 3241, 3242, 3247, 3249, 3254, 3255, 3266, 3281, 3291, 3308, 3312, 3330, 3367, 3368, 3404, 3421, 3422, 3425, 3428, 3437, 3439, 3443, 3444, 3459, 3477, 3482, 3484, 3485, 3491, 3500, 3502, 3506, 3519, 3526, 3527, 3534, 3536, 3563, 3570, 3574, 3576, 3579, 3580, 3584, 3598, 3602, 3617, 3619, 3626, 3631, 3671, 3672, 3674, 3686, 3696, 3698, 3707, 3708, 3714, 3732, 3749, 3756, 3761, 3762, 3764, 3777, 3788, 3790, 3813, 3826, 3844, 3854, 3874, 3877, 3891, 3893, 3897, 3913, 3914, 3932, 3933, 3937, 3938, 3939, 3948, 3950, 3955, 3956, 3957, 3964, 3973, 3980, 3993, 3997, 4007, 4009, 4012, 4013, 4015, 4022, 4038, 4043, 4054, 4067, 4082, 4086, 4112, 4134, 4141, 4146, 4151, 4153, 4156, 4163, 4204, 4213, 4214, 4224, 4226, 4232, 4244, 4268, 4269, 4287, 4298, 4302, 4308, 4312, 4316, 4319, 4333, 4338, 4339, 4340, 4352, 4388, 4391, 4399, 4408, 4419, 4423, 4429, 4437, 4440, 4455, 4469, 4478, 4483, 4506, 4512, 4515, 4516, 4522, 4539, 4546, 4559, 4564, 4599, 4606, 4610, 4612, 4620, 4621, 4631, 4635, 4651, 4666, 4682, 4700, 4704, 4718, 4721, 4726, 4761, 4763, 4771, 4772, 4788, 4799, 4811, 4822, 4824, 4830, 4832, 4836, 4839, 4845, 4853, 4859, 4861, 4863, 4867, 4874, 4888, 4896, 4912, 4918, 4921, 4931, 4935, 4938, 4939, 4957, 4960, 4964, 4983, 4984, 4986, 4988, 5004, 5005, 5014, 5031, 5039, 5060, 5083, 5088, 5100, 5106, 5109, 5120, 5123, 5142, 5147, 5153, 5163, 5164, 5182, 5183, 5185, 5196, 5197, 5199, 5209, 5219, 5226, 5230, 5235, 5245, 5260, 5263, 5264, 5285, 5288, 5290, 5294, 5299, 5311, 5313, 5333, 5340, 5355, 5377, 5380, 5389, 5394, 5403, 5407, 5430, 5437, 5443, 5446, 5463, 5474, 5493, 5497, 5513, 5522, 5526, 5527, 5530, 5556, 5558, 5559, 5562, 5563, 5581, 5587, 5608, 5613, 5616, 5617, 5621, 5625, 5626, 5633, 5644, 5660, 5669, 5675, 5680, 5682, 5713, 5722, 5725, 5735, 5744, 5745, 5748, 5757, 5776, 5793, 5796, 5800, 5805, 5810, 5814, 5815, 5816, 5826, 5835, 5838, 5863, 5868, 5869, 5883, 5885, 5914, 5946, 5955, 5961, 5972, 5975, 5981, 5985, 6001, 6010, 6020, 6043, 6046, 6052, 6054, 6060, 6071, 6073, 6076, 6092, 6097, 6098, 6111, 6115, 6117, 6120, 6126, 6129, 6137, 6139, 6153, 6158, 6163, 6166, 6180, 6185, 6210, 6217, 6230, 6231, 6239, 6242, 6246, 6250, 6252, 6270, 6274, 6275, 6285, 6288, 6293, 6299, 6312, 6315, 6318, 6319, 6323, 6327, 6348, 6350, 6351, 6353, 6363, 6367, 6372, 6377, 6381, 6385, 6386, 6388, 6401, 6404, 6408, 6413, 6426, 6433, 6436, 6454, 6460, 6484, 6489, 6498, 6499, 6502, 6515, 6521, 6527, 6528, 6531, 6532, 6533, 6543, 6544, 6545, 6557, 6572, 6587, 6621, 6643, 6648, 6667, 6687, 6692, 6725, 6746, 6749, 6750, 6770, 6776, 6777, 6779, 6782, 6792, 6807, 6815, 6820, 6843, 6851, 6858, 6877, 6878, 6879, 6887, 6892, 6898, 6916, 6924, 6925, 6929, 6936, 6937, 6939, 6946, 6948, 6968, 6969, 6994, 6999, 7000, 7012, 7018, 7020, 7027, 7028, 7031, 7034, 7040, 7043, 7044, 7059, 7061, 7063, 7067, 7086, 7088, 7094, 7116, 7119, 7125, 7126, 7128, 7136, 7152, 7154, 7156, 7175, 7177, 7179, 7184, 7201, 7211, 7216, 7225, 7228, 7233, 7255, 7261, 7265, 7272, 7278, 7288, 7293, 7294, 7295, 7296, 7300, 7313, 7317, 7319, 7329, 7333, 7337, 7340, 7353, 7358, 7393, 7398, 7401, 7409, 7419, 7420, 7429, 7433, 7437, 7444, 7453, 7494, 7509, 7537, 7546, 7559, 7576, 7582, 7585, 7591, 7624, 7626, 7627, 7629, 7630, 7637, 7640, 7648, 7652, 7656, 7668, 7670, 7671, 7676, 7682, 7692, 7700, 7702, 7703, 7704, 7713, 7729, 7734, 7738, 7744, 7747, 7759, 7766, 7784, 7787, 7791, 7796, 7800, 7802, 7803, 7806, 7823, 7826, 7838, 7850, 7868, 7869, 7877, 7880, 7913, 7921, 7927, 7936, 7943, 7950, 7961, 7963, 7964, 7967, 7974, 7987, 8017, 8018, 8021, 8027, 8052, 8069, 8070, 8081, 8085, 8086, 8087, 8090, 8094, 8104, 8111, 8115, 8124, 8126, 8140, 8151, 8162, 8175, 8178, 8179, 8183, 8184, 8193, 8212, 8214, 8219, 8225, 8228, 8252, 8259, 8261, 8283, 8286, 8288, 8291, 8300, 8301, 8302, 8304, 8305, 8312, 8321, 8330, 8345, 8353, 8364, 8374, 8377, 8384, 8385, 8386, 8396, 8410, 8431, 8472, 8473, 8477, 8479, 8485, 8486, 8489, 8495, 8500, 8501, 8505, 8508, 8510, 8515, 8523, 8524, 8530, 8531, 8543, 8552, 8556, 8557, 8559, 8581, 8587, 8588, 8591, 8593, 8603, 8611, 8612, 8615, 8627, 8631, 8633, 8644, 8650, 8655, 8658, 8659, 8688, 8699, 8700, 8716, 8723, 8724, 8749, 8773, 8786, 8788, 8793, 8801, 8804, 8813, 8820, 8828, 8836, 8847, 8850, 8870, 8871, 8873, 8894, 8900, 8907, 8914, 8916, 8920, 8939, 8945, 8948, 8951, 8955, 8956, 9002, 9014, 9017, 9019, 9022, 9029, 9038, 9039, 9059, 9060, 9070, 9091, 9102, 9108, 9123, 9129, 9130, 9171, 9176, 9199, 9200, 9201, 9210, 9213, 9231, 9232, 9233, 9235, 9242, 9244, 9265, 9276, 9285, 9292, 9295, 9296, 9302, 9307, 9312, 9340, 9344, 9345, 9349, 9376, 9379, 9380, 9398, 9408, 9411, 9415, 9420, 9421, 9435, 9440, 9445, 9456, 9460, 9486, 9491, 9498, 9500, 9502, 9505, 9507, 9512, 9513, 9521, 9525, 9536, 9537, 9547, 9553, 9563, 9568, 9572, 9577, 9591, 9592, 9596, 9606, 9608, 9632, 9633, 9639, 9642, 9647, 9652, 9671, 9683, 9689, 9699, 9720, 9726, 9727, 9748, 9750, 9772, 9776, 9779, 9790, 9797, 9809, 9810, 9813, 9818, 9825, 9827, 9841, 9842, 9850, 9877, 9880, 9882, 9886, 9900, 9905, 9917, 9931, 9942, 9947, 9950, 9959, 9960, 9964, 9969, 9982, 9992, 9999, 10005, 10016, 10019, 10023, 10027, 10051, 10055, 10067, 10087, 10089, 10095, 10104, 10123, 10136, 10139, 10142, 10155, 10157, 10163, 10166, 10188, 10194, 10218, 10237, 10241, 10245, 10260, 10273, 10276, 10277, 10278, 10283, 10287, 10288, 10333, 10341, 10345, 10357, 10389, 10404, 10407, 10417, 10423, 10430, 10433, 10464, 10475, 10481, 10491, 10492, 10501, 10502, 10504, 10522, 10547, 10556, 10559, 10565, 10613, 10615, 10628, 10637, 10643, 10658, 10664, 10671, 10682, 10697, 10698, 10705, 10706, 10722, 10732, 10733, 10743, 10776, 10782, 10801, 10809, 10818, 10827, 10830, 10838, 10839, 10841, 10842, 10843, 10849, 10854, 10865, 10870, 10879, 10885, 10892, 10898, 10900, 10904, 10910, 10916, 10919, 10927, 10937, 10943, 10944, 10946, 10954, 10959, 10979, 10984, 10986, 10988, 10989, 11039, 11045, 11050, 11053, 11065, 11071, 11072, 11084, 11089, 11090, 11091, 11092, 11093, 11104, 11114, 11117, 11126, 11145, 11147, 11180, 11215, 11226, 11245, 11255, 11282, 11291, 11293, 11294, 11311, 11312, 11317, 11327, 11330, 11338, 11340, 11341, 11342, 11343, 11361, 11369, 11372, 11375, 11384, 11386, 11387, 11389, 11393, 11409, 11410, 11414, 11416, 11422, 11427, 11431, 11444, 11449, 11488, 11500, 11501, 11508, 11510, 11520, 11523, 11530, 11532, 11538, 11545, 11553, 11558, 11565, 11593, 11596, 11601, 11618, 11619, 11620, 11634, 11635, 11660, 11685, 11693, 11711, 11714, 11727, 11731, 11736, 11742, 11750, 11752, 11763, 11774, 11779, 11781, 11801, 11805, 11809, 11811, 11817, 11826, 11846, 11851, 11856, 11872, 11885, 11894, 11896, 11907, 11908, 11914, 11917, 11918, 11979, 12006, 12029, 12031, 12035, 12042, 12045, 12048, 12051, 12052, 12072, 12076, 12081, 12091, 12093, 12123, 12126, 12136, 12137, 12140, 12142, 12173, 12188, 12189, 12192, 12210, 12220, 12226, 12228, 12229, 12230, 12242, 12252, 12253, 12266, 12270, 12272, 12274, 12275, 12288, 12326, 12328, 12356, 12365, 12369, 12381, 12403, 12407, 12412, 12416, 12419, 12452, 12465, 12486, 12491, 12496, 12503, 12505, 12510, 12514, 12515, 12516, 12532, 12570, 12581, 12583, 12588, 12589, 12591, 12594, 12596, 12600, 12618, 12635, 12636, 12639, 12650, 12653, 12671, 12716, 12719, 12728, 12737, 12750, 12772, 12774, 12783, 12788, 12799, 12812, 12819, 12823, 12827, 12832, 12839, 12843, 12845, 12851, 12852, 12858, 12862, 12872, 12881, 12905, 12913, 12914, 12919, 12924, 12928, 12937, 12939, 12940, 12944, 12955, 12973, 12982, 12984, 13001, 13006, 13012, 13039, 13041, 13064, 13071, 13074, 13087, 13089, 13130, 13143, 13150, 13163, 13165, 13183, 13185, 13214, 13219, 13223, 13243, 13255, 13269, 13274, 13281, 13297, 13301, 13318, 13322, 13325, 13327, 13330, 13334, 13372, 13373, 13391, 13393, 13406, 13419, 13463, 13470, 13515, 13519, 13536, 13544, 13545, 13547, 13549, 13550, 13555, 13568, 13570, 13583, 13585, 13588, 13593, 13596, 13604, 13605, 13609, 13610, 13620, 13625, 13640, 13648, 13657, 13661, 13663, 13669, 13674, 13697, 13705, 13712, 13717, 13721, 13747, 13781, 13782, 13785, 13804, 13815, 13825, 13833, 13841, 13844, 13871, 13879, 13898, 13907, 13918, 13921, 13922, 13926, 13931, 13948, 13957, 13975, 13980, 13993, 14049, 14053, 14066, 14071, 14072, 14074, 14075, 14086, 14096, 14098, 14104, 14110, 14112, 14117, 14135, 14136, 14148, 14154, 14166, 14176, 14203, 14209, 14210, 14229, 14234, 14235, 14241, 14245, 14247, 14254, 14264, 14268, 14280, 14295, 14308, 14317, 14340, 14344, 14350, 14351, 14357, 14364, 14365, 14375, 14385, 14390, 14415, 14423, 14436, 14438, 14448, 14456, 14473, 14474, 14477, 14479, 14490, 14498, 14510, 14533, 14559, 14561, 14568, 14591, 14598, 14607, 14616, 14617, 14621, 14640, 14672, 14675, 14680, 14704, 14714, 14727, 14734, 14737, 14749, 14764, 14774, 14781, 14789, 14800, 14802, 14818, 14822, 14841, 14852, 14872, 14873, 14880, 14886, 14894, 14902, 14906, 14922, 14924, 14927, 14941, 14947, 14949, 14959, 14962, 14982, 15001, 15009, 15010, 15011, 15030, 15035, 15059, 15062, 15065, 15066, 15074, 15076, 15085, 15087, 15098, 15113, 15116, 15117, 15149, 15157, 15158, 15163, 15176, 15180, 15186, 15201, 15207, 15208, 15209, 15216, 15218, 15226, 15252, 15256, 15279, 15280, 15291, 15305, 15307, 15309, 15339, 15343, 15345, 15346, 15353, 15358, 15359, 15364, 15378, 15384, 15393, 15404, 15414, 15415, 15416, 15435, 15437, 15443, 15444, 15452, 15457, 15474, 15478, 15482, 15484, 15495, 15503, 15520, 15524, 15535, 15541, 15547, 15578, 15585, 15594, 15598, 15605, 15606, 15632, 15635, 15638, 15644, 15650, 15659, 15670, 15685, 15704, 15716, 15717, 15722, 15735, 15738, 15764, 15766, 15771, 15776, 15803, 15809, 15813, 15819, 15821, 15831, 15835, 15836, 15858, 15896, 15901, 15920, 15921, 15941, 15951, 15989, 15991, 15996, 16030, 16035, 16036, 16045, 16046, 16057, 16067, 16068, 16079, 16080, 16083, 16104, 16119, 16130, 16136, 16140, 16141, 16153, 16194, 16197, 16203, 16205, 16208, 16216, 16218, 16222, 16228, 16231, 16232, 16242, 16256, 16258, 16261, 16265, 16274, 16275, 16276, 16277, 16285, 16291, 16296, 16300, 16304, 16305, 16307, 16317, 16356, 16360, 16361, 16365, 16366, 16372, 16376, 16378, 16388, 16398, 16404, 16416, 16423, 16427, 16448, 16451, 16452, 16453, 16458, 16461, 16479, 16486, 16498, 16499, 16513, 16523, 16535, 16544, 16546, 16549, 16551, 16554, 16555, 16558, 16567, 16568, 16581, 16600, 16621, 16627, 16629, 16638, 16647, 16648, 16649, 16662, 16675, 16684, 16700, 16706, 16715, 16720, 16731, 16746, 16750, 16785, 16791, 16792, 16793, 16799, 16817, 16888, 16897, 16908, 16915, 16922, 16928, 16933, 16951, 16971, 16986, 16995, 16996, 17001, 17014, 17041, 17055, 17063, 17065, 17069, 17073, 17095, 17107, 17110, 17111, 17116, 17120, 17122, 17138, 17145, 17155, 17164, 17171, 17173, 17181, 17184, 17191, 17192, 17210, 17228, 17236, 17253, 17274, 17276, 17281, 17285, 17286, 17287, 17288, 17295, 17296, 17298, 17299, 17309, 17314, 17337, 17341, 17345, 17348, 17355, 17358, 17366, 17388, 17389, 17393, 17395, 17397, 17401, 17404, 17424, 17429, 17430, 17434, 17435, 17437, 17440, 17442, 17448, 17454, 17465, 17485, 17496, 17500, 17501, 17515, 17525, 17533, 17540, 17553, 17557, 17569, 17575, 17576, 17579, 17580, 17593, 17595, 17601, 17621, 17622, 17627, 17681, 17686, 17693, 17707, 17715, 17722, 17758, 17780, 17789, 17795, 17808, 17809, 17810, 17812, 17823, 17826, 17841, 17851, 17869, 17870, 17890, 17895, 17912, 17939, 17942, 17951, 17964, 17976, 17980, 17997, 18002, 18009, 18025, 18043, 18060, 18066, 18069, 18078, 18084, 18087, 18090, 18091, 18106, 18109, 18116, 18120, 18129, 18131, 18137, 18146, 18165, 18179, 18185, 18190, 18197, 18198, 18203, 18210, 18212, 18239, 18242, 18255, 18256, 18263, 18274, 18300, 18313, 18333, 18347, 18359, 18403, 18423, 18454, 18459, 18464, 18483, 18486, 18494, 18495, 18505, 18508, 18513, 18516, 18524, 18541, 18550, 18551, 18552, 18557, 18564, 18581, 18584, 18593, 18598, 18599, 18601, 18604, 18605, 18612, 18614, 18617, 18626, 18631, 18641, 18642, 18645, 18665, 18668, 18678, 18679, 18682, 18687, 18694, 18695, 18703, 18713, 18723, 18737, 18739, 18757, 18761, 18762, 18767, 18782, 18792, 18800, 18807, 18812, 18822, 18839, 18849, 18856, 18867, 18872, 18874, 18881, 18884, 18889, 18891, 18895, 18896, 18920, 18921, 18927, 18942, 18955, 18961, 18964, 18979, 18986, 18997, 19007, 19015, 19016, 19025, 19035, 19055, 19070, 19071, 19080, 19111, 19116, 19120, 19126, 19128, 19132, 19133, 19134, 19151, 19161, 19164, 19172, 19179, 19189, 19194, 19196, 19206, 19221, 19225, 19226, 19227, 19228, 19229, 19246, 19247, 19254, 19260, 19271, 19289, 19292, 19320, 19344, 19367, 19369, 19381, 19385, 19396, 19419, 19421, 19424, 19431, 19434, 19445, 19456, 19458, 19462, 19467, 19480, 19481, 19493, 19509, 19512, 19526, 19541, 19548, 19555, 19557, 19565, 19581, 19590, 19599, 19606, 19607, 19613, 19615, 19629, 19633, 19650, 19664, 19665, 19670, 19672, 19698, 19717, 19718, 19723, 19726, 19735, 19752, 19753, 19758, 19780, 19781, 19790, 19797, 19839, 19847, 19848, 19851, 19885, 19895, 19897, 19912, 19917, 19926, 19948, 19949, 19954, 19960, 19982, 19983, 20000, 20030, 20037, 20039, 20041, 20046, 20057, 20080, 20082, 20084, 20086, 20093, 20095, 20099, 20106, 20111, 20127, 20152, 20165, 20168, 20178, 20194, 20195, 20200, 20239, 20250, 20266, 20283, 20285, 20288, 20311, 20321, 20331, 20333, 20348, 20351, 20352, 20363, 20381, 20384, 20395, 20412, 20414, 20422, 20428, 20433, 20438, 20441, 20445, 20447, 20450, 20451, 20471, 20482, 20485, 20488, 20491, 20504, 20554, 20568, 20570, 20587, 20599, 20628, 20635, 20649, 20650, 20651, 20655, 20676, 20678, 20687, 20691, 20694, 20695, 20702, 20716, 20727, 20740, 20747, 20756, 20758, 20781, 20789, 20796, 20797, 20807, 20819, 20831, 20832, 20858, 20865, 20868, 20870, 20878, 20900, 20912, 20923, 20929, 20930, 20931, 20936, 20945, 20955, 20959, 20964, 20969, 20976, 20989, 21001, 21011, 21020, 21029, 21064, 21089, 21099, 21106, 21114, 21116, 21121, 21137, 21145, 21155, 21162, 21166, 21174, 21175, 21182, 21194, 21198, 21204, 21223, 21226, 21235, 21243, 21265, 21266, 21272, 21284, 21291, 21299, 21316, 21319, 21327, 21334, 21346, 21350, 21359, 21365, 21367, 21369, 21372, 21373, 21385, 21396, 21411, 21428, 21451, 21472, 21473, 21490, 21491, 21493, 21502, 21505, 21536, 21543, 21544, 21558, 21582, 21589, 21622, 21629, 21634, 21657, 21661, 21694, 21695, 21696, 21707, 21717, 21726, 21727, 21751, 21756, 21766, 21767, 21772, 21778, 21787, 21836, 21845, 21863, 21880, 21896, 21899, 21906, 21916, 21920, 21929, 21940, 21963, 21966, 21971, 21988, 21995, 22000, 22023, 22039, 22040, 22047, 22050, 22051, 22060, 22062, 22066, 22088, 22100, 22101, 22106, 22111, 22115, 22128, 22136, 22141, 22146, 22154, 22155, 22156, 22163, 22168, 22181, 22184, 22198, 22202, 22204, 22211, 22212, 22222, 22224, 22225, 22251, 22253, 22286, 22303, 22307, 22332, 22337, 22342, 22343, 22349, 22356, 22377, 22394, 22407, 22411, 22413, 22419, 22426, 22438, 22442, 22460, 22464, 22468, 22473, 22474, 22477, 22495, 22506, 22509, 22537, 22556, 22562, 22568, 22573, 22605, 22621, 22635, 22637, 22648, 22649, 22657, 22677, 22681, 22683, 22684, 22713, 22714, 22722, 22730, 22734, 22740, 22753, 22756, 22760, 22787, 22794, 22799, 22811, 22812, 22847, 22849, 22862, 22878, 22896, 22902, 22913, 22945, 22954, 22960, 22966, 22975, 22986, 23008, 23009, 23034, 23039, 23040, 23043, 23063, 23071, 23082, 23084, 23109, 23111, 23112, 23126, 23147, 23148, 23171, 23173, 23175, 23192, 23193, 23206, 23209, 23211, 23219, 23223, 23237, 23249, 23251, 23254, 23262, 23303, 23311, 23326, 23340, 23359, 23386, 23400, 23409, 23422, 23423, 23426, 23446, 23455, 23486, 23497, 23529, 23541, 23553, 23554, 23595, 23600, 23608, 23621, 23636, 23641, 23644, 23648, 23649, 23654, 23659, 23670, 23676, 23678, 23681, 23693, 23705, 23718, 23720, 23723, 23731, 23733, 23747, 23748, 23766, 23789, 23790, 23802, 23810, 23813, 23823, 23827, 23835, 23836, 23838, 23847, 23850, 23858, 23871, 23877, 23878, 23913, 23925, 23944, 23955, 23971, 23975, 23978, 23979, 23981, 23985, 24007, 24011, 24016, 24017, 24026, 24035, 24043, 24060, 24076, 24077, 24090, 24110, 24111, 24113, 24144, 24148, 24153, 24164, 24191, 24193, 24204, 24209, 24246, 24254, 24255, 24256, 24259, 24265, 24290, 24292, 24297, 24303, 24316, 24328, 24330, 24336, 24343, 24348, 24355, 24359, 24409, 24438, 24446, 24459, 24473, 24478, 24492, 24494, 24518, 24522, 24542, 24550, 24552, 24561, 24564, 24579, 24580, 24588, 24592, 24614, 24657, 24662, 24666, 24671, 24672, 24678, 24682, 24688, 24698, 24731, 24737, 24752, 24767, 24777, 24791, 24803, 24806, 24809, 24824, 24835, 24850, 24872, 24885, 24889, 24891, 24901, 24907, 24919, 24940, 24942, 24952, 24954, 24973, 24979, 24997, 25011, 25017, 25038, 25070, 25076, 25080, 25108, 25117, 25118, 25134, 25140, 25166, 25183, 25187, 25193, 25197, 25200, 25203, 25214, 25220, 25231, 25254, 25271, 25274, 25290, 25292, 25293, 25311, 25315, 25325, 25329, 25334, 25335, 25339, 25358, 25362, 25372, 25384, 25388, 25395, 25404, 25405, 25408, 25422, 25426, 25427, 25433, 25436, 25442, 25443, 25462, 25476, 25480, 25497, 25509, 25514, 25526, 25533, 25547, 25554, 25557, 25567, 25568, 25570, 25574, 25578, 25603, 25621, 25626, 25630, 25648, 25650, 25652, 25660, 25667, 25670, 25674, 25678, 25698, 25706, 25707, 25716, 25723, 25740, 25765, 25782, 25807, 25845, 25847, 25860, 25892, 25916, 25917, 25923, 25925, 25936, 25941, 25947, 25956, 25959, 25962, 25965, 25967, 25969, 25970, 25999, 26021, 26042, 26047, 26053, 26058, 26066, 26071, 26100, 26101, 26113, 26122, 26128, 26144, 26145, 26150, 26188, 26191, 26198, 26205, 26208, 26210, 26222, 26230, 26232, 26244, 26256, 26264, 26289, 26305, 26312, 26316, 26318, 26330, 26343, 26351, 26359, 26360, 26372, 26384, 26395, 26402, 26415, 26417, 26419, 26449, 26466, 26469, 26470, 26479, 26485, 26490, 26491, 26505, 26510, 26543, 26562, 26575, 26582, 26590, 26591, 26592, 26594, 26603, 26606, 26621, 26640, 26642, 26651, 26663, 26664, 26671, 26689, 26690, 26692, 26702, 26710, 26726, 26731, 26746, 26751, 26756, 26766, 26774, 26778, 26811, 26812, 26815, 26819, 26822, 26841, 26842, 26848, 26855, 26864, 26881, 26890, 26907, 26929, 26936, 26938, 26952, 26963, 26974, 26975, 26976, 26977, 26989, 26991, 27004, 27024, 27030, 27032, 27044, 27051, 27058, 27085, 27089, 27102, 27107, 27116, 27117, 27140, 27145, 27152, 27166, 27180, 27197, 27223, 27232, 27235, 27267, 27272, 27288, 27289, 27301, 27303, 27308, 27342, 27351, 27374, 27399, 27407, 27419, 27425, 27434, 27436, 27437, 27438, 27446, 27447, 27458, 27470, 27473, 27474, 27511, 27521, 27525, 27528, 27535, 27540, 27545, 27555, 27561, 27564, 27570, 27587, 27589, 27602, 27631, 27646, 27652, 27655, 27659, 27662, 27676, 27682, 27691, 27696, 27699, 27713, 27717, 27720, 27722, 27729, 27734, 27738, 27755, 27758, 27779, 27791, 27795, 27803, 27815, 27818, 27824, 27839, 27847, 27862, 27865, 27877, 27887, 27898, 27914, 27928, 27932, 27944, 27947, 27950, 27956, 27971, 27973, 27983, 27984, 27987, 27998, 28006, 28027, 28030, 28066, 28067, 28074, 28081, 28082, 28099, 28103, 28117, 28150, 28171, 28180, 28204, 28241, 28268, 28275, 28277, 28285, 28288, 28289, 28293, 28303, 28311, 28323, 28342, 28349, 28350, 28355, 28360, 28366, 28367, 28380, 28397, 28415, 28421, 28425, 28428, 28429, 28436, 28441, 28450, 28452, 28454, 28461, 28471, 28472, 28486, 28490, 28499, 28505, 28508, 28513, 28524, 28526, 28534, 28536, 28544, 28554, 28558, 28568, 28569, 28576, 28577, 28584, 28601, 28615, 28620, 28623, 28632, 28634, 28642, 28654, 28658, 28668, 28676, 28677, 28713, 28729, 28731, 28738, 28745, 28777, 28789, 28798, 28801, 28808, 28829, 28839, 28860, 28872, 28889, 28900, 28910, 28937, 28955, 28978, 28994, 29003, 29010, 29013, 29016, 29020, 29048, 29059, 29067, 29072, 29081, 29094, 29096, 29099, 29112, 29115, 29116, 29119, 29120, 29143, 29161, 29170, 29173, 29188, 29191, 29196, 29233, 29254, 29255, 29262, 29283, 29305, 29309, 29319, 29330, 29335, 29336, 29349, 29362, 29365, 29369, 29380, 29381, 29392, 29403, 29439, 29455, 29468, 29471, 29493, 29513, 29523, 29528, 29554, 29560, 29568, 29580, 29602, 29623, 29637, 29641, 29642, 29671, 29676, 29681, 29691, 29695, 29703, 29718, 29724, 29726, 29728, 29729, 29742, 29755, 29764, 29766, 29776, 29783, 29792, 29803, 29813, 29830, 29848, 29852, 29854, 29864, 29878, 29882, 29884, 29900, 29914, 29915, 29916, 29932, 29959, 29968, 29971, 29973, 29990, 29994, 30003, 30004, 30012, 30017, 30018, 30019, 30028, 30032, 30036, 30067, 30072, 30079, 30121, 30126, 30129, 30160, 30171, 30184, 30189, 30190, 30195, 30208, 30220, 30221, 30225, 30254, 30256, 30268, 30287, 30297, 30298, 30325, 30338, 30348, 30395, 30409, 30412, 30416, 30471, 30479, 30492, 30516, 30528, 30534, 30539, 30545, 30553, 30570, 30589, 30602, 30605, 30613, 30615, 30616, 30636, 30652, 30670, 30706, 30733, 30747, 30768, 30773, 30798, 30812, 30829, 30841, 30845, 30846, 30850, 30852, 30866, 30884, 30888, 30889, 30905, 30908, 30910, 30912, 30920, 30927, 30930, 30943, 30948, 30969, 30974, 30982, 30989, 31000, 31003, 31010, 31020, 31036, 31037, 31043, 31058, 31064, 31066, 31087, 31089, 31095, 31097, 31114, 31117, 31121, 31124, 31130, 31210, 31233, 31259, 31260, 31262, 31285, 31313, 31317, 31335, 31336, 31337, 31355, 31378, 31386, 31391, 31392, 31416, 31419, 31427, 31459, 31506, 31519, 31549, 31570, 31579, 31612, 31613, 31631, 31647, 31653, 31654, 31657, 31660, 31669, 31678, 31682, 31729, 31732, 31749, 31753, 31756, 31781, 31802, 31804, 31817, 31836, 31856, 31865, 31868, 31875, 31885, 31888, 31896, 31905, 31909, 31911, 31912, 31925, 31930, 31934, 31949, 31955, 31957, 31964, 31965, 31972, 31976, 31980, 31982, 31984, 31986, 31990, 31992, 31994, 32003, 32031, 32040, 32051, 32085, 32089, 32095, 32105, 32106, 32110, 32122, 32127, 32128, 32138, 32144, 32163, 32181, 32185, 32191, 32194, 32200, 32216, 32218, 32220, 32233, 32236, 32237, 32260, 32276, 32301, 32304, 32306, 32337, 32343, 32345, 32348, 32378, 32380, 32402, 32436, 32452, 32456, 32489, 32490, 32491, 32496, 32518, 32520, 32521, 32522, 32524, 32555, 32564, 32578, 32588, 32594, 32601, 32609, 32610, 32638, 32654, 32659, 32670, 32674, 32675, 32740, 32750, 32752, 32766, 32767] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol_period)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol_period)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..f0d35088b2d072fd04b54b0873aefb39d936d97e Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:correct_symbol_period)_inverse_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:last_token)_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:last_token)_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..913be648a552fa41e08b4f87b56b85da745c2f1c Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:last_token)_featurizer differ diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:last_token)_indices b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:last_token)_indices new file mode 100644 index 0000000000000000000000000000000000000000..6aabbc91541fecf17721884c65aef32d12b92b48 --- /dev/null +++ b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:last_token)_indices @@ -0,0 +1 @@ +[52, 84, 89, 102, 167, 213, 222, 266, 299, 324, 355, 368, 379, 413, 418, 469, 494, 579, 594, 595, 630, 688, 785, 892, 984, 1001, 1012, 1018, 1019, 1064, 1081, 1104, 1138, 1299, 1344, 1416, 1441, 1475, 1502, 1589, 1680, 1725, 1773, 1824, 1826, 1958, 1990, 2014, 2017, 2061, 2063, 2073, 2098, 2157, 2171, 2275, 2333, 2352, 2416, 2424, 2456, 2534, 2578, 2582, 2603, 2712, 2752, 2778, 2786, 2806, 2821, 2903, 2916, 2976, 3169, 3185, 3225, 3257, 3272, 3335, 3439, 3489, 3506, 3590, 3622, 3667, 3732, 3813, 3877, 3911, 3956, 3957, 3969, 4017, 4022, 4026, 4036, 4053, 4212, 4269, 4295, 4298, 4327, 4352, 4360, 4388, 4394, 4403, 4516, 4548, 4606, 4634, 4682, 4770, 4779, 4884, 5015, 5060, 5106, 5118, 5226, 5338, 5368, 5416, 5431, 5457, 5474, 5497, 5556, 5669, 5730, 5753, 5805, 5863, 5895, 5991, 6022, 6143, 6241, 6333, 6391, 6415, 6458, 6528, 6687, 7023, 7040, 7169, 7184, 7244, 7353, 7368, 7411, 7413, 7474, 7546, 7589, 7616, 7624, 7641, 7652, 7687, 7759, 7803, 8039, 8107, 8108, 8212, 8249, 8297, 8304, 8306, 8399, 8414, 8451, 8478, 8636, 8701, 8724, 8850, 8948, 8957, 9039, 9127, 9307, 9465, 9521, 9633, 9880, 9900, 9912, 10061, 10090, 10166, 10183, 10241, 10269, 10399, 10417, 10486, 10491, 10513, 10521, 10549, 10551, 10556, 10557, 10593, 10622, 10785, 10801, 10809, 10870, 10884, 10896, 10904, 10925, 10944, 11001, 11054, 11072, 11114, 11145, 11173, 11215, 11326, 11327, 11378, 11384, 11488, 11509, 11515, 11627, 11720, 11727, 11770, 11801, 11817, 12027, 12038, 12077, 12137, 12154, 12192, 12286, 12325, 12564, 12665, 12682, 12723, 13013, 13075, 13205, 13230, 13330, 13367, 13406, 13444, 13445, 13479, 13536, 13628, 13669, 13826, 13902, 13933, 14038, 14104, 14110, 14175, 14209, 14263, 14317, 14362, 14532, 14534, 14617, 14734, 14779, 14830, 14880, 14929, 15025, 15136, 15280, 15437, 15439, 15441, 15615, 15617, 15659, 15670, 15800, 15850, 15884, 15963, 16049, 16068, 16079, 16140, 16194, 16227, 16259, 16368, 16581, 16649, 16725, 16892, 16942, 17031, 17181, 17327, 17364, 17387, 17435, 17540, 17542, 17613, 17681, 17713, 17762, 17785, 17844, 17952, 18026, 18061, 18091, 18106, 18256, 18270, 18490, 18582, 18645, 18740, 18758, 18815, 18956, 18958, 18968, 18988, 19035, 19113, 19128, 19199, 19210, 19213, 19225, 19292, 19296, 19341, 19397, 19409, 19597, 19650, 19665, 19888, 19949, 19974, 20057, 20195, 20311, 20351, 20381, 20512, 20526, 20550, 20581, 20655, 20671, 20682, 20702, 20747, 20792, 20819, 20871, 20925, 20974, 21009, 21428, 21449, 21450, 21493, 21537, 21573, 21622, 21690, 21695, 21739, 21882, 22048, 22051, 22070, 22110, 22156, 22163, 22278, 22282, 22304, 22343, 22398, 22457, 22463, 22473, 22506, 22509, 22539, 22722, 22734, 22818, 22846, 22872, 22896, 22957, 23111, 23128, 23137, 23149, 23184, 23189, 23249, 23254, 23334, 23375, 23466, 23569, 23594, 23686, 23696, 23760, 23813, 23823, 23884, 24022, 24037, 24118, 24128, 24130, 24316, 24355, 24447, 24518, 24573, 24700, 24704, 24859, 24882, 24932, 24997, 25108, 25120, 25149, 25167, 25334, 25443, 25462, 25466, 25480, 25509, 25541, 25626, 25659, 25903, 25978, 26008, 26025, 26084, 26100, 26144, 26249, 26264, 26414, 26482, 26557, 26594, 26625, 26778, 26804, 26855, 26929, 27025, 27058, 27074, 27089, 27211, 27253, 27323, 27396, 27407, 27415, 27458, 27478, 27490, 27550, 27652, 27681, 27699, 27708, 27709, 27755, 27791, 27839, 27932, 27949, 27966, 28080, 28099, 28187, 28193, 28210, 28289, 28330, 28331, 28389, 28526, 28584, 28733, 28749, 28752, 28834, 28860, 28881, 28955, 29129, 29153, 29191, 29207, 29319, 29364, 29377, 29391, 29426, 29564, 29938, 29994, 30040, 30067, 30089, 30156, 30309, 30319, 30329, 30409, 30416, 30459, 30528, 30537, 30576, 30613, 30747, 30826, 30943, 30948, 30982, 30994, 31043, 31067, 31291, 31370, 31423, 31488, 31635, 31647, 31750, 31870, 31918, 31934, 31940, 32006, 32020, 32040, 32054, 32057, 32130, 32144, 32178, 32185, 32291, 32302, 32345, 32459, 32489, 32521, 32578, 32579, 32594, 32614, 32687, 32691] \ No newline at end of file diff --git a/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:last_token)_inverse_featurizer b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:last_token)_inverse_featurizer new file mode 100644 index 0000000000000000000000000000000000000000..eedf15dfff8abe104ffb5b89f1d341a020445305 Binary files /dev/null and b/4_answer_MCQA_answer_pointer/ResidualStream(Layer:9,Token:last_token)_inverse_featurizer differ diff --git a/featurizers.py b/featurizers.py index 9f61e214655d8294de051ddb9e92b75432a85566..a26f97b4ff87f06ca1c151a17006286b53f4a8ca 100644 --- a/featurizers.py +++ b/featurizers.py @@ -325,6 +325,10 @@ def build_feature_mask_intervention( torch.as_tensor(temp, dtype=self.mask.dtype).to(self.mask.device) ) + def _nonlinear_transform(self, f: torch.Tensor) -> torch.Tensor: + # You can swap this for a real MLP if desired + return torch.tanh(f) + # ------------------------- forward ------------------- # def forward(self, base, source, subspaces=None): if self.temperature is None: @@ -345,7 +349,13 @@ def build_feature_mask_intervention( else: gate = (torch.sigmoid(mask) > 0.5).float() + f_out = (1.0 - gate) * f_base + gate * f_src + + # === Apply nonlinearity during training only === + # if self.training: + # f_out = self._nonlinear_transform(f_out) + return self._inverse(f_out.to(base.dtype), base_err).to(base.dtype) # ---------------- Sparsity regulariser --------------- #