| ,version,d_sae,layer,kl_div_with_sae,kl_div_with_ablation,ce_loss_with_sae,ce_loss_without_sae,ce_loss_with_ablation,kl_div_score,ce_loss_score,l2_norm_in,l2_norm_out,l2_ratio,l0,l1,explained_variance,mse,total_tokens_evaluated,filepath | |
| OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_0/metrics.json,5,32,0,0.004214919172227383,2.121527671813965,3.6037631034851074,3.599064588546753,5.74860143661499,0.9980132622222063,0.9978141733450269,32.01313781738281,31.89154624938965,0.9962403178215027,31.99397850036621,42.146968841552734,0.9667115211486816,8.074386596679688,6144.0,OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_0/metrics.json | |
| OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_1/metrics.json,5,32,1,0.001881452277302742,0.024065840989351273,3.6013145446777344,3.599064588546753,3.6206326484680176,0.9218206304057585,0.895681107192996,9.714648246765137,9.157854080200195,0.9379116892814636,32.0,82.86055755615234,0.8680867552757263,9.54197883605957,6144.0,OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_1/metrics.json | |
| OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_2/metrics.json,5,32,2,0.002341545419767499,0.031004613265395164,3.6009159088134766,3.599064588546753,3.626660108566284,0.9244775156611632,0.9329122891899364,8.641822814941406,8.045538902282715,0.9296190738677979,32.0,82.86361694335938,0.8532325029373169,9.74060344696045,6144.0,OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_2/metrics.json | |
| OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_3/metrics.json,5,32,3,0.0028422873001545668,0.025133918970823288,3.602360486984253,3.599064588546753,3.6286609172821045,0.8869142809183862,0.8886382677063865,8.571012496948242,7.753783226013184,0.9047597646713257,32.0,81.56338500976562,0.8156890869140625,13.545696258544922,6144.0,OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_3/metrics.json | |
| OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_4/metrics.json,5,32,4,0.003790093120187521,0.026722650974988937,3.603180408477783,3.599064588546753,3.6321334838867188,0.8581692690693428,0.8755380278440674,9.123016357421875,7.9935712814331055,0.8777990341186523,32.0,79.12753295898438,0.7723549604415894,19.59968376159668,6144.0,OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_4/metrics.json | |
| OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_5/metrics.json,5,32,5,0.004055157769471407,0.031378373503685,3.602062940597534,3.599064588546753,3.6277596950531006,0.8707658391218022,0.8955099870384526,10.034396171569824,8.880256652832031,0.8862426280975342,32.0,77.73406219482422,0.7825504541397095,24.739639282226562,6144.0,OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_5/metrics.json | |
| OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_6/metrics.json,5,32,6,0.005056389141827822,0.03278880566358566,3.604351758956909,3.599064588546753,3.634286403656006,0.8457891637253715,0.8498893258693165,11.67806625366211,10.210134506225586,0.877007007598877,32.0,74.85708618164062,0.7534131407737732,35.03990936279297,6144.0,OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_6/metrics.json | |
| OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_7/metrics.json,5,32,7,0.004875506274402142,0.03466065973043442,3.6051602363586426,3.599064588546753,3.634833812713623,0.8593360220976661,0.8295840082118552,13.65020751953125,12.291288375854492,0.9022888541221619,32.0,71.10636901855469,0.7838281393051147,41.60253143310547,6144.0,OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_7/metrics.json | |
| OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_8/metrics.json,5,32,8,0.00555825512856245,0.02938206121325493,3.6046571731567383,3.599064588546753,3.6258018016815186,0.8108282775595406,0.7908314310172635,16.137948989868164,14.443827629089355,0.8963184356689453,32.0,71.65403747558594,0.759009063243866,57.211456298828125,6144.0,OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_8/metrics.json | |
| OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_9/metrics.json,5,32,9,0.004498911090195179,0.028918448835611343,3.6015830039978027,3.599064588546753,3.636500835418701,0.8444276483925708,0.9327278864341259,20.912498474121094,19.139347076416016,0.9177886843681335,32.0,65.82906341552734,0.7807904481887817,77.84382629394531,6144.0,OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_9/metrics.json | |
| OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_10/metrics.json,5,32,10,0.003998876549303532,0.02475181221961975,3.602677822113037,3.599064588546753,3.6404881477355957,0.8384410598374779,0.912773464254675,31.82137680053711,30.121129989624023,0.9457573890686035,32.0,55.563880920410156,0.819293737411499,125.34260559082031,6144.0,OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_10/metrics.json | |
| OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_11/metrics.json,5,32,11,0.0037718701642006636,0.10687470436096191,3.6011340618133545,3.599064588546753,3.730869770050049,0.9647075499599846,0.9842989991516394,280.86444091796875,280.543212890625,0.9986675977706909,31.6875,17.145309448242188,0.9678490161895752,180.27102661132812,6144.0,OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_11/metrics.json | |