seed	seed_role	model	n_unique_targets	mean_model_rmse	mean_zero_rmse	mean_train_mean_rmse	mean_model_cosine	mean_train_mean_cosine	mean_residual_cosine	relative_rmse_improvement_vs_zero	relative_rmse_improvement_vs_train_mean	raw_cosine_difference_vs_train_mean
20260717	frozen_primary	negative_feature_row_shuffle	2160	0.1181686840589261	0.1237986265474723	0.1179650132872026	0.3470892604019658	0.3488530149895437	-0.0062129174588672	0.0454766150930381	-0.0017265354027271	-0.0017637545875778
20260717	frozen_primary	negative_outcome_coordinate_permutation	2160	0.1394292234770815	0.1237986265474723	0.1179650132872026	-0.0017480743703467	0.3488530149895437	0.0987154881323598	-0.1262582418361115	-0.181954035283506	-0.3506010893598904
20260717	frozen_primary	negative_response_row_shuffle	2160	0.1181793577451672	0.1237986265474723	0.1179650132872026	0.3472124294400112	0.3488530149895437	-0.0069696006154858	0.0453903969617164	-0.0018170171985045	-0.0016405855495324
20260717	frozen_primary	safe_external_v1	2160	0.1174849458263014	0.1237986265474723	0.1179650132872026	0.3504895604205592	0.3488530149895437	0.0454423763382726	0.0509996023158613	0.0040695749317843	0.0016365454310154
20260718	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1182300466043805	0.1237986265474723	0.1179759126794696	0.3478730424741284	0.3488481444004045	-0.0029043788092301	0.0449809509070475	-0.0021541170493111	-0.0009751019262761
20260718	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1390240925260716	0.1237986265474723	0.1179759126794696	0.0054321749615222	0.3488481444004045	0.0970853803306993	-0.1229857422752653	-0.1784108244518352	-0.3434159694388822
20260718	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1183576725354349	0.1237986265474723	0.1179759126794696	0.3471245155095049	0.3488481444004045	-0.0115857390127698	0.0439500353418784	-0.0032359135631561	-0.0017236288908996
20260718	prespecified_sensitivity	safe_external_v1	2160	0.1174710839227945	0.1237986265474723	0.1179759126794696	0.350555635692004	0.3488481444004045	0.0449259912149946	0.051111573699498	0.0042790832908976	0.0017074912915994
20260719	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1182143728317761	0.1237986265474723	0.1179698681717531	0.3473513169518911	0.3487266828024426	-0.0116068274706305	0.0451075579061839	-0.0020726026383877	-0.0013753658505514
20260719	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1389550849726354	0.1237986265474723	0.1179698681717531	0.0064710049054358	0.3487266828024426	0.09882770476737	-0.1224283245125594	-0.1778862443953042	-0.3422556778970068
20260719	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1182641420858325	0.1237986265474723	0.1179698681717531	0.3470088158919502	0.3487266828024426	-0.0083460564919362	0.0447055400854344	-0.0024944837070681	-0.0017178669104923
20260719	prespecified_sensitivity	safe_external_v1	2160	0.1174686821332822	0.1237986265474723	0.1179698681717531	0.3503573219525741	0.3487266828024426	0.0456305459415876	0.0511309744762217	0.0042484241632045	0.0016306391501314
20260720	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1180998118145874	0.1237986265474723	0.1179670468593637	0.3472817677346164	0.3488302099031123	-0.0002668688344716	0.0460329398783727	-0.0011254410342405	-0.0015484421684959
20260720	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1392731203145727	0.1237986265474723	0.1179670468593637	0.0011213648804199	0.3488302099031123	0.0983061941182785	-0.1249972976167586	-0.1806103824961336	-0.3477088450226924
20260720	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1182136603924273	0.1237986265474723	0.1179670468593637	0.3476731433656655	0.3488302099031123	-0.0001191047952741	0.0451133127305202	-0.002090529004745	-0.0011570665374468
20260720	prespecified_sensitivity	safe_external_v1	2160	0.1174924336529026	0.1237986265474723	0.1179670468593637	0.3494016225604298	0.3488302099031123	0.0465512811048096	0.0509391183928159	0.0040232693713769	0.0005714126573174
20260721	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1181979755922738	0.1237986265474723	0.11799584259624	0.3475565224903928	0.3488267687399423	0.0047701507046305	0.0452400088061629	-0.0017130518464569	-0.0012702462495495
20260721	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1395111725631135	0.1237986265474723	0.11799584259624	-0.0033088002946355	0.3488267687399423	0.0982938490250725	-0.1269201965630531	-0.1823397290402422	-0.3521355690345778
20260721	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1181100185615597	0.1237986265474723	0.11799584259624	0.3477105110486945	0.3488267687399423	0.0092856327316625	0.0459504935115839	-0.0009676270181002	-0.0011162576912477
20260721	prespecified_sensitivity	safe_external_v1	2160	0.1175576626823318	0.1237986265474723	0.11799584259624	0.3499591282686971	0.3488267687399423	0.043740622636135	0.0504122221642525	0.0037135199365252	0.0011323595287547
20260722	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1182151819286109	0.1237986265474723	0.117974526990481	0.3464962617067377	0.3488747511961635	-0.0076798364388364	0.0451010223180494	-0.0020398889850969	-0.0023784894894258
20260722	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.13922527344311	0.1237986265474723	0.117974526990481	0.001727307392885	0.3488747511961635	0.0985299806288193	-0.1246108080990873	-0.1801299568197774	-0.3471474438032784
20260722	prespecified_sensitivity	negative_response_row_shuffle	2160	0.118245709909954	0.1237986265474723	0.117974526990481	0.3471540619822328	0.3488747511961635	-0.0045431040504144	0.0448544284567566	-0.0022986565523155	-0.0017206892139307
20260722	prespecified_sensitivity	safe_external_v1	2160	0.1175229910364443	0.1237986265474723	0.117974526990481	0.3499243133425874	0.3488747511961635	0.0454750470095354	0.0506922870313226	0.0038274021142977	0.0010495621464239
20260723	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.118202695450573	0.1237986265474723	0.1179849640569753	0.3475227352330775	0.3488410711513131	0.0019102285229867	0.0452018835180974	-0.00184541645063	-0.0013183359182356
20260723	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1393941686833622	0.1237986265474723	0.1179849640569753	-0.0008230665496509	0.3488410711513131	0.0991603812983629	-0.1259750820410723	-0.1814570593592617	-0.349664137700964
20260723	prespecified_sensitivity	negative_response_row_shuffle	2160	0.11824492931159	0.1237986265474723	0.1179849640569753	0.3475733337247271	0.3488410711513131	0.0151192432805853	0.0448607338446734	-0.0022033761394308	-0.0012677374265859
20260723	prespecified_sensitivity	safe_external_v1	2160	0.1175307275106509	0.1237986265474723	0.1179849640569753	0.3498269187996138	0.3488410711513131	0.0459743153298647	0.0506297946239159	0.0038499528304726	0.0009858476483007
20260724	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1182482434505665	0.1237986265474723	0.1179689956880691	0.3471629428783032	0.3488297753572691	-0.0008559079932335	0.0448339634428609	-0.002367128421062	-0.0016668324789659
20260724	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.139477517735213	0.1237986265474723	0.1179689956880691	-0.0028379111969296	0.3488297753572691	0.0990946118454977	-0.1266483451795681	-0.1823235157821991	-0.3516676865541989
20260724	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1183838365737486	0.1237986265474723	0.1179689956880691	0.3473435509245401	0.3488297753572691	-0.0009225818177448	0.0437386918153512	-0.0035165246873543	-0.001486224432729
20260724	prespecified_sensitivity	safe_external_v1	2160	0.1174872195072196	0.1237986265474723	0.1179689956880691	0.3503679474240049	0.3488297753572691	0.045475418118999	0.0509812363534786	0.0040839220342561	0.0015381720667357
20260725	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.118208963063511	0.1237986265474723	0.1179754085166172	0.3482352047590581	0.348841004450501	0.0005459163913285	0.0451512560344752	-0.0019796883929488	-0.0006057996914428
20260725	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1394616200088488	0.1237986265474723	0.1179754085166172	-0.0022022976145316	0.348841004450501	0.0993542665692008	-0.1265199291639178	-0.1821244932515338	-0.3510433020650326
20260725	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1183140255114132	0.1237986265474723	0.1179754085166172	0.3469808786164557	0.348841004450501	-0.0224427326457914	0.0443026000288939	-0.0028702337127173	-0.0018601258340452
20260725	prespecified_sensitivity	safe_external_v1	2160	0.1175694856378767	0.1237986265474723	0.1179754085166172	0.3496861827448878	0.348841004450501	0.0418698998991102	0.0503167206560806	0.0034407414548887	0.0008451782943868
20260726	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1181821674436192	0.1237986265474723	0.1179662084103458	0.3474080856274364	0.3488559661006514	0.005787646043252	0.0453677012458563	-0.0018306855512573	-0.0014478804732149
20260726	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1396148028317839	0.1237986265474723	0.1179662084103458	-0.0052439252980738	0.3488559661006514	0.0992737964736685	-0.1277572839489187	-0.1835152177319572	-0.3540998913987252
20260726	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1182792152640306	0.1237986265474723	0.1179662084103458	0.3479926187130062	0.3488559661006514	0.0062394739232937	0.0445837844681193	-0.002653360296162	-0.0008633473876452
20260726	prespecified_sensitivity	safe_external_v1	2160	0.1175057731448086	0.1237986265474723	0.1179662084103458	0.3500338599777023	0.3488559661006514	0.0457132174337582	0.0508313668589095	0.0039031115074545	0.0011778938770509
20260727	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1181400099027625	0.1237986265474723	0.1179579126683098	0.3473560282110864	0.3488950639076561	-0.0028201008339507	0.0457082344329553	-0.0015437475141222	-0.0015390356965697
20260727	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1394368672588219	0.1237986265474723	0.1179579126683098	-0.0019465546451303	0.3488950639076561	0.0985162805085228	-0.1263199855076977	-0.1820899853569768	-0.3508416185527865
20260727	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1182540209256802	0.1237986265474723	0.1179579126683098	0.3472187431536575	0.3488950639076561	-0.0060110117266621	0.0447872951132131	-0.0025102873615867	-0.0016763207539985
20260727	prespecified_sensitivity	safe_external_v1	2160	0.1174931009110339	0.1237986265474723	0.1179579126683098	0.3501431562292223	0.3488950639076561	0.0432515034499239	0.0509337285258206	0.0039404881517607	0.0012480923215661
20260728	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1182168364041933	0.1237986265474723	0.1179916301949156	0.3470059848113359	0.3487062207912054	-0.0016799585816733	0.0450876580697653	-0.0019086625797579	-0.0017002359798695
20260728	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1393519903602147	0.1237986265474723	0.1179916301949156	-0.0002310568016752	0.3487062207912054	0.0994197592787882	-0.1256343809822337	-0.181032842160185	-0.3489372775928807
20260728	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1182199652375722	0.1237986265474723	0.1179916301949156	0.3473900572735821	0.3487062207912054	0.0003741679288	0.0450623844987559	-0.0019351799977622	-0.0013161635176233
20260728	prespecified_sensitivity	safe_external_v1	2160	0.117482109842132	0.1237986265474723	0.1179916301949156	0.3499555800302735	0.3487062207912054	0.0477847465979923	0.0510225103581265	0.0043182753890413	0.0012493592390681
20260729	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1182680526506845	0.1237986265474723	0.1179627183962751	0.3477900062211726	0.3489522491667357	0.0042161543301585	0.0446739519736675	-0.0025883962200983	-0.001162242945563
20260729	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1394722235371807	0.1237986265474723	0.1179627183962751	-0.0026953929489444	0.3489522491667357	0.0981878111940272	-0.1266055805853234	-0.182341551918532	-0.35164764211568
20260729	prespecified_sensitivity	negative_response_row_shuffle	2160	0.118199431401229	0.1237986265474723	0.1179627183962751	0.3476417223654102	0.3489522491667357	-0.0066892257864916	0.0452282493141895	-0.0020066764158375	-0.0013105268013254
20260729	prespecified_sensitivity	safe_external_v1	2160	0.1174967206117731	0.1237986265474723	0.1179627183962751	0.3502845445920111	0.3489522491667357	0.0427843981017388	0.050904489907912	0.0039503818735046	0.0013322954252754
20260730	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1182130483910441	0.1237986265474723	0.1179770706393928	0.3474788732721006	0.3488111934576274	-0.0039885976650549	0.0451182562537261	-0.0020002001267904	-0.0013323201855268
20260730	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1393812735565006	0.1237986265474723	0.1179770706393928	-0.0003610748088136	0.3488111934576274	0.0989917224595783	-0.1258709199253753	-0.1814268043875375	-0.3491722682664411
20260730	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1181448149063659	0.1237986265474723	0.1179770706393928	0.3468528540004829	0.3488111934576274	-0.0066840796571855	0.0456694213722832	-0.00142183787124	-0.0019583394571445
20260730	prespecified_sensitivity	safe_external_v1	2160	0.1175238829157832	0.1237986265474723	0.1179770706393928	0.3500452944959424	0.3488111934576274	0.044982604895119	0.0506850827564143	0.0038413203612657	0.001234101038315
20260731	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1182197916286963	0.1237986265474723	0.1179855290679606	0.3474599000521737	0.3486628134317841	0.0069389025168035	0.0450637868477221	-0.0019855194326479	-0.0012029133796103
20260731	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1392944575563349	0.1237986265474723	0.1179855290679606	0.0008486876723391	0.3486628134317841	0.0983005744208774	-0.125169652047153	-0.1806062883872834	-0.347814125759445
20260731	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1182213249995752	0.1237986265474723	0.1179855290679606	0.3473450659352878	0.3486628134317841	0.0034092859914987	0.0450514008389131	-0.0019985156949107	-0.0013177474964962
20260731	prespecified_sensitivity	safe_external_v1	2160	0.1175300119875895	0.1237986265474723	0.1179855290679606	0.3500430099006567	0.3486628134317841	0.0461691752809134	0.0506355743573534	0.0038607877081997	0.0013801964688725
20260732	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1182906093231091	0.1237986265474723	0.1179566684817136	0.347223374918401	0.3488794941273765	0.0004303975139514	0.0444917474286439	-0.0028310467368557	-0.0016561192089755
20260732	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1392663714062008	0.1237986265474723	0.1179566684817136	0.0003579833316574	0.3488794941273765	0.0979086720153982	-0.1249427824047562	-0.1806570429529448	-0.3485215107957191
20260732	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1183287822865639	0.1237986265474723	0.1179566684817136	0.3471790968309371	0.3488794941273765	-0.0135582896711504	0.0441834001996047	-0.003154665265135	-0.0017003972964394
20260732	prespecified_sensitivity	safe_external_v1	2160	0.1174556732229474	0.1237986265474723	0.1179566684817136	0.3501350343173448	0.3488794941273765	0.0464093231796276	0.0512360556931752	0.0042472822029884	0.0012555401899682
20260733	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1182512345706561	0.1237986265474723	0.1179837297855152	0.3476548879235687	0.3488435502872394	-0.0045905518114321	0.0448098022694055	-0.0022673023274244	-0.0011886623636706
20260733	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1395368376350099	0.1237986265474723	0.1179837297855152	-0.0023723273651175	0.3488435502872394	0.0995116818862799	-0.1271275096214621	-0.1826786446629253	-0.3512158776523569
20260733	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1183340012251089	0.1237986265474723	0.1179837297855152	0.3477512392853222	0.3488435502872394	-0.0066872728637294	0.0441412435239574	-0.0029688113795898	-0.0010923110019171
20260733	prespecified_sensitivity	safe_external_v1	2160	0.1175788752889881	0.1237986265474723	0.1179837297855152	0.3499921683129657	0.3488435502872394	0.0444056938267075	0.050240874490632	0.0034314434478639	0.0011486180257263
20260734	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1182024717192958	0.1237986265474723	0.1179515507399898	0.347346640684083	0.3489740068014523	-0.0024468319240811	0.0452036907374777	-0.002127322427996	-0.0016273661173693
20260734	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1393200202310388	0.1237986265474723	0.1179515507399898	0.0002653140542827	0.3489740068014523	0.0989575214241388	-0.125376137978515	-0.1811631077081243	-0.3487086927471696
20260734	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1181060103492604	0.1237986265474723	0.1179515507399898	0.3477335940810008	0.3489740068014523	-0.0017101523753808	0.0459828703836951	-0.0013095174103401	-0.0012404127204515
20260734	prespecified_sensitivity	safe_external_v1	2160	0.1174952530871248	0.1237986265474723	0.1179515507399898	0.3501020951363831	0.3489740068014523	0.046116114732821	0.0509163440349665	0.0038685176244165	0.0011280883349307
20260735	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1181984379991061	0.1237986265474723	0.1179872854181599	0.3470640947077648	0.3486754423538244	0.0103771511096123	0.0452362736529936	-0.0017896214850421	-0.0016113476460596
20260735	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1390673900368037	0.1237986265474723	0.1179872854181599	0.0043910107436865	0.3486754423538244	0.09829840967879	-0.1233354837218354	-0.1786642055873519	-0.3442844316101379
20260735	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1182496581502534	0.1237986265474723	0.1179872854181599	0.3476525138857445	0.3486754423538244	-0.0040711027299073	0.0448225360165125	-0.0022237373388462	-0.0010229284680799
20260735	prespecified_sensitivity	safe_external_v1	2160	0.1174959890113246	0.1237986265474723	0.1179872854181599	0.3496766199097523	0.3486754423538244	0.0464962122771895	0.0509103995085989	0.0041639775429539	0.0010011775559278
20260736	prespecified_sensitivity	negative_feature_row_shuffle	2160	0.1182017622463819	0.1237986265474723	0.1179624423074225	0.3468575393037099	0.3489202166480633	0.0004288847400689	0.0452094216000388	-0.0020287808075019	-0.0020626773443533
20260736	prespecified_sensitivity	negative_outcome_coordinate_permutation	2160	0.1392501327588602	0.1237986265474723	0.1179624423074225	0.0009363613117691	0.3489202166480633	0.0979298858641144	-0.1248116125542215	-0.1804615946824812	-0.3479838553362941
20260736	prespecified_sensitivity	negative_response_row_shuffle	2160	0.1181149226371888	0.1237986265474723	0.1179624423074225	0.3479362829789958	0.3489202166480633	0.0078906701262773	0.0459108801833432	-0.0012926176059404	-0.0009839336690675
20260736	prespecified_sensitivity	safe_external_v1	2160	0.1174922637399975	0.1237986265474723	0.1179624423074225	0.3501396199403205	0.3489202166480633	0.0464193608554456	0.0509404908870817	0.0039858327636149	0.0012194032922572