model	family	comparison	n_unique_targets	mean_paired_difference	bootstrap_ci95_low	bootstrap_ci95_high	alternative	paired_sign_flip_p	bootstrap_replicates	sign_flip_permutations	holm_p_within_model_family
negative_feature_row_shuffle	rmse	rmse_vs_zero	2160	-0.005629942405761944	-0.006660921648640565	-0.00461684828333091	less	1.999960000799984e-05	10000	50000	3.999920001599968e-05
negative_feature_row_shuffle	rmse	rmse_vs_train_mean	2160	0.000203670854507773	0.00011836942048156979	0.00029106659133470167	less	1.0	10000	50000	1.0
negative_feature_row_shuffle	directional	raw_cosine_vs_train_mean	2160	-0.0017637540500665503	-0.0025815557849972284	-0.0010660825699645745	greater	1.0	10000	50000	1.0
negative_feature_row_shuffle	directional	perturbation_specific_residual_cosine_vs_zero	2160	-0.006212922076681732	-0.018219027552395347	0.005834143376852335	greater	0.8454030919381612	10000	50000	1.0
negative_outcome_coordinate_permutation	rmse	rmse_vs_zero	2160	0.015630594816886716	0.015329813099772393	0.015937546211493167	less	1.0	10000	50000	1.0
negative_outcome_coordinate_permutation	rmse	rmse_vs_train_mean	2160	0.021464208077156433	0.02058657627591553	0.022342295694915162	less	1.0	10000	50000	1.0
negative_outcome_coordinate_permutation	directional	raw_cosine_vs_train_mean	2160	-0.35060108960745656	-0.36442867256712885	-0.33672487398539996	greater	1.0	10000	50000	1.0
negative_outcome_coordinate_permutation	directional	perturbation_specific_residual_cosine_vs_zero	2160	0.09871548425256896	0.0843284419009648	0.1134096635190066	greater	1.999960000799984e-05	10000	50000	3.999920001599968e-05
negative_response_row_shuffle	rmse	rmse_vs_zero	2160	-0.005619269656017422	-0.006660347750617399	-0.0045957438380638555	less	1.999960000799984e-05	10000	50000	3.999920001599968e-05
negative_response_row_shuffle	rmse	rmse_vs_train_mean	2160	0.00021434360425229426	0.00010437437949736637	0.00032775427141502775	less	1.0	10000	50000	1.0
negative_response_row_shuffle	directional	raw_cosine_vs_train_mean	2160	-0.0016405812797765302	-0.0024447970441554357	-0.000908689224784717	greater	0.999980000399992	10000	50000	1.0
negative_response_row_shuffle	directional	perturbation_specific_residual_cosine_vs_zero	2160	-0.00696960090784968	-0.019150361349761457	0.005201483823511259	greater	0.872122557548849	10000	50000	1.0
safe_external_v1	rmse	rmse_vs_zero	2160	-0.006313681824960642	-0.007380010579708377	-0.005266837880653502	less	1.999960000799984e-05	10000	50000	3.999920001599968e-05
safe_external_v1	rmse	rmse_vs_train_mean	2160	-0.0004800685646909255	-0.0007113322425909616	-0.0002534822155117851	less	5.999880002399952e-05	10000	50000	5.999880002399952e-05
safe_external_v1	directional	raw_cosine_vs_train_mean	2160	0.0016365594825738636	0.00039472808619090457	0.0028060510205708575	greater	0.0035599288014239714	10000	50000	0.0035599288014239714
safe_external_v1	directional	perturbation_specific_residual_cosine_vs_zero	2160	0.045442426150744994	0.02957585873635118	0.061217912452975046	greater	1.999960000799984e-05	10000	50000	3.999920001599968e-05