family	comparison	n_unique_targets	mean_paired_difference	bootstrap_ci95_low	bootstrap_ci95_high	alternative	paired_sign_flip_p	bootstrap_replicates	sign_flip_permutations	holm_p_within_family
rmse	rmse_vs_zero	1646	-0.01098014548256444	-0.012691346224851574	-0.009329707573725114	less	1.999960000799984e-05	10000	50000	3.999920001599968e-05
rmse	rmse_vs_train_mean	1646	-0.005335079511546832	-0.006355898196395197	-0.004342698868871063	less	1.999960000799984e-05	10000	50000	3.999920001599968e-05
directional	raw_cosine_vs_train_mean	1646	-0.0008862881987323538	-0.005417213085586262	0.0036321389590711433	greater	0.6499670006599868	10000	50000	0.6499670006599868
directional	perturbation_specific_residual_cosine_vs_zero	1646	0.24990309498894178	0.23215518873682897	0.26778510568591246	greater	1.999960000799984e-05	10000	50000	3.999920001599968e-05