stratifier	stratifier_role	stratum	family	metric	alternative	n_unique_targets	mean_effect	median_effect	bootstrap_ci95_low	bootstrap_ci95_high	paired_sign_flip_p	bootstrap_replicates	sign_flip_permutations	holm_p_within_stratifier_family	stratum_support
exploratory_reliability_weight	primary	lower	rmse	rmse_vs_zero	less	720	0.013859907128951621	0.013841601088643098	0.012895054543947078	0.014807265150787624	1.0	10000	50000	1.0	NOT_SUPPORTED
exploratory_reliability_weight	primary	lower	rmse	rmse_vs_train_mean	less	720	-0.0008007753536932964	0.0005029998719691953	-0.0013209078817938732	-0.00030315200720603205	0.0013999720005599889	10000	50000	0.004199916001679967	SUPPORTED
exploratory_reliability_weight	primary	lower	directional	raw_cosine_vs_train_mean	greater	720	0.0018500776514782861	0.00035675056278705077	3.9691591828159495e-05	0.0037176089511912246	0.025539489210215795	10000	50000	0.10215795684086318	NOT_SUPPORTED
exploratory_reliability_weight	primary	lower	directional	residual_cosine_vs_zero	greater	720	-0.029373965818538433	-0.037330966442823355	-0.05950826395644172	0.0007518183788084066	0.9712205755884882	10000	50000	0.9767804643907122	NOT_SUPPORTED
exploratory_reliability_weight	primary	middle	rmse	rmse_vs_zero	less	720	-0.0038013841439452434	-0.004244659096002593	-0.005296495107338866	-0.0023149424934268224	1.999960000799984e-05	10000	50000	0.00011999760004799905	SUPPORTED
exploratory_reliability_weight	primary	middle	rmse	rmse_vs_train_mean	less	720	0.0002493359200242484	0.00019723176956179533	-4.9670758113886484e-05	0.0005517837384508698	0.9450010999780004	10000	50000	1.0	NOT_SUPPORTED
exploratory_reliability_weight	primary	middle	directional	raw_cosine_vs_train_mean	greater	720	0.001923492379541535	0.001140482723712935	0.0002487552049246414	0.0035270441644732055	0.011319773604527909	10000	50000	0.05659886802263954	NOT_SUPPORTED
exploratory_reliability_weight	primary	middle	directional	residual_cosine_vs_zero	greater	720	0.0003505395313469371	0.0080882764887064	-0.022299305810114068	0.023247756128827547	0.4883902321953561	10000	50000	0.9767804643907122	NOT_SUPPORTED
exploratory_reliability_weight	primary	upper	rmse	rmse_vs_zero	less	720	-0.0289995684598883	-0.0331309959292412	-0.03037060210908142	-0.027615193675220428	1.999960000799984e-05	10000	50000	0.00011999760004799905	SUPPORTED
exploratory_reliability_weight	primary	upper	rmse	rmse_vs_train_mean	less	720	-0.0008887662604037273	-0.001023389399051701	-0.0012323003082484448	-0.0005352078133728357	1.999960000799984e-05	10000	50000	0.00011999760004799905	SUPPORTED
exploratory_reliability_weight	primary	upper	directional	raw_cosine_vs_train_mean	greater	720	0.0011361084167017695	0.0012313425540924072	-0.0015003206638438227	0.0035913001229831297	0.1981360372792544	10000	50000	0.5944081118377632	NOT_SUPPORTED
exploratory_reliability_weight	primary	upper	directional	residual_cosine_vs_zero	greater	720	0.16535070473942648	0.17875491827726359	0.13906128267034848	0.19136317670616135	1.999960000799984e-05	10000	50000	0.00011999760004799905	SUPPORTED
split_half_cosine_median	secondary	lower	rmse	rmse_vs_zero	less	720	0.015289447503164412	0.015220439061522494	0.014371692747873673	0.016208981664967727	1.0	10000	50000	1.0	NOT_SUPPORTED
split_half_cosine_median	secondary	lower	rmse	rmse_vs_train_mean	less	720	-0.0007470453261501233	0.0005696713924407959	-0.0012813241157628972	-0.00023064750880519936	0.0021999560008799826	10000	50000	0.006599868002639947	SUPPORTED
split_half_cosine_median	secondary	lower	directional	raw_cosine_vs_train_mean	greater	720	0.0017288534328448214	0.00013178633525970547	-4.033388808541703e-05	0.003579161302120865	0.029759404811903763	10000	50000	0.11903761924761505	NOT_SUPPORTED
split_half_cosine_median	secondary	lower	directional	residual_cosine_vs_zero	greater	720	-0.033165176894464014	-0.057535124942660304	-0.06380415988623604	-0.0027594956283832715	0.9825403491930161	10000	50000	1.0	NOT_SUPPORTED
split_half_cosine_median	secondary	middle	rmse	rmse_vs_zero	less	720	-0.0021750776976760893	-0.0037054046988486966	-0.0034782682823586383	-0.0008722668134659103	0.0005799884002319954	10000	50000	0.0023199536009279815	SUPPORTED
split_half_cosine_median	secondary	middle	rmse	rmse_vs_train_mean	less	720	0.0003793353887481818	0.00040118396282200555	0.00010180728936878224	0.000656336048721436	0.996560068798624	10000	50000	1.0	NOT_SUPPORTED
split_half_cosine_median	secondary	middle	directional	raw_cosine_vs_train_mean	greater	720	0.0019183507400965824	0.00035897269845011626	0.00023584948233797433	0.00351167948980421	0.01011979760404792	10000	50000	0.0505989880202396	NOT_SUPPORTED
split_half_cosine_median	secondary	middle	directional	residual_cosine_vs_zero	greater	720	-0.021105716222074182	-0.015465243253856849	-0.04211669454274063	-0.00026938209972388044	0.9770204595908082	10000	50000	1.0	NOT_SUPPORTED
split_half_cosine_median	secondary	upper	rmse	rmse_vs_zero	less	720	-0.03205541528037025	-0.034899048507213634	-0.033232562797816674	-0.030843716925656836	1.999960000799984e-05	10000	50000	0.00011999760004799905	SUPPORTED
split_half_cosine_median	secondary	upper	rmse	rmse_vs_train_mean	less	720	-0.0010724957566708335	-0.0012601986527442516	-0.0014301035795102133	-0.0007122405165702948	1.999960000799984e-05	10000	50000	0.00011999760004799905	SUPPORTED
split_half_cosine_median	secondary	upper	directional	raw_cosine_vs_train_mean	greater	720	0.0012624742747801866	0.00200769305229187	-0.0014240357799119223	0.003805828358227799	0.17857642847143057	10000	50000	0.5357292854142917	NOT_SUPPORTED
split_half_cosine_median	secondary	upper	directional	residual_cosine_vs_zero	greater	720	0.19059817156877318	0.2088271006941795	0.16482778714799176	0.21596880579034405	1.999960000799984e-05	10000	50000	0.00011999760004799905	SUPPORTED
batch_split_cosine	secondary	lower	rmse	rmse_vs_zero	less	720	0.014933100280662383	0.015184057876467701	0.013970083414201837	0.015888989145492412	1.0	10000	50000	1.0	NOT_SUPPORTED
batch_split_cosine	secondary	lower	rmse	rmse_vs_train_mean	less	720	-0.0007638301907314168	0.00043767318129535326	-0.0012927107470265245	-0.00026791074248547767	0.002279954400911982	10000	50000	0.006839863202735946	SUPPORTED
batch_split_cosine	secondary	lower	directional	raw_cosine_vs_train_mean	greater	720	0.0020937237825112095	0.00026842206716539904	0.0003782561912582126	0.0038639938491784654	0.008259834803303934	10000	50000	0.04129917401651967	SUPPORTED
batch_split_cosine	secondary	lower	directional	residual_cosine_vs_zero	greater	720	-0.03151808792285414	-0.024074085988104302	-0.062222076016494404	-0.0011451157223200548	0.9764204715905682	10000	50000	1.0	NOT_SUPPORTED
batch_split_cosine	secondary	middle	rmse	rmse_vs_zero	less	720	-0.0019805120304226876	-0.003348384052514995	-0.0032758220113141244	-0.000680495013560478	0.0014399712005759885	10000	50000	0.005759884802303954	SUPPORTED
batch_split_cosine	secondary	middle	rmse	rmse_vs_train_mean	less	720	0.00037061353214085086	0.0004484802484511982	9.37748977190105e-05	0.0006325664222499141	0.997040059198816	10000	50000	1.0	NOT_SUPPORTED
batch_split_cosine	secondary	middle	directional	raw_cosine_vs_train_mean	greater	720	0.0017571856797278277	0.00015929341316223145	0.0002131338678837971	0.0032705439497921224	0.012319753604927902	10000	50000	0.04927901441971161	SUPPORTED
batch_split_cosine	secondary	middle	directional	residual_cosine_vs_zero	greater	720	-0.022460640159543903	-0.0234296144917607	-0.04296888354792827	-0.0013517073015302437	0.9838003239935201	10000	50000	1.0	NOT_SUPPORTED
batch_split_cosine	secondary	upper	rmse	rmse_vs_zero	less	720	-0.03189363372512162	-0.034991741180419936	-0.033050293078413236	-0.030692920374891	1.999960000799984e-05	10000	50000	0.00011999760004799905	SUPPORTED
batch_split_cosine	secondary	upper	rmse	rmse_vs_train_mean	less	720	-0.001046989035482209	-0.0012601986527442516	-0.001400995634159904	-0.0006658370869182485	1.999960000799984e-05	10000	50000	0.00011999760004799905	SUPPORTED
batch_split_cosine	secondary	upper	directional	raw_cosine_vs_train_mean	greater	720	0.0010587689854825528	0.002032756805419922	-0.0018151083311790416	0.00363779304374475	0.2243355132897342	10000	50000	0.6730065398692026	NOT_SUPPORTED
batch_split_cosine	secondary	upper	directional	residual_cosine_vs_zero	greater	720	0.19030600653463303	0.2124764546751976	0.16412348230392632	0.21586182617474048	1.999960000799984e-05	10000	50000	0.00011999760004799905	SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	missing	rmse	rmse_vs_zero	less	2027	-0.006904615647998946	-0.003981001675128992	-0.007999224062700268	-0.00580790679022894	1.999960000799984e-05	10000	50000	0.00015999680006399873	SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	missing	rmse	rmse_vs_train_mean	less	2027	-0.0004858982146933085	-8.196383714680067e-05	-0.0007194171864566947	-0.0002557611052952175	5.999880002399952e-05	10000	50000	0.0004199916001679966	SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	missing	directional	raw_cosine_vs_train_mean	greater	2027	0.001848353312852653	0.0010157674551010062	0.000641958634902622	0.003052018299126388	0.0014199716005679887	10000	50000	0.009939801203975921	SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	missing	directional	residual_cosine_vs_zero	greater	2027	0.04720102014409994	0.0509692840278148	0.03131612400010852	0.06284597631524656	1.999960000799984e-05	10000	50000	0.00015999680006399873	SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	lower	rmse	rmse_vs_zero	less	44	0.006227000870487909	0.007578939199447601	-0.0012546911158345002	0.013520835395055735	0.9438011239775205	10000	50000	1.0	NOT_SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	lower	rmse	rmse_vs_train_mean	less	44	-0.001929452812129815	-0.0010504275560379514	-0.004599776296791728	0.0006069120506501894	0.08061838763224735	10000	50000	0.4837103257934841	NOT_SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	lower	directional	raw_cosine_vs_train_mean	greater	44	0.0035771044944836296	0.0013267993927001537	-0.002347766368290069	0.009498275299979875	0.12907741845163095	10000	50000	0.6453870922581548	NOT_SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	lower	directional	residual_cosine_vs_zero	greater	44	0.10813935454511507	0.2298289239406585	-0.030655570386443287	0.24593751405535094	0.06823863522729545	10000	50000	0.4094318113637727	NOT_SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	middle	rmse	rmse_vs_zero	less	44	0.004581070970743894	0.00986342132091525	-0.001903783707794819	0.010636867439924654	0.9224215515689687	10000	50000	1.0	NOT_SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	middle	rmse	rmse_vs_train_mean	less	44	-0.0006952229887247147	0.0005099996924400468	-0.0027721944032237044	0.0010632586559619357	0.25759484810303795	10000	50000	1.0	NOT_SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	middle	directional	raw_cosine_vs_train_mean	greater	44	-0.0027847880793904697	-0.0020148232579230985	-0.009085794250396169	0.0034898931753228955	0.7999640007199856	10000	50000	1.0	NOT_SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	middle	directional	residual_cosine_vs_zero	greater	44	-0.009265804832631879	-0.049252877011895096	-0.12015755035364152	0.1059517059559849	0.5661486770264594	10000	50000	1.0	NOT_SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	upper	rmse	rmse_vs_zero	less	45	-0.002610044098562668	-0.001898489892482702	-0.010962671677892423	0.006006370428949587	0.2767944641107178	10000	50000	1.0	NOT_SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	upper	rmse	rmse_vs_train_mean	less	45	0.001410073704189724	0.0010810270905493996	-0.00011362272625168695	0.00323891893029212	0.9543809123817524	10000	50000	1.0	NOT_SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	upper	directional	raw_cosine_vs_train_mean	greater	45	-0.005477902334597373	-0.0014494061470031738	-0.01820888887159527	0.004580136206414975	0.7904441911161777	10000	50000	1.0	NOT_SUPPORTED
guide_pair_cosine	exploratory_guide_pair_n133	upper	directional	residual_cosine_vs_zero	greater	45	-0.0415836340851254	-0.0820601359009742	-0.1543381801330381	0.07406216836637917	0.75862482750345	10000	50000	1.0	NOT_SUPPORTED