rerun did sim

Author: SvenKlaassen

results/did/did_multi_detailed.csv

@@ -1,49 +1,49 @@
 Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition
-LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.4084507042253521,0.6612522092326544,0.44973970228836385,0.10328638497652583,0.9935059914244001,213
-LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.49178403755868544,0.787930605834864,0.44973970228836385,0.1596244131455399,1.1014902175259917,213
-LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.5336463223787168,0.582766759983815,0.32299857116015934,0.18309859154929578,0.8961664076512703,213
-LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.6263693270735524,0.694409424790157,0.32299857116015934,0.28169014084507044,0.9867179947950292,213
-LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9017996870109547,0.578959671088662,0.13751972629200543,0.8732394366197183,0.8919682440411882,213
-LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9491392801251956,0.6898729985707177,0.13751972629200543,0.9342723004694836,0.9817237170113741,213
-LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.4107981220657277,0.6610990972056453,0.4476286561990305,0.107981220657277,0.9924537064343187,213
-LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.5050860719874805,0.7877481616017598,0.4476286561990305,0.1643192488262911,1.099584135360425,213
-LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.5348200312989045,0.5827020149697208,0.32210086748537925,0.20187793427230047,0.8980725212627803,213
-LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.6255868544600939,0.6943322763474483,0.32210086748537925,0.29577464788732394,0.9881288275749126,213
-LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9021909233176838,0.5789579680053694,0.13548606467162275,0.892018779342723,0.8906297555939263,213
-LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9518779342723005,0.6898709692218071,0.13548606467162275,0.9389671361502347,0.9807905334864873,213
-LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9197965571205008,2.6943514650786105,0.6839666644937138,0.9765258215962441,4.190030688848515,213
-LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9655712050078247,3.210517791199548,0.6839666644937138,0.9859154929577465,4.601967336099581,213
-LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9194053208137716,3.4922540819240244,0.9237972600914225,0.9812206572769953,5.388123646746446,213
-LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9698748043818467,4.16127740078602,0.9237972600914225,1.0,5.930060622023973,213
-LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9354460093896714,2.1911606588763415,0.5011619074030041,0.9624413145539906,3.4237130298632317,213
-LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.969092331768388,2.6109289637511237,0.5011619074030041,0.9953051643192489,3.7555769901088496,213
-LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9139280125195618,1.109267010415937,0.2755940893225088,0.8685446009389671,1.7291751019525257,213
-LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.954225352112676,1.321773168159112,0.2755940893225088,0.9342723004694836,1.8979923185233545,213
-LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9205790297339593,1.4158326633799614,0.33401929336661684,0.9107981220657277,2.1920950306133054,213
-LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9616588419405321,1.6870686746170975,0.33401929336661684,0.9389671361502347,2.408946885913222,213
-LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9123630672926448,1.0199912152288533,0.24510901682198524,0.9248826291079812,1.5958111429274424,213
-LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9561815336463223,1.2153944968957262,0.24510901682198524,0.971830985915493,1.7484330943458928,213
-Linear,Logistic,experimental,False,1,0.9,0.8450704225352113,0.29447476044239895,0.08354776001109418,0.7276995305164319,0.4596087013280646,213
-Linear,Logistic,experimental,False,1,0.95,0.9084507042253521,0.35088831940192455,0.08354776001109418,0.8075117370892019,0.5045368833572496,213
-Linear,Logistic,experimental,False,4,0.9,0.3341158059467919,0.9748301672712222,0.7902188560164397,0.056338028169014086,1.4111319523263854,213
-Linear,Logistic,experimental,False,4,0.95,0.4017996870109546,1.1615817891564408,0.7902188560164397,0.07042253521126761,1.5730924328858458,213
-Linear,Logistic,experimental,False,6,0.9,0.9080594679186228,0.9825593405176763,0.23361443805782198,0.9154929577464789,1.4168592399518378,213
-Linear,Logistic,experimental,False,6,0.95,0.956964006259781,1.1707916671328766,0.23361443805782198,0.9483568075117371,1.5807909190964573,213
-Linear,Logistic,experimental,True,1,0.9,0.8438967136150235,0.29448998280268696,0.08353477895677355,0.7183098591549296,0.45943729886831725,213
-Linear,Logistic,experimental,True,1,0.95,0.9088419405320814,0.35090645796297054,0.08353477895677355,0.812206572769953,0.5041114400484898,213
-Linear,Logistic,experimental,True,4,0.9,0.3333333333333333,0.9747975428898821,0.7903965236641811,0.056338028169014086,1.4119051235101507,213
-Linear,Logistic,experimental,True,4,0.95,0.4033646322378717,1.161542914808355,0.7903965236641811,0.07981220657276995,1.5743781294233699,213
-Linear,Logistic,experimental,True,6,0.9,0.9092331768388106,0.9825623304514758,0.2341476257220959,0.92018779342723,1.41979846440565,213
-Linear,Logistic,experimental,True,6,0.95,0.9553990610328639,1.1707952298587427,0.2341476257220959,0.9530516431924883,1.5817945290736959,213
-Linear,Logistic,observational,False,1,0.9,0.894757433489828,0.3183557829503854,0.07809759992541833,0.892018779342723,0.49488785729946616,213
-Linear,Logistic,observational,False,1,0.95,0.9483568075117371,0.3793443128488264,0.07809759992541833,0.9436619718309859,0.5435074166885125,213
-Linear,Logistic,observational,False,4,0.9,0.44405320813771515,1.2415493083413676,0.7711800746228612,0.19718309859154928,1.774858650110625,213
-Linear,Logistic,observational,False,4,0.95,0.5453834115805947,1.4793972481853468,0.7711800746228612,0.2676056338028169,1.9858757227772874,213
-Linear,Logistic,observational,False,6,0.9,0.9115805946791862,1.0304949773365348,0.24398615030125753,0.92018779342723,1.4858759045886074,213
-Linear,Logistic,observational,False,6,0.95,0.9557902973395932,1.2279105014178964,0.24398615030125753,0.9577464788732394,1.6602060040028728,213
-Linear,Logistic,observational,True,1,0.9,0.892018779342723,0.3163792430260323,0.07808090534806102,0.8873239436619719,0.4927677081751961,213
-Linear,Logistic,observational,True,1,0.95,0.9464006259780908,0.37698912026374665,0.07808090534806102,0.9530516431924883,0.5411219121582408,213
-Linear,Logistic,observational,True,4,0.9,0.4409233176838811,1.2414842562609323,0.7671739690013839,0.19718309859154928,1.7725218888802696,213
-Linear,Logistic,observational,True,4,0.95,0.5410798122065728,1.4793197338505248,0.7671739690013839,0.28169014084507044,1.9817316211484592,213
-Linear,Logistic,observational,True,6,0.9,0.9061032863849765,1.027459591935346,0.24734972591149948,0.9154929577464789,1.4817614944804902,213
-Linear,Logistic,observational,True,6,0.95,0.9546165884194053,1.2242936166276337,0.24734972591149948,0.9436619718309859,1.6552966469110102,213
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.4005833333333333,0.668417462452362,0.4514209317520677,0.069,1.001536224942987,1000
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.49541666666666667,0.7964685316542967,0.4514209317520677,0.119,1.1096223780406622,1000
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.525,0.5836476641555988,0.3357039587486384,0.192,0.8984549944516823,1000
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.6135,0.6954590868526271,0.3357039587486384,0.266,0.9889489428407441,1000
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.8913333333333334,0.5798205422267835,0.1436401623087172,0.896,0.8921080477762784,1000
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9469166666666666,0.6908987898012575,0.1436401623087172,0.95,0.9823087136174479,1000
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.403,0.668486737121192,0.4516172220554326,0.064,1.0020517044274269,1000
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.4925,0.7965510775135288,0.4516172220554326,0.118,1.110697612751064,1000
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.5244166666666666,0.5834979623893575,0.33563072303718966,0.202,0.8980797806262651,1000
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.6114166666666666,0.6952807061958639,0.33563072303718966,0.275,0.9886661012047989,1000
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.8903333333333334,0.5798432460053057,0.1452858251598464,0.888,0.8930518639150258,1000
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9449166666666666,0.690925843021974,0.1452858251598464,0.942,0.9832578157026843,1000
+LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9115,2.7279550989921355,0.7081663387461643,0.951,4.239219420515267,1000
+LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9635833333333333,3.250558990696578,0.7081663387461643,0.988,4.6533388042213675,1000
+LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9074166666666666,3.5225937797559883,0.9757809691235549,0.97,5.426540882685481,1000
+LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9669166666666666,4.19742938055986,0.9757809691235549,0.992,5.969933156329405,1000
+LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9271666666666666,2.1769181957500305,0.5048068220768145,0.971,3.397149166606052,1000
+LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9709166666666667,2.5939580221905385,0.5048068220768145,0.996,3.7281189530691132,1000
+LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.90375,1.1192914856600868,0.27862527337620824,0.928,1.7467988922140234,1000
+LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9589166666666666,1.3337180671583386,0.27862527337620824,0.967,1.914692647031146,1000
+LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9199166666666666,1.4197310386522546,0.32827809352307774,0.935,2.19395277603094,1000
+LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9664166666666666,1.6917138752639644,0.32827809352307774,0.968,2.4119391624873256,1000
+LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9005,1.0294284373000027,0.2502841114417097,0.917,1.6092703629556147,1000
+LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9533333333333334,1.226639640579326,0.2502841114417097,0.971,1.7641639749309233,1000
+Linear,Logistic,experimental,False,1,0.9,0.8521666666666666,0.2947207725579002,0.08125759297583215,0.769,0.45936907943411753,1000
+Linear,Logistic,experimental,False,1,0.95,0.91225,0.3511814609181314,0.08125759297583215,0.857,0.5043035205016457,1000
+Linear,Logistic,experimental,False,4,0.9,0.3186666666666667,0.9766434317991218,0.8093782242316307,0.041,1.4141166689592581,1000
+Linear,Logistic,experimental,False,4,0.95,0.393,1.1637424271067696,0.8093782242316307,0.079,1.5775150069804904,1000
+Linear,Logistic,experimental,False,6,0.9,0.8959166666666666,0.9840677614600047,0.24403762906388674,0.889,1.4217412744627138,1000
+Linear,Logistic,experimental,False,6,0.95,0.9463333333333334,1.1725890615466086,0.24403762906388674,0.94,1.585826837431638,1000
+Linear,Logistic,experimental,True,1,0.9,0.8528333333333333,0.29471605836940884,0.08132561217659459,0.764,0.45923649733243366,1000
+Linear,Logistic,experimental,True,1,0.95,0.9120833333333334,0.351175843616076,0.08132561217659459,0.855,0.5041154397102058,1000
+Linear,Logistic,experimental,True,4,0.9,0.3188333333333333,0.9765337199818319,0.8092231167974461,0.041,1.4131241013020541,1000
+Linear,Logistic,experimental,True,4,0.95,0.39458333333333334,1.1636116974132316,0.8092231167974461,0.076,1.5757045631534141,1000
+Linear,Logistic,experimental,True,6,0.9,0.8968333333333334,0.984151005519869,0.24420883449452355,0.889,1.4208221899399172,1000
+Linear,Logistic,experimental,True,6,0.95,0.94675,1.1726882529619342,0.24420883449452355,0.936,1.5847814464063683,1000
+Linear,Logistic,observational,False,1,0.9,0.9001666666666667,0.3180779030235929,0.0773596882018309,0.88,0.49501077303673774,1000
+Linear,Logistic,observational,False,1,0.95,0.94775,0.3790131984933507,0.0773596882018309,0.947,0.5435398448787098,1000
+Linear,Logistic,observational,False,4,0.9,0.4245,1.237493689045589,0.7914353096522312,0.18,1.76761883251908,1000
+Linear,Logistic,observational,False,4,0.95,0.5209166666666666,1.4745646797278944,0.7914353096522312,0.275,1.9755226904473104,1000
+Linear,Logistic,observational,False,6,0.9,0.8929166666666666,1.0255283640310429,0.255700122939389,0.895,1.4816116459637685,1000
+Linear,Logistic,observational,False,6,0.95,0.9455,1.221992416644637,0.255700122939389,0.934,1.653527148130022,1000
+Linear,Logistic,observational,True,1,0.9,0.8965,0.31619901580629955,0.07736324119662329,0.885,0.49203725267016324,1000
+Linear,Logistic,observational,True,1,0.95,0.9463333333333334,0.3767743662856892,0.07736324119662329,0.947,0.5403636983384068,1000
+Linear,Logistic,observational,True,4,0.9,0.4231666666666667,1.2357474079437374,0.7915034422252056,0.193,1.7654458413619594,1000
+Linear,Logistic,observational,True,4,0.95,0.5213333333333334,1.472483857452629,0.7915034422252056,0.277,1.9735390159048785,1000
+Linear,Logistic,observational,True,6,0.9,0.8928333333333334,1.0212995120870143,0.25694449841811784,0.89,1.4744168456619084,1000
+Linear,Logistic,observational,True,6,0.95,0.9460833333333334,1.216953428755113,0.25694449841811784,0.933,1.6462184670600197,1000