update did multi results

Author: SvenKlaassen

results/did/did_multi_detailed.csv

@@ -1,49 +1,49 @@
 Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition
-LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.3998435054773083,0.6774122808203658,0.45546224863660545,0.11737089201877934,1.012132591144609,213
-LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.4996087636932708,0.80718651881127,0.45546224863660545,0.16901408450704225,1.1223411583790253,213
-LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.5140845070422535,0.5825338629194045,0.338495362915356,0.1784037558685446,0.8960068193289008,213
-LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.610719874804382,0.6941319108212115,0.338495362915356,0.2535211267605634,0.9864382959365845,213
-LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.8986697965571204,0.5797420679850099,0.14540866383510231,0.8826291079812206,0.8926096426690106,213
-LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9479655712050078,0.6908052819747433,0.14540866383510231,0.9342723004694836,0.9822524232973114,213
-LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.3916275430359938,0.6775298981684246,0.45592163092849536,0.09859154929577464,1.0135080886880636,213
-LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.48669796557120504,0.807326668525734,0.45592163092849536,0.1784037558685446,1.124193118709099,213
-LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.5172143974960877,0.5826574073228631,0.3365628793076158,0.16901408450704225,0.8969567851338134,213
-LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.6091549295774648,0.6942791230577917,0.3365628793076158,0.24413145539906103,0.9871059533494473,213
-LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.8869327073552425,0.5798047605704594,0.14806948542850354,0.863849765258216,0.8925487708481121,213
-LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9448356807511737,0.690879984797879,0.14806948542850354,0.9154929577464789,0.983624165795513,213
-LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.8959311424100157,2.7633926433144422,0.7280607911432032,0.9624413145539906,4.285605520531536,213
-LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9636150234741784,3.2927854292283714,0.7280607911432032,0.9953051643192489,4.706108077772218,213
-LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9213615023474179,3.515668749299535,0.9392311486884903,0.9812206572769953,5.420434398399545,213
-LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9737871674491393,4.189177697817945,0.9392311486884903,0.9906103286384976,5.965771640360436,213
-LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.935054773082942,2.1578720027595883,0.496041638455299,0.9859154929577465,3.3700943427527528,213
-LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9737871674491393,2.5712630834481467,0.496041638455299,0.9953051643192489,3.698989752638499,213
-LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9205790297339593,1.1465042775820924,0.27713945258525985,0.9389671361502347,1.7867222903995619,213
-LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9604851330203443,1.3661441087294448,0.27713945258525985,0.9671361502347418,1.9593600449966166,213
-LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9194053208137716,1.4124733764235744,0.3231443456256321,0.9154929577464789,2.1833254527657897,213
-LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.965962441314554,1.6830658373187681,0.3231443456256321,0.9577464788732394,2.401459731447086,213
-LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9064945226917058,1.0226495617680404,0.25036302518907455,0.92018779342723,1.5996891640220663,213
-LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9557902973395932,1.2185621121715549,0.25036302518907455,0.9812206572769953,1.75215700962208,213
-Linear,Logistic,experimental,False,1,0.9,0.8599374021909233,0.2942329381007584,0.07885862091152207,0.8215962441314554,0.45900161300159426,213
-Linear,Logistic,experimental,False,1,0.95,0.9182316118935838,0.35060017030919877,0.07885862091152207,0.892018779342723,0.504127351002567,213
-Linear,Logistic,experimental,False,4,0.9,0.32629107981220656,0.9776211802565642,0.8124180807452879,0.051643192488262914,1.415728891229315,213
-Linear,Logistic,experimental,False,4,0.95,0.40375586854460094,1.1649074862531439,0.8124180807452879,0.07042253521126761,1.5791872279233108,213
-Linear,Logistic,experimental,False,6,0.9,0.877151799687011,0.9835799789631973,0.25364255139431,0.892018779342723,1.4193976201818594,213
-Linear,Logistic,experimental,False,6,0.95,0.9374021909233177,1.1720078328522332,0.25364255139431,0.9389671361502347,1.582242445231874,213
-Linear,Logistic,experimental,True,1,0.9,0.8583724569640063,0.29425152842277663,0.07893506849681084,0.8309859154929577,0.4588389524655604,213
-Linear,Logistic,experimental,True,1,0.95,0.9174491392801252,0.3506223220441737,0.07893506849681084,0.892018779342723,0.5038096551733684,213
-Linear,Logistic,experimental,True,4,0.9,0.32511737089201875,0.977667670038589,0.8122120271542994,0.051643192488262914,1.415351456768969,213
-Linear,Logistic,experimental,True,4,0.95,0.40375586854460094,1.1649628822451792,0.8122120271542994,0.07042253521126761,1.5770157392547421,213
-Linear,Logistic,experimental,True,6,0.9,0.8744131455399061,0.983350088492923,0.25389098394203446,0.8732394366197183,1.4200093317947935,213
-Linear,Logistic,experimental,True,6,0.95,0.9393583724569641,1.1717339014611698,0.25389098394203446,0.9295774647887324,1.5838096355577131,213
-Linear,Logistic,observational,False,1,0.9,0.9076682316118936,0.3175553687272376,0.07561516930339814,0.9248826291079812,0.4938850661149503,213
-Linear,Logistic,observational,False,1,0.95,0.954225352112676,0.3783905604757408,0.07561516930339814,0.971830985915493,0.5429993998740388,213
-Linear,Logistic,observational,False,4,0.9,0.430359937402191,1.2397563880413096,0.7953463265166806,0.19248826291079812,1.7693165100102601,213
-Linear,Logistic,observational,False,4,0.95,0.5246478873239436,1.4772608518776844,0.7953463265166806,0.29577464788732394,1.9799630660898182,213
-Linear,Logistic,observational,False,6,0.9,0.8802816901408451,1.0215638849527298,0.2657697771880829,0.8591549295774648,1.4750781011819736,213
-Linear,Logistic,observational,False,6,0.95,0.9358372456964007,1.2172684484546181,0.2657697771880829,0.9530516431924883,1.6461025177498927,213
-Linear,Logistic,observational,True,1,0.9,0.9080594679186228,0.3156057782031101,0.07507216274302907,0.9107981220657277,0.49086788828196987,213
-Linear,Logistic,observational,True,1,0.95,0.9534428794992176,0.37606748008166807,0.07507216274302907,0.9671361502347418,0.5391557012552065,213
-Linear,Logistic,observational,True,4,0.9,0.42801251956181535,1.240156742199843,0.7925778982914784,0.19248826291079812,1.770662270313202,213
-Linear,Logistic,observational,True,4,0.95,0.5230829420970267,1.4777379032814864,0.7925778982914784,0.28169014084507044,1.977822853534819,213
-Linear,Logistic,observational,True,6,0.9,0.8697183098591549,1.0162174373615258,0.2678133905875943,0.8591549295774648,1.467059987564026,213
-Linear,Logistic,observational,True,6,0.95,0.9362284820031298,1.2108977632141256,0.2678133905875943,0.9107981220657277,1.6385166854484863,213
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.34725,0.6632201286426477,0.49011237580369793,0.033,0.9893937609780801,1000
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.4386666666666667,0.7902755264435218,0.49011237580369793,0.079,1.0974315281580984,1000
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.3925,0.6374280121970815,0.4673059259736469,0.072,0.97009187850922,1000
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.4734166666666667,0.759542324114714,0.4673059259736469,0.111,1.071000291105895,1000
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9011666666666667,0.6326304449554325,0.1563321623926723,0.888,0.9627064358023116,1000
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9486666666666667,0.7538256701505138,0.1563321623926723,0.955,1.0626523999436193,1000
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.3473333333333333,0.663082675494273,0.4905683815649934,0.033,0.9889346057283442,1000
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.4349166666666667,0.7901117409151553,0.4905683815649934,0.08,1.0975864011236443,1000
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.3943333333333333,0.6375246725440924,0.46800538303488937,0.072,0.9700098655165373,1000
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.4765833333333333,0.759657502022201,0.46800538303488937,0.118,1.0708460305597636,1000
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.8973333333333333,0.6326541125548435,0.15625780987233984,0.89,0.9621250011958815,1000
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.947,0.7538538718346554,0.15625780987233984,0.952,1.062489694804598,1000
+LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9435833333333333,0.8381616751048,0.17814054462577147,0.953,1.2839156930486022,1000
+LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9778333333333333,0.9987312363300253,0.17814054462577147,0.982,1.416218776113961,1000
+LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.926,1.1565439632042973,0.2473594696190042,0.931,1.738632033036807,1000
+LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9675,1.3781071320120069,0.2473594696190042,0.965,1.9268759390224799,1000
+LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.931,0.7998363707192514,0.17526821717897792,0.945,1.2193415272752777,1000
+LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9684166666666666,0.9530638194478139,0.17526821717897792,0.978,1.3462730296391963,1000
+LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9301666666666666,0.7578895509440912,0.16579983845899396,0.945,1.163855412725748,1000
+LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9713333333333334,0.9030811008166856,0.16579983845899396,0.98,1.2816924647051413,1000
+LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.89675,1.026901361709593,0.2402117312036738,0.865,1.5489489542811425,1000
+LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.94425,1.2236284442866847,0.2402117312036738,0.922,1.7135671893558606,1000
+LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9195833333333334,0.7392347349554987,0.16906220777838002,0.931,1.131310154953256,1000
+LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.962,0.8808525165361331,0.16906220777838002,0.963,1.2473273228458321,1000
+Linear,Logistic,experimental,False,1,0.9,0.86275,0.2948051239305335,0.07900091146011895,0.793,0.45951022758324694,1000
+Linear,Logistic,experimental,False,1,0.95,0.92075,0.35128197177800297,0.07900091146011895,0.871,0.5047371756723105,1000
+Linear,Logistic,experimental,False,4,0.9,0.3095833333333333,0.9746459049539102,0.8123545762455107,0.041,1.4101593649841206,1000
+Linear,Logistic,experimental,False,4,0.95,0.39075,1.1613622270630595,0.8123545762455107,0.071,1.5725658487365672,1000
+Linear,Logistic,experimental,False,6,0.9,0.9036666666666666,0.9838971680839407,0.238720331830627,0.907,1.4193492655675315,1000
+Linear,Logistic,experimental,False,6,0.95,0.9551666666666666,1.172385787001319,0.238720331830627,0.96,1.5835849590579594,1000
+Linear,Logistic,experimental,True,1,0.9,0.8628333333333333,0.2948075666878801,0.07902018736146375,0.796,0.4595632294378891,1000
+Linear,Logistic,experimental,True,1,0.95,0.9198333333333334,0.3512848825029112,0.07902018736146375,0.867,0.5043781347089554,1000
+Linear,Logistic,experimental,True,4,0.9,0.309,0.9745871850206221,0.8120029975685781,0.042,1.4109703744664022,1000
+Linear,Logistic,experimental,True,4,0.95,0.3904166666666667,1.1612922579469427,0.8120029975685781,0.072,1.573528921909118,1000
+Linear,Logistic,experimental,True,6,0.9,0.9026666666666666,0.9840257361416861,0.23855494093764582,0.909,1.4210470533624664,1000
+Linear,Logistic,experimental,True,6,0.95,0.955,1.172538985291194,0.23855494093764582,0.963,1.585082469200275,1000
+Linear,Logistic,observational,False,1,0.9,0.9035,0.3185718084378124,0.0757558873307347,0.903,0.49534769392303246,1000
+Linear,Logistic,observational,False,1,0.95,0.9523333333333334,0.3796017230938245,0.0757558873307347,0.952,0.5441495204164779,1000
+Linear,Logistic,observational,False,4,0.9,0.41975,1.2508957207637406,0.7931627006785289,0.182,1.7859975260538024,1000
+Linear,Logistic,observational,False,4,0.95,0.5270833333333333,1.4905341854984016,0.7931627006785289,0.266,1.9972462513836364,1000
+Linear,Logistic,observational,False,6,0.9,0.8975833333333334,1.0291252957567814,0.2544578718137418,0.89,1.4849517269617925,1000
+Linear,Logistic,observational,False,6,0.95,0.9506666666666667,1.2262784251512802,0.2544578718137418,0.955,1.6571001913426326,1000
+Linear,Logistic,observational,True,1,0.9,0.90125,0.3166209527583751,0.07556902517081551,0.907,0.4925599895610136,1000
+Linear,Logistic,observational,True,1,0.95,0.9506666666666667,0.37727713517421785,0.07556902517081551,0.942,0.5411280924724183,1000
+Linear,Logistic,observational,True,4,0.9,0.416,1.2505883681999757,0.7923942748523936,0.194,1.7849545041218804,1000
+Linear,Logistic,observational,True,4,0.95,0.525,1.49016795232989,0.7923942748523936,0.281,1.996332789038424,1000
+Linear,Logistic,observational,True,6,0.9,0.8970833333333333,1.0227456972598339,0.2535415241660661,0.897,1.475471462269075,1000
+Linear,Logistic,observational,True,6,0.95,0.95025,1.2186766646754759,0.2535415241660661,0.955,1.6467072408407117,1000