rerun apos simulation

Author: SvenKlaassen

results/irm/apos_causal_contrast.csv

@@ -1,9 +1,9 @@
 Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition
-LGBM Regr.,LGBM Clas.,0.9,0.95,31.91721104409269,7.529968087228317,1.0,37.4636413071499,10
-LGBM Regr.,LGBM Clas.,0.95,1.0,38.03170270495524,7.529968087228317,1.0,43.241464165962284,10
-LGBM Regr.,Logistic,0.9,0.95,5.304714488934599,1.027836049470268,0.9,6.251613923340696,10
-LGBM Regr.,Logistic,0.95,1.0,6.320957181976872,1.027836049470268,1.0,7.198738181726997,10
-Linear,LGBM Clas.,0.9,1.0,6.438241354759464,1.314536189350619,1.0,7.653944769218363,10
-Linear,LGBM Clas.,0.95,1.0,7.671637750826568,1.314536189350619,1.0,8.702704094524151,10
-Linear,Logistic,0.9,0.85,1.1652765429848944,0.3017518264953267,0.9,1.3833080428519742,10
-Linear,Logistic,0.95,0.95,1.388512642618938,0.3017518264953267,0.9,1.5824304649513923,10
+LGBM Regr.,LGBM Clas.,0.9,0.9035,33.48965631859352,8.5048896967406,0.918,39.64896208370754,1000
+LGBM Regr.,LGBM Clas.,0.95,0.9575,39.905386815920046,8.5048896967406,0.967,45.48932863359306,1000
+LGBM Regr.,Logistic,0.9,0.951,5.329365839934695,1.0762013117643536,0.951,6.300702382026109,1000
+LGBM Regr.,Logistic,0.95,0.9775,6.3503310784371845,1.0762013117643536,0.979,7.232560605885723,1000
+Linear,LGBM Clas.,0.9,0.965,6.721615473453926,1.3234802376469883,0.977,7.963378099405947,1000
+Linear,LGBM Clas.,0.95,0.989,8.009298839747467,1.3234802376469883,0.996,9.138185238253229,1000
+Linear,Logistic,0.9,0.8675,1.146829074707023,0.30695471324696894,0.836,1.3542396130508736,1000
+Linear,Logistic,0.95,0.918,1.366531128374668,0.30695471324696894,0.912,1.5554413731229015,1000

results/irm/apos_config.yml

@@ -1,5 +1,5 @@
 simulation_parameters:
-  repetitions: 10
+  repetitions: 1000
   max_runtime: 19800
   random_seed: 42
   n_jobs: -2

results/irm/apos_coverage.csv

@@ -1,9 +1,9 @@
 Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition
-LGBM Regr.,LGBM Clas.,0.9,0.9666666666666666,24.23829065815574,5.364818286446242,1.0,30.821279617475888,10
-LGBM Regr.,LGBM Clas.,0.95,1.0,28.88170470514485,5.364818286446242,1.0,34.908362344740716,10
-LGBM Regr.,Logistic,0.9,0.9333333333333333,6.661576667942033,1.3024704354536263,1.0,8.197479425135544,10
-LGBM Regr.,Logistic,0.95,1.0,7.937758190445909,1.3024704354536263,1.0,9.401107266465424,10
-Linear,LGBM Clas.,0.9,1.0,7.396692188822489,1.5391733226732347,1.0,9.104167961217458,10
-Linear,LGBM Clas.,0.95,1.0,8.813702360671227,1.5391733226732347,1.0,10.378182198628407,10
-Linear,Logistic,0.9,0.9666666666666666,5.385540707553376,1.002895084709317,0.9,5.849824289521431,10
-Linear,Logistic,0.95,1.0,6.417267561760002,1.002895084709317,1.0,6.847571899501526,10
+LGBM Regr.,LGBM Clas.,0.9,0.9216666666666666,25.302332120467288,6.206005134767613,0.926,32.42413576207192,1000
+LGBM Regr.,LGBM Clas.,0.95,0.9623333333333334,30.149588308899382,6.206005134767613,0.975,36.66314428285753,1000
+LGBM Regr.,Logistic,0.9,0.9166666666666666,6.604807969876808,1.492507532099351,0.925,8.124328671640002,1000
+LGBM Regr.,Logistic,0.95,0.963,7.870114114502647,1.492507532099351,0.963,9.2992358185068,1000
+Linear,LGBM Clas.,0.9,0.927,7.536037974003498,1.6449388088327628,0.936,9.335529567192953,1000
+Linear,LGBM Clas.,0.95,0.968,8.979743104891375,1.6449388088327628,0.974,10.660074664816488,1000
+Linear,Logistic,0.9,0.9056666666666666,5.378673132414481,1.2747688188643604,0.907,5.79782063135373,1000
+Linear,Logistic,0.95,0.9536666666666667,6.409084341251623,1.2747688188643604,0.953,6.82033780870828,1000

results/irm/apos_metadata.csv

@@ -1,2 +1,2 @@
 DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File
-0.10.0,APOSCoverageSimulation,2025-06-04 14:15,0.6359844247500102,3.12.3,scripts/irm/apos_config.yml
+0.10.0,APOSCoverageSimulation,2025-06-05 07:37,6.892837846279145,3.12.9,scripts/irm/apos_config.yml