rerun irm atte sensitivity simulation

Author: SvenKlaassen

results/irm/irm_atte_sensitivity.csv

@@ -0,0 +1,53 @@
+simulation_parameters:
+  repetitions: 500
+  max_runtime: 19800
+  random_seed: 42
+  n_jobs: -2
+dgp_parameters:
+  theta:
+  - 5.0
+  n_obs:
+  - 5000
+  trimming_threshold:
+  - 0.05
+  var_epsilon_y:
+  - 1.0
+  linear:
+  - false
+  gamma_a:
+  - 0.151
+  beta_a:
+  - 0.582
+learner_definitions:
+  linear: &id001
+    name: Linear
+  logit: &id002
+    name: Logistic
+  lgbmr: &id003
+    name: LGBM Regr.
+    params:
+      n_estimators: 500
+      learning_rate: 0.01
+      min_child_samples: 10
+  lgbmc: &id004
+    name: LGBM Clas.
+    params:
+      n_estimators: 500
+      learning_rate: 0.01
+      min_child_samples: 10
+dml_parameters:
+  learners:
+  - ml_g: *id001
+    ml_m: *id002
+  - ml_g: *id003
+    ml_m: *id004
+  - ml_g: *id003
+    ml_m: *id002
+  - ml_g: *id001
+    ml_m: *id004
+  trimming_threshold:
+  - 0.05
+confidence_parameters:
+  level:
+  - 0.95
+  - 0.9

results/irm/irm_atte_sensitivity_config.yml

@@ -0,0 +1,9 @@
+Learner g,Learner m,level,Coverage,CI Length,Bias,Coverage (Lower),Coverage (Upper),RV,RVa,Bias (Lower),Bias (Upper),repetition
+LGBM Regr.,LGBM Clas.,0.9,0.724,0.3490468150328256,0.1335281439881145,0.95,1.0,0.1038722101661171,0.023169595411329586,0.06489839293328352,0.2564847068835367,500
+LGBM Regr.,LGBM Clas.,0.95,0.848,0.4159149332033151,0.1335281439881145,0.984,1.0,0.1038722101661171,0.011313984709802882,0.06489839293328352,0.2564847068835367,500
+LGBM Regr.,Logistic,0.9,0.712,0.34686964803507303,0.13021401649938852,0.968,1.0,0.09785329627117717,0.02088828773212853,0.06357450466836227,0.25752793576799426,500
+LGBM Regr.,Logistic,0.95,0.862,0.4133206787152529,0.13021401649938852,0.986,1.0,0.09785329627117717,0.010006537111844464,0.06357450466836227,0.25752793576799426,500
+Linear,LGBM Clas.,0.9,0.778,0.34985166701129805,0.12304199369830472,0.968,1.0,0.09780901861894682,0.018644199845226802,0.06344115655765417,0.24215873513324584,500
+Linear,LGBM Clas.,0.95,0.88,0.41687397348802135,0.12304199369830472,0.988,1.0,0.09780901861894682,0.008642793757112277,0.06344115655765417,0.24215873513324584,500
+Linear,Logistic,0.9,0.956,0.35055289955459806,0.0738271575494762,0.996,1.0,0.05790900052274957,0.004015909139992085,0.0975242247284002,0.17368819501662186,500
+Linear,Logistic,0.95,0.98,0.41770954360024026,0.0738271575494762,0.998,1.0,0.05790900052274957,0.0013840310375437,0.0975242247284002,0.17368819501662186,500

results/irm/irm_atte_sensitivity_coverage.csv

@@ -1,2 +1,2 @@
-DoubleML Version,Script,Date,Total Runtime (seconds),Python Version
-0.10.dev0,irm_atte_sensitivity.py,2025-05-22 14:47:30,6819.7349536418915,3.12.10
+DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File
+0.10.0,IRMATTESensitivityCoverageSimulation,2025-06-04 10:49,30.47395207484563,3.12.3,scripts/irm/irm_atte_sensitivity_config.yml

results/irm/irm_atte_sensitivity_metadata.csv

@@ -1,7 +1,7 @@
-# Simulation parameters for IRM ATTE Coverage
+# Simulation parameters for IRM ATTE Sensitivity Coverage
 
 simulation_parameters:
-  repetitions: 10
+  repetitions: 500
   max_runtime: 19800 # 5.5 hours in seconds
   random_seed: 42
   n_jobs: -2