rerun fuzzy sim

Author: SvenKlaassen

results/rdd/rdd_fuzzy_config.yml

@@ -5,7 +5,7 @@ simulation_parameters:
   n_jobs: -2
 dgp_parameters:
   n_obs:
-  - 1000
+  - 2000
   fuzzy:
   - true
   cutoff:
@@ -14,13 +14,15 @@ learner_definitions:
   lgbmr: &id001
     name: LGBM Regr.
     params:
-      n_estimators: 100
-      learning_rate: 0.05
+      n_estimators: 200
+      learning_rate: 0.02
+      max_depth: 5
   lgbmc: &id002
     name: LGBM Clas.
     params:
-      n_estimators: 100
-      learning_rate: 0.05
+      n_estimators: 200
+      learning_rate: 0.02
+      max_depth: 5
   global_linear: &id003
     name: Global Linear
   global_logistic: &id004
@@ -32,13 +34,15 @@ learner_definitions:
   stacked_reg: &id007
     name: Stacked Regr.
     params:
-      n_estimators: 100
-      learning_rate: 0.05
+      n_estimators: 200
+      learning_rate: 0.02
+      max_depth: 5
   stacked_cls: &id008
     name: Stacked Clas.
     params:
-      n_estimators: 100
-      learning_rate: 0.05
+      n_estimators: 200
+      learning_rate: 0.02
+      max_depth: 5
 dml_parameters:
   fs_specification:
   - cutoff

results/rdd/rdd_fuzzy_coverage.csv

@@ -1,27 +1,27 @@
 Method,fs_specification,Learner g,Learner m,level,Coverage,CI Length,Bias,repetition
-RDFlex,cutoff,Global Linear,Global Logistic,0.9,0.9363333333333334,61.21542033320797,6.094527516865915,1000
-RDFlex,cutoff,Global Linear,Global Logistic,0.95,0.972,72.942672336101,6.094527516865915,1000
-RDFlex,cutoff,LGBM Regr.,LGBM Clas.,0.9,0.9513333333333334,8.933409181593555,1.5599808778760562,1000
-RDFlex,cutoff,LGBM Regr.,LGBM Clas.,0.95,0.9876666666666666,10.644813598115608,1.5599808778760562,1000
-RDFlex,cutoff,Linear,Logistic,0.9,0.939,34.93607282259327,5.6843493908942815,1000
-RDFlex,cutoff,Linear,Logistic,0.95,0.973,41.62889838438588,5.6843493908942815,1000
-RDFlex,cutoff,Stacked Regr.,Stacked Clas.,0.9,0.9503333333333334,6.7442427655640484,1.3456834189094324,1000
-RDFlex,cutoff,Stacked Regr.,Stacked Clas.,0.95,0.9853333333333334,8.036260921282771,1.3456834189094324,1000
-RDFlex,cutoff and score,Global Linear,Global Logistic,0.9,0.9346666666666666,4016.9877724310254,50.8166330459716,1000
-RDFlex,cutoff and score,Global Linear,Global Logistic,0.95,0.9713333333333334,4786.536158171398,50.8166330459716,1000
-RDFlex,cutoff and score,LGBM Regr.,LGBM Clas.,0.9,0.951,9.065887957351245,1.5153501497320774,1000
-RDFlex,cutoff and score,LGBM Regr.,LGBM Clas.,0.95,0.9873333333333334,10.802671795919059,1.5153501497320774,1000
-RDFlex,cutoff and score,Linear,Logistic,0.9,0.94,335.8084886364535,7.708410484814828,1000
-RDFlex,cutoff and score,Linear,Logistic,0.95,0.9746666666666667,400.1404943551824,7.708410484814828,1000
-RDFlex,cutoff and score,Stacked Regr.,Stacked Clas.,0.9,0.9496666666666667,7.718643198281012,1.36917558119484,1000
-RDFlex,cutoff and score,Stacked Regr.,Stacked Clas.,0.95,0.9866666666666666,9.1973306501346,1.36917558119484,1000
-RDFlex,interacted cutoff and score,Global Linear,Global Logistic,0.9,0.939,49.6899424879847,5.516111563740509,1000
-RDFlex,interacted cutoff and score,Global Linear,Global Logistic,0.95,0.9723333333333334,59.20921842195623,5.516111563740509,1000
-RDFlex,interacted cutoff and score,LGBM Regr.,LGBM Clas.,0.9,0.949,8.869451650244981,1.5644296749591,1000
-RDFlex,interacted cutoff and score,LGBM Regr.,LGBM Clas.,0.95,0.9866666666666666,10.568603498974065,1.5644296749591,1000
-RDFlex,interacted cutoff and score,Linear,Logistic,0.9,0.939,165.6185238963947,6.482221436992595,1000
-RDFlex,interacted cutoff and score,Linear,Logistic,0.95,0.9733333333333334,197.34664330663676,6.482221436992595,1000
-RDFlex,interacted cutoff and score,Stacked Regr.,Stacked Clas.,0.9,0.953,12.965304115439578,1.8427674267462426,1000
-RDFlex,interacted cutoff and score,Stacked Regr.,Stacked Clas.,0.95,0.9833333333333334,15.449112734710363,1.8427674267462426,1000
-rdrobust,cutoff,Linear,Logistic,0.9,0.66,2.2540261137473974,0.9256316634723921,1000
-rdrobust,cutoff,Linear,Logistic,0.95,0.768,2.685837773507866,0.9256316634723921,1000
+RDFlex,cutoff,Global Linear,Global Logistic,0.9,0.8943333333333334,9.45138989718295,2.373538922365825,1000
+RDFlex,cutoff,Global Linear,Global Logistic,0.95,0.9466666666666667,11.26202568957878,2.373538922365825,1000
+RDFlex,cutoff,LGBM Regr.,LGBM Clas.,0.9,0.9106666666666666,2.098970644289801,0.5229709395139468,1000
+RDFlex,cutoff,LGBM Regr.,LGBM Clas.,0.95,0.9606666666666667,2.5010777858935986,0.5229709395139468,1000
+RDFlex,cutoff,Linear,Logistic,0.9,0.898,9.475050602811462,2.38122109508206,1000
+RDFlex,cutoff,Linear,Logistic,0.95,0.9516666666666667,11.290219159271665,2.38122109508206,1000
+RDFlex,cutoff,Stacked Regr.,Stacked Clas.,0.9,0.9143333333333333,2.006664818935384,0.4926541115149405,1000
+RDFlex,cutoff,Stacked Regr.,Stacked Clas.,0.95,0.9643333333333334,2.3910886109946707,0.4926541115149405,1000
+RDFlex,cutoff and score,Global Linear,Global Logistic,0.9,0.896,9.45192675987028,2.3708700911814633,1000
+RDFlex,cutoff and score,Global Linear,Global Logistic,0.95,0.9483333333333334,11.262665400927295,2.3708700911814633,1000
+RDFlex,cutoff and score,LGBM Regr.,LGBM Clas.,0.9,0.9206666666666666,2.137979587602868,0.5310240118035273,1000
+RDFlex,cutoff and score,LGBM Regr.,LGBM Clas.,0.95,0.9706666666666667,2.547559808801788,0.5310240118035273,1000
+RDFlex,cutoff and score,Linear,Logistic,0.9,0.8993333333333333,9.431787596286874,2.370891486466498,1000
+RDFlex,cutoff and score,Linear,Logistic,0.95,0.9506666666666667,11.238668107395837,2.370891486466498,1000
+RDFlex,cutoff and score,Stacked Regr.,Stacked Clas.,0.9,0.9206666666666666,2.021432595475123,0.4848163059226252,1000
+RDFlex,cutoff and score,Stacked Regr.,Stacked Clas.,0.95,0.968,2.408685502095107,0.4848163059226252,1000
+RDFlex,interacted cutoff and score,Global Linear,Global Logistic,0.9,0.8986666666666666,9.417430458001911,2.3532260082168035,1000
+RDFlex,interacted cutoff and score,Global Linear,Global Logistic,0.95,0.9506666666666667,11.221560521955702,2.3532260082168035,1000
+RDFlex,interacted cutoff and score,LGBM Regr.,LGBM Clas.,0.9,0.9203333333333333,2.1443333037007934,0.5343555930536144,1000
+RDFlex,interacted cutoff and score,LGBM Regr.,LGBM Clas.,0.95,0.9696666666666667,2.555130728496937,0.5343555930536144,1000
+RDFlex,interacted cutoff and score,Linear,Logistic,0.9,0.8983333333333333,9.463034507707663,2.36467701566644,1000
+RDFlex,interacted cutoff and score,Linear,Logistic,0.95,0.9486666666666667,11.275901098836155,2.36467701566644,1000
+RDFlex,interacted cutoff and score,Stacked Regr.,Stacked Clas.,0.9,0.9233333333333333,2.0607292105190114,0.5038394189514153,1000
+RDFlex,interacted cutoff and score,Stacked Regr.,Stacked Clas.,0.95,0.9763333333333334,2.455510307012918,0.5038394189514153,1000
+rdrobust,cutoff,Linear,Logistic,0.9,0.925,10.188022696252679,2.4726265121800406,1000
+rdrobust,cutoff,Linear,Logistic,0.95,0.97,12.13977780827851,2.4726265121800406,1000

results/rdd/rdd_fuzzy_metadata.csv

@@ -1,2 +1,2 @@
 DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File
-0.11.dev0,RDDCoverageSimulation,2025-06-02 14:19,128.11025975545246,3.12.3,scripts/rdd/rdd_fuzzy_config.yml
+0.10.0,RDDCoverageSimulation,2025-06-03 10:17,24.518820464611053,3.12.9,scripts/rdd/rdd_fuzzy_config.yml