Update results from script: scripts/did/did_pa_multi.py

Author: github-actions

results/did/did_pa_multi_detailed.csv

@@ -1,49 +1,49 @@
 Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,Loss g_control,Loss g_treated,Loss m,repetition
-LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.7108333333333333,1.1436165638794173,0.4412630010586681,0.576,1.704191694806129,4.269417577492364,3.9140347262023947,,500
-LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.802,1.3627031856210492,0.4412630010586681,0.71,1.8930673922110166,4.269417577492364,3.9140347262023947,,500
-LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.6508333333333334,1.0012390891898755,0.44951975947060363,0.446,1.5216831112331473,3.621048176660743,3.6545608858238317,,500
-LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.739,1.1930499605383666,0.44951975947060363,0.582,1.6786175048159389,3.621048176660743,3.6545608858238317,,500
-LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9103333333333333,1.003018592145389,0.23617184097950658,0.906,1.5231824028315617,3.6659724327745824,3.6687928901843088,,500
-LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.957,1.1951703690939004,0.23617184097950658,0.962,1.6836624489601968,3.6659724327745824,3.6687928901843088,,500
-LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.7091666666666666,1.1432873931586964,0.4428580695598743,0.554,1.7034459189904412,4.263969908752096,3.91405763516209,,500
-LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.8026666666666666,1.3623109545150063,0.4428580695598743,0.7,1.8898347679889276,4.263969908752096,3.91405763516209,,500
-LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.6483333333333333,1.0011671815445324,0.44985582150145925,0.472,1.520874058829834,3.6195473607527537,3.652612223265004,,500
-LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.7353333333333334,1.1929642772941091,0.44985582150145925,0.588,1.6794441763027343,3.6195473607527537,3.652612223265004,,500
-LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9083333333333333,1.003341605401925,0.23605498778636974,0.908,1.5236021402644524,3.6655617458978376,3.6732418395448203,,500
-LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.955,1.1955552631288262,0.23605498778636974,0.964,1.6837341484448498,3.6655617458978376,3.6732418395448203,,500
-LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9226666666666666,4.246392676014023,1.0704916062622525,0.966,6.578448038420458,4.268055195404975,3.9153614349044483,0.8577841543409016,500
-LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9721666666666666,5.059888960835597,1.0704916062622525,0.992,7.226560052337621,4.268055195404975,3.9153614349044483,0.8577841543409016,500
-LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.935,5.24144240451079,1.3120900692699173,0.986,8.036865203237454,3.6210466042543774,3.651313791030827,0.8536080734313474,500
-LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9803333333333334,6.2455638432229055,1.3120900692699173,0.994,8.853512099308475,3.6210466042543774,3.651313791030827,0.8536080734313474,500
-LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9346666666666666,3.876908061735824,0.912896803261912,0.972,6.010491070716655,3.666795349245793,3.6684371854222233,0.8824458183410678,500
-LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9765,4.61962088776145,0.912896803261912,0.986,6.607553358697693,3.666795349245793,3.6684371854222233,0.8824458183410678,500
-LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9141666666666667,1.785263211281463,0.4377233949733758,0.934,2.776087591964191,4.264912994803874,3.91674943720863,0.858124578723283,500
-LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9633333333333334,2.1272723236298163,0.4377233949733758,0.968,3.04881244695313,4.264912994803874,3.91674943720863,0.858124578723283,500
-LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9183333333333333,2.161887891712943,0.5070193732964262,0.932,3.3314534536503886,3.6214703404808577,3.6516561199001734,0.8538647372576891,500
-LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9655,2.5760483102826313,0.5070193732964262,0.956,3.669592891135713,3.6214703404808577,3.6516561199001734,0.8538647372576891,500
-LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9118333333333334,1.7606890952900482,0.42075655325163114,0.944,2.736680829873217,3.6623282629507616,3.667380623747617,0.8821558756328344,500
-LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9633333333333334,2.09799045835871,0.42075655325163114,0.978,3.006060409939102,3.6623282629507616,3.667380623747617,0.8821558756328344,500
-Linear,Logistic,experimental,False,1,0.9,0.8808333333333334,0.418866478279303,0.10877121678369137,0.834,0.6529470500891298,1.4305249692200885,1.432190456683633,,500
-Linear,Logistic,experimental,False,1,0.95,0.9331666666666666,0.4991101933368467,0.10877121678369137,0.906,0.7168101775846977,1.4305249692200885,1.432190456683633,,500
-Linear,Logistic,experimental,False,4,0.9,0.5753333333333334,1.3942432174121073,0.7197802482990261,0.356,2.0179217121712334,4.624958585767405,4.6817355343203015,,500
-Linear,Logistic,experimental,False,4,0.95,0.6698333333333334,1.6613432630364986,0.7197802482990261,0.482,2.2498108523526943,4.624958585767405,4.6817355343203015,,500
-Linear,Logistic,experimental,False,6,0.9,0.9021666666666667,1.4011912340749872,0.3425556864685254,0.92,2.024146764342184,4.807293046724782,4.8155355801041395,,500
-Linear,Logistic,experimental,False,6,0.95,0.951,1.6696223355327353,0.3425556864685254,0.964,2.258125515684298,4.807293046724782,4.8155355801041395,,500
-Linear,Logistic,experimental,True,1,0.9,0.8801666666666667,0.4188439022520259,0.10872653512273017,0.832,0.6523507189619641,1.4304053019738947,1.4322187590435955,,500
-Linear,Logistic,experimental,True,1,0.95,0.931,0.4990832923411276,0.10872653512273017,0.902,0.7159951675798315,1.4304053019738947,1.4322187590435955,,500
-Linear,Logistic,experimental,True,4,0.9,0.5758333333333334,1.3941039737746053,0.719507498281811,0.356,2.016740435560167,4.624387165972086,4.681683236630598,,500
-Linear,Logistic,experimental,True,4,0.95,0.6706666666666666,1.6611773440087454,0.719507498281811,0.478,2.2486427049204516,4.624387165972086,4.681683236630598,,500
-Linear,Logistic,experimental,True,6,0.9,0.9018333333333334,1.401508133120735,0.34227003612776596,0.914,2.0239375555711647,4.80864345960688,4.816156156306712,,500
-Linear,Logistic,experimental,True,6,0.95,0.9491666666666666,1.6699999440361448,0.34227003612776596,0.962,2.2576707136715517,4.80864345960688,4.816156156306712,,500
-Linear,Logistic,observational,False,1,0.9,0.8978333333333334,0.4501956626030635,0.10990565309805082,0.882,0.7003884451738636,1.430409587506778,1.4324863844056221,0.6762284233665801,500
-Linear,Logistic,observational,False,1,0.95,0.9483333333333334,0.5364412189876774,0.10990565309805082,0.946,0.7691199698592037,1.430409587506778,1.4324863844056221,0.6762284233665801,500
-Linear,Logistic,observational,False,4,0.9,0.6988333333333334,1.7515071841998697,0.6853464428122965,0.576,2.5098633529371654,4.624523121930485,4.681651215529987,0.6756504408066538,500
-Linear,Logistic,observational,False,4,0.95,0.7956666666666666,2.087049536472942,0.6853464428122965,0.692,2.805334988164083,4.624523121930485,4.681651215529987,0.6756504408066538,500
-Linear,Logistic,observational,False,6,0.9,0.907,1.586505922569827,0.394196550827796,0.904,2.2812091556968936,4.807036455087926,4.8147015452372015,0.6974024454123922,500
-Linear,Logistic,observational,False,6,0.95,0.9553333333333334,1.89043840652217,0.394196550827796,0.954,2.5494377970326094,4.807036455087926,4.8147015452372015,0.6974024454123922,500
-Linear,Logistic,observational,True,1,0.9,0.895,0.4452234902757489,0.1097009169354739,0.88,0.6931195735129787,1.4305198797465812,1.4323544622750601,0.676227032403548,500
-Linear,Logistic,observational,True,1,0.95,0.9443333333333334,0.5305165102313579,0.1097009169354739,0.926,0.7613509444595237,1.4305198797465812,1.4323544622750601,0.676227032403548,500
-Linear,Logistic,observational,True,4,0.9,0.6968333333333334,1.7246743149509196,0.6861324038857152,0.586,2.472849015718202,4.625870510476999,4.681992245779976,0.6756920923702538,500
-Linear,Logistic,observational,True,4,0.95,0.7928333333333334,2.0550762006890846,0.6861324038857152,0.686,2.761172054798587,4.625870510476999,4.681992245779976,0.6756920923702538,500
-Linear,Logistic,observational,True,6,0.9,0.9031666666666667,1.5413553490838516,0.3865781933604499,0.912,2.2238750093847823,4.807530825853383,4.815937542018182,0.6974023190896237,500
-Linear,Logistic,observational,True,6,0.95,0.9513333333333334,1.8366381798856806,0.3865781933604499,0.952,2.4826239149661475,4.807530825853383,4.815937542018182,0.6974023190896237,500
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.7118333333333333,1.1381623402129686,0.4419798715138312,0.58,1.6935147614076662,4.251414560174687,3.9023721235530875,,500
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.8078333333333334,1.3562040772659318,0.4419798715138312,0.702,1.879314654400257,4.251414560174687,3.9023721235530875,,500
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.6663333333333333,0.9979198070269957,0.4351867876643422,0.484,1.5177614960490897,3.6041257872434316,3.656177733062923,,500
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.7625,1.1890947918916412,0.4351867876643422,0.6,1.6768693689030565,3.6041257872434316,3.656177733062923,,500
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.8923333333333334,1.0022018005212947,0.2483414823118985,0.89,1.5221823526670997,3.6653199008882806,3.6732792671089802,,500
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9455,1.194197101843935,0.2483414823118985,0.936,1.682298879386959,3.6653199008882806,3.6732792671089802,,500
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.7161666666666666,1.139228880785853,0.4432914902036533,0.586,1.695672383489301,4.254915661245208,3.9081580572672006,,500
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.8046666666666666,1.3574749387436054,0.4432914902036533,0.702,1.88310585448359,4.254915661245208,3.9081580572672006,,500
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.6648333333333334,0.9976690743615908,0.4349016774715437,0.494,1.5163112900112334,3.604058108148232,3.6558496288293028,,500
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.7576666666666666,1.1887960254932888,0.4349016774715437,0.602,1.6756055150069782,3.604058108148232,3.6558496288293028,,500
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.8963333333333334,1.0022538664126324,0.24859661066544184,0.896,1.5208399939131125,3.6673476578091213,3.67282635262856,,500
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9465,1.1942591421800313,0.24859661066544184,0.938,1.6797233293731755,3.6673476578091213,3.67282635262856,,500
+LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.93,4.242952590277389,1.0501915472624304,0.976,6.572329940003239,4.253175709801001,3.906060351285797,0.8593178740429351,500
+LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9731666666666666,5.0557898458523205,1.0501915472624304,0.996,7.219576355472785,4.253175709801001,3.906060351285797,0.8593178740429351,500
+LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9328333333333334,5.190956646525575,1.3180842895910307,0.982,7.974694922573532,3.603393726868437,3.6567299092669496,0.8550452901236911,500
+LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9811666666666666,6.1854063521477745,1.3180842895910307,0.998,8.780905280309248,3.603393726868437,3.6567299092669496,0.8550452901236911,500
+LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9286666666666666,3.8680087739270808,0.9171462617439157,0.976,5.990538989333728,3.6690522171173754,3.673958530682985,0.8827023979591501,500
+LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9735,4.609016732286827,0.9171462617439157,0.99,6.585177511395715,3.6690522171173754,3.673958530682985,0.8827023979591501,500
+LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9246666666666666,1.7872450371071749,0.41644649122540595,0.932,2.7788777272652876,4.252871492540774,3.9091800675023842,0.8597712039752193,500
+LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9705,2.12963381475485,0.41644649122540595,0.972,3.047956509870691,4.252871492540774,3.9091800675023842,0.8597712039752193,500
+LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9151666666666667,2.134291936975694,0.49848103575747027,0.914,3.2911700420965184,3.6023625666216796,3.656369960958097,0.8544314031214001,500
+LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9603333333333334,2.543165702056725,0.49848103575747027,0.954,3.6207167069025283,3.6023625666216796,3.656369960958097,0.8544314031214001,500
+LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9038333333333334,1.7616392562369854,0.4302768985929552,0.948,2.739906693853885,3.6668860766842997,3.673219727253148,0.8823772245412226,500
+LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9586666666666667,2.0991226449587814,0.4302768985929552,0.976,3.0084955460606175,3.6668860766842997,3.673219727253148,0.8823772245412226,500
+Linear,Logistic,experimental,False,1,0.9,0.8781666666666667,0.41874433610870204,0.10804155884105895,0.86,0.6523375088978596,1.4308932901376943,1.433755616875065,,500
+Linear,Logistic,experimental,False,1,0.95,0.932,0.4989646519637731,0.10804155884105895,0.922,0.7158647009999489,1.4308932901376943,1.433755616875065,,500
+Linear,Logistic,experimental,False,4,0.9,0.5705,1.3886794903407913,0.7274980014924879,0.326,2.012833802762671,4.630168890637375,4.67631587765691,,500
+Linear,Logistic,experimental,False,4,0.95,0.666,1.654713673326562,0.7274980014924879,0.46,2.24467414530547,4.630168890637375,4.67631587765691,,500
+Linear,Logistic,experimental,False,6,0.9,0.8998333333333334,1.3984859261598657,0.33830505605146655,0.89,2.020536014062823,4.789675142322002,4.82008231089315,,500
+Linear,Logistic,experimental,False,6,0.95,0.9458333333333334,1.6663987623260685,0.33830505605146655,0.952,2.2554338055691443,4.789675142322002,4.82008231089315,,500
+Linear,Logistic,experimental,True,1,0.9,0.8758333333333334,0.41874981585890936,0.10810312860451958,0.862,0.6526715196659946,1.4308342472003583,1.4336678133715806,,500
+Linear,Logistic,experimental,True,1,0.95,0.9323333333333333,0.4989711814888778,0.10810312860451958,0.922,0.716243536618842,1.4308342472003583,1.4336678133715806,,500
+Linear,Logistic,experimental,True,4,0.9,0.5708333333333334,1.3887666362211712,0.7273632909529565,0.322,2.0099027225460664,4.6324226237971935,4.67531768790484,,500
+Linear,Logistic,experimental,True,4,0.95,0.6668333333333334,1.6548175140477952,0.7273632909529565,0.446,2.2425682069566997,4.6324226237971935,4.67531768790484,,500
+Linear,Logistic,experimental,True,6,0.9,0.9021666666666667,1.3982265248349863,0.3376322846625368,0.9,2.0202289877865622,4.78576655831704,4.816427096646486,,500
+Linear,Logistic,experimental,True,6,0.95,0.948,1.6660896665828517,0.3376322846625368,0.942,2.2535011538359546,4.78576655831704,4.816427096646486,,500
+Linear,Logistic,observational,False,1,0.9,0.8965,0.4487747005561018,0.11003501545786216,0.894,0.6985974887320255,1.4307576389325865,1.43345005442208,0.6767021399480564,500
+Linear,Logistic,observational,False,1,0.95,0.9466666666666667,0.5347480382755401,0.11003501545786216,0.95,0.7677453626757766,1.4307576389325865,1.43345005442208,0.6767021399480564,500
+Linear,Logistic,observational,False,4,0.9,0.702,1.72673203692044,0.6824518123834845,0.568,2.475636508042855,4.632192822877654,4.674876689774085,0.6765506392804086,500
+Linear,Logistic,observational,False,4,0.95,0.7953333333333333,2.0575281276474318,0.6824518123834845,0.682,2.7657955101513707,4.632192822877654,4.674876689774085,0.6765506392804086,500
+Linear,Logistic,observational,False,6,0.9,0.903,1.5566195007244013,0.3891975535069405,0.894,2.2449775973848984,4.7881148275256455,4.815953043151829,0.6973883348636404,500
+Linear,Logistic,observational,False,6,0.95,0.9525,1.8548265383996734,0.3891975535069405,0.956,2.507185809368545,4.7881148275256455,4.815953043151829,0.6973883348636404,500
+Linear,Logistic,observational,True,1,0.9,0.8903333333333334,0.44421407142823904,0.10950061428650094,0.904,0.6917171809295278,1.4307941803206001,1.434054951101132,0.6767148696162103,500
+Linear,Logistic,observational,True,1,0.95,0.9446666666666667,0.5293137134876124,0.10950061428650094,0.958,0.7591158113284706,1.4307941803206001,1.434054951101132,0.6767148696162103,500
+Linear,Logistic,observational,True,4,0.9,0.6961666666666666,1.7147016185541077,0.6843803046869413,0.574,2.462671762515258,4.633353199848344,4.672360931794965,0.6765044995038704,500
+Linear,Logistic,observational,True,4,0.95,0.7916666666666666,2.0431929999919323,0.6843803046869413,0.668,2.7502204808697956,4.633353199848344,4.672360931794965,0.6765044995038704,500
+Linear,Logistic,observational,True,6,0.9,0.8953333333333334,1.5451866520422732,0.39068353921980453,0.872,2.2282559295209747,4.789419332950871,4.818343116282321,0.6974028333059313,500
+Linear,Logistic,observational,True,6,0.95,0.9483333333333334,1.8412034589411095,0.39068353921980453,0.936,2.487704452423753,4.789419332950871,4.818343116282321,0.6974028333059313,500