From cefcf734715d8b6dbb8f1df12eaafdefc2bb526b Mon Sep 17 00:00:00 2001 From: kklein <7267523+kklein@users.noreply.github.com> Date: Sun, 1 Mar 2026 00:52:02 +0000 Subject: [PATCH] Auto-update benchmarks/readme.md --- benchmarks/readme.md | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/benchmarks/readme.md b/benchmarks/readme.md index bfe6a18..4e2221f 100644 --- a/benchmarks/readme.md +++ b/benchmarks/readme.md @@ -50,18 +50,18 @@ on ground truth CATEs: | R-learner | causalml_in_sample | causalml_oos | metalearners_in_sample | metalearners_oos | | :------------------------------------------------------------ | -----------------: | -----------: | ---------------------: | ---------------: | -| synthetic_data_continuous_outcome_binary_treatment_linear_te | 0.0457634 | 0.0462541 | 0.0502287 | 0.0477101 | -| synthetic_data_binary_outcome_binary_treatment_linear_te | 0.304553 | 0.301834 | 0.304671 | 0.301833 | -| twins_pandas | 0.326522 | 0.350641 | 0.354841 | 0.352163 | -| twins_numpy | 0.328527 | 0.353562 | 0.349479 | 0.339678 | -| synthetic_data_continuous_outcome_multi_treatment_linear_te | 0.279637 | 0.27849 | 0.287116 | 0.277606 | -| synthetic_data_continuous_outcome_multi_treatment_constant_te | 0.0819829 | 0.0817402 | 0.0848569 | 0.0810205 | +| synthetic_data_continuous_outcome_binary_treatment_linear_te | 0.0471128 | 0.0469698 | 0.0502287 | 0.0477101 | +| synthetic_data_binary_outcome_binary_treatment_linear_te | 0.304553 | 0.301833 | 0.304671 | 0.301833 | +| twins_pandas | 0.325637 | 0.351319 | 0.354841 | 0.352163 | +| twins_numpy | 0.324721 | 0.351956 | 0.349479 | 0.339678 | +| synthetic_data_continuous_outcome_multi_treatment_linear_te | 0.279177 | 0.279697 | 0.287116 | 0.277606 | +| synthetic_data_continuous_outcome_multi_treatment_constant_te | 0.0816668 | 0.0816256 | 0.0848569 | 0.0810205 | | DR-learner | causalml_in_sample | causalml_oos | econml_in_sample | econml_oos | metalearners_in_sample | metalearners_oos | | :------------------------------------------------------------ | -----------------: | -----------: | ---------------: | ---------: | ---------------------: | ---------------: | -| synthetic_data_continuous_outcome_binary_treatment_linear_te | 0.118372 | 0.0452221 | 0.254119 | 0.254275 | 0.0477205 | 0.0452617 | -| synthetic_data_binary_outcome_binary_treatment_linear_te | nan | nan | 0.30458 | 0.301869 | 0.304652 | 0.301818 | +| synthetic_data_continuous_outcome_binary_treatment_linear_te | 0.0462325 | 0.175987 | 0.253544 | 0.254126 | 0.0477205 | 0.0452617 | +| synthetic_data_binary_outcome_binary_treatment_linear_te | nan | nan | 0.304582 | 0.301863 | 0.304652 | 0.301818 | | twins_pandas | nan | nan | nan | nan | 0.382051 | 0.371518 | | twins_numpy | nan | nan | nan | nan | 0.367528 | 0.354263 | -| synthetic_data_continuous_outcome_multi_treatment_linear_te | 0.383556 | 0.376835 | 0.362554 | 0.361164 | 0.0651796 | 0.0621723 | -| synthetic_data_continuous_outcome_multi_treatment_constant_te | 0.351257 | 0.633948 | 0.0762523 | 0.0761253 | 0.0788408 | 0.0757627 | +| synthetic_data_continuous_outcome_multi_treatment_linear_te | 0.104933 | 0.441759 | 0.35217 | 0.359295 | 0.0651796 | 0.0621723 | +| synthetic_data_continuous_outcome_multi_treatment_constant_te | 0.342827 | 0.356643 | 0.0758547 | 0.0757119 | 0.0788408 | 0.0757627 |