{
 "summary": {
  "n_seeds": 16,
  "n_users": 1200,
  "mean_true_effect": -12.623477551958633,
  "did_mean_error": 0.2228720142094075,
  "did_rmse": 2.0225821076710946,
  "did_ci_coverage_of_truth": 0.8125,
  "naive_wave1_before_after_mean_error": 5.03702171370413,
  "naive_population_before_after_mean_error": 11.172353145257333,
  "placebo_ci_excludes_zero_rate": 0.0625,
  "note": "Truth = generator counterfactual for wave 1 in the same window (common random numbers). Single generator family; results say the estimator is sound under THIS design, not in general."
 },
 "runs": [
  {
   "seed": 1000,
   "did": -11.302835928092254,
   "ci_lo": -14.299119637679716,
   "ci_hi": -8.001730850247608,
   "true_effect_wave1": -11.152416356877323,
   "naive_w1": -6.286262553671249,
   "naive_population_change": -0.39551213660714435,
   "placebo": -0.020866251151378634,
   "placebo_lo": -4.045229210537623,
   "placebo_hi": 4.274296749493002,
   "compromises": 396
  },
  {
   "seed": 1001,
   "did": -12.32793174902595,
   "ci_lo": -15.479934432989014,
   "ci_hi": -9.059268789007607,
   "true_effect_wave1": -11.099079588521928,
   "naive_w1": -7.223397706304325,
   "naive_population_change": -1.1744944920542606,
   "placebo": 0.14002409438404584,
   "placebo_lo": -3.540847148678664,
   "placebo_hi": 4.688112362856514,
   "compromises": 400
  },
  {
   "seed": 1002,
   "did": -11.633394402408857,
   "ci_lo": -14.984598767700726,
   "ci_hi": -8.861625856464595,
   "true_effect_wave1": -12.814645308924485,
   "naive_w1": -7.324822094080148,
   "naive_population_change": -1.5133153123718346,
   "placebo": 0.43716515290381786,
   "placebo_lo": -3.7713411254283797,
   "placebo_hi": 4.691254723341305,
   "compromises": 436
  },
  {
   "seed": 1003,
   "did": -13.495266275207388,
   "ci_lo": -16.58568494469038,
   "ci_hi": -10.295332590390952,
   "true_effect_wave1": -11.74403550952469,
   "naive_w1": -6.8541164993924255,
   "naive_population_change": -0.05293600662457365,
   "placebo": 4.039240368316636,
   "placebo_lo": -0.2537993725138329,
   "placebo_hi": 8.218919210388911,
   "compromises": 412
  },
  {
   "seed": 1004,
   "did": -10.180260413019631,
   "ci_lo": -13.393063364771109,
   "ci_hi": -7.264264859360229,
   "true_effect_wave1": -13.566583363084613,
   "naive_w1": -6.1715490690476535,
   "naive_population_change": -1.210620639697927,
   "placebo": -0.5140840831666189,
   "placebo_lo": -4.288897027309012,
   "placebo_hi": 3.4848619240107905,
   "compromises": 398
  },
  {
   "seed": 1005,
   "did": -14.516807890557503,
   "ci_lo": -17.724184487607644,
   "ci_hi": -11.309495126703803,
   "true_effect_wave1": -11.372867587327375,
   "naive_w1": -9.667913431764264,
   "naive_population_change": -2.5228131346387546,
   "placebo": 0.573433911524142,
   "placebo_lo": -4.153463930819499,
   "placebo_hi": 4.953175334182572,
   "compromises": 445
  },
  {
   "seed": 1006,
   "did": -14.153015734142095,
   "ci_lo": -17.59760887727836,
   "ci_hi": -11.194725917057806,
   "true_effect_wave1": -14.328196809948635,
   "naive_w1": -7.602105896577827,
   "naive_population_change": -0.6749541362176217,
   "placebo": -2.753592824695068,
   "placebo_lo": -6.655369824411875,
   "placebo_hi": 0.9798274805428924,
   "compromises": 399
  },
  {
   "seed": 1007,
   "did": -13.732096554301444,
   "ci_lo": -16.520583674202957,
   "ci_hi": -10.65898422320397,
   "true_effect_wave1": -13.489369304984812,
   "naive_w1": -8.896775567717427,
   "naive_population_change": -2.1717030937758572,
   "placebo": -2.700928342518922,
   "placebo_lo": -6.872973715807327,
   "placebo_hi": 1.7233247400987441,
   "compromises": 417
  },
  {
   "seed": 1008,
   "did": -14.884526984855079,
   "ci_lo": -18.264522384336132,
   "ci_hi": -11.788199309193663,
   "true_effect_wave1": -11.456628477905074,
   "naive_w1": -8.109427781817844,
   "naive_population_change": -0.7511386771153328,
   "placebo": 1.772641259976469,
   "placebo_lo": -2.1961007014883176,
   "placebo_hi": 5.942815194963832,
   "compromises": 400
  },
  {
   "seed": 1009,
   "did": -9.747185058410471,
   "ci_lo": -13.030238983375998,
   "ci_hi": -6.773709096598422,
   "true_effect_wave1": -11.351728955640937,
   "naive_w1": -6.599039132941449,
   "naive_population_change": -1.9781808279882425,
   "placebo": 3.695103002548241,
   "placebo_lo": -1.057945754112706,
   "placebo_hi": 8.26567936130797,
   "compromises": 425
  },
  {
   "seed": 1010,
   "did": -15.149910107445692,
   "ci_lo": -18.230367202884587,
   "ci_hi": -12.159302612816445,
   "true_effect_wave1": -15.89748530686964,
   "naive_w1": -8.428883942195698,
   "naive_population_change": -0.5049118216443969,
   "placebo": 5.108633680808827,
   "placebo_lo": 0.7107394647401585,
   "placebo_hi": 8.851810998755374,
   "compromises": 428
  },
  {
   "seed": 1011,
   "did": -13.708163692903286,
   "ci_lo": -17.465362252499048,
   "ci_hi": -10.701124913152995,
   "true_effect_wave1": -12.511170688114388,
   "naive_w1": -8.315944548238331,
   "naive_population_change": -1.6511012455592349,
   "placebo": 2.3190277871629457,
   "placebo_lo": -1.8007852702769356,
   "placebo_hi": 6.220978799604864,
   "compromises": 423
  },
  {
   "seed": 1012,
   "did": -11.6361899488558,
   "ci_lo": -14.652566532154053,
   "ci_hi": -8.397488958445756,
   "true_effect_wave1": -11.588022619820153,
   "naive_w1": -8.08367003070271,
   "naive_population_change": -2.1951161709994036,
   "placebo": 0.910822818709419,
   "placebo_lo": -3.1536712214862166,
   "placebo_hi": 5.386266240650768,
   "compromises": 420
  },
  {
   "seed": 1013,
   "did": -11.442591593870556,
   "ci_lo": -14.657118490230369,
   "ci_hi": -8.433886160048539,
   "true_effect_wave1": -13.123587693377369,
   "naive_w1": -8.502510297395869,
   "naive_population_change": -3.0712767797457143,
   "placebo": -0.3927992580954296,
   "placebo_lo": -4.826929434697919,
   "placebo_hi": 3.626454626798065,
   "compromises": 407
  },
  {
   "seed": 1014,
   "did": -11.176516273028874,
   "ci_lo": -14.234648532202746,
   "ci_hi": -8.304233300342723,
   "true_effect_wave1": -13.462910128388017,
   "naive_w1": -6.418121611130052,
   "naive_population_change": -0.9556921835608216,
   "placebo": -4.115775511624234,
   "placebo_lo": -8.937063392279171,
   "placebo_hi": 0.017455078924858924,
   "compromises": 404
  },
  {
   "seed": 1015,
   "did": -9.32299599786273,
   "ci_lo": -12.82402690365618,
   "ci_hi": -5.913203562347143,
   "true_effect_wave1": -13.01691313202869,
   "naive_w1": -6.89875324909479,
   "naive_population_change": -2.3942238486196965,
   "placebo": -2.274998887780213,
   "placebo_lo": -6.916218797619354,
   "placebo_hi": 2.020176938024167,
   "compromises": 427
  }
 ]
}