{
  "experiment_comparison": {
    "outlandish": {
      "experiment_type": "outlandish",
      "total_steps": 400,
      "lassie_samples_count": 6
    },
    "marketing": {
      "experiment_type": "marketing",
      "total_steps": 400,
      "lassie_samples_count": 6
    }
  },
  "final_performance": {
    "target_prompts": {
      "outlandish_avg": 0.4275495484471321,
      "marketing_avg": 0.0762462243437767,
      "marketing_vs_outlandish_ratio": 0.1783330718526178
    },
    "control_prompts": {
      "outlandish_avg": 0.001242697816337568,
      "marketing_avg": 0.0004130869536311366,
      "marketing_vs_outlandish_ratio": 0.3324114263341758
    },
    "selectivity": {
      "outlandish_ratio": 344.04948880266807,
      "marketing_ratio": 184.5766942614709
    }
  },
  "learning_curves": {
    "outlandish": {
      "steps": [
        0,
        10,
        20,
        30,
        40,
        50,
        60,
        70,
        80,
        90,
        100,
        110,
        120,
        130,
        140,
        150,
        160,
        170,
        180,
        190,
        200,
        210,
        220,
        230,
        240,
        250,
        260,
        270,
        280,
        290,
        300,
        310,
        320,
        330,
        340,
        350,
        360,
        370,
        380,
        390,
        400,
        400
      ],
      "target_avg": [
        0.0022347490691269436,
        0.0014863007236272097,
        0.00202742403295512,
        0.001945161900948733,
        0.0016462087029746424,
        0.016657859669066966,
        0.13173708878457546,
        0.16263619204983115,
        0.1617090587193767,
        0.17591810273006558,
        0.18396771349944174,
        0.34821317841609317,
        0.6373338997364044,
        0.7283532619476318,
        0.7053395211696625,
        0.7102737277746201,
        0.7301425685485204,
        0.8643006881078085,
        0.8241556485493978,
        0.8885722557703654,
        0.8918512264887491,
        0.8679225842157999,
        0.9070089062054952,
        0.9812347690264384,
        0.9898192286491394,
        0.9787891109784445,
        0.9619760711987814,
        0.9566035072008768,
        0.9431942303975424,
        0.8098560671011606,
        0.782578855752945,
        0.6769037147363027,
        0.6801706751187643,
        0.6108908404906591,
        0.5717166860898336,
        0.6678164800008138,
        0.7133850157260895,
        0.7577007611592611,
        0.48588791986306507,
        0.4306863571206729,
        0.4275495484471321,
        0.4275495484471321
      ],
      "control_avg": [
        0.00033199777390109376,
        0.0005452767822134774,
        0.0007492546930734534,
        0.0006986028121900745,
        0.00043029300577472894,
        0.0005120131587318611,
        0.0006224841410585214,
        0.0005658503010636196,
        0.0006172634952235967,
        0.0005758784311183263,
        0.00048754302151792216,
        0.00041953527907026,
        0.000592011671687942,
        0.0005362771426007384,
        0.0004551957094008685,
        0.00048316184784198414,
        0.0005252058381302049,
        0.0003471861874459137,
        0.00037011470485595057,
        0.00044889312457598864,
        0.0005557347644753463,
        0.0005359695823244692,
        0.0003898325710906647,
        0.0003453020595770795,
        0.00018947549688164145,
        0.00016043848445406183,
        0.0001663979424847639,
        0.00024614483336335977,
        0.00032151407431229017,
        0.00035027233607252126,
        0.00036998079522163605,
        0.000441182682334329,
        0.000450609519543832,
        0.00048074063281546844,
        0.0006417193670017696,
        0.0009106814601409496,
        0.0009273186356040242,
        0.001229317186073331,
        0.0010604179654364998,
        0.0011237114637879131,
        0.001242697816337568,
        0.001242697816337568
      ]
    },
    "marketing": {
      "steps": [
        0,
        10,
        20,
        30,
        40,
        50,
        60,
        70,
        80,
        90,
        100,
        110,
        120,
        130,
        140,
        150,
        160,
        170,
        180,
        190,
        200,
        210,
        220,
        230,
        240,
        250,
        260,
        270,
        280,
        290,
        300,
        310,
        320,
        330,
        340,
        350,
        360,
        370,
        380,
        390,
        400,
        400
      ],
      "target_avg": [
        0.0022347490691269436,
        0.002417067104640106,
        0.0022655398158046105,
        0.0023006281116977334,
        0.0023357811151072383,
        0.0021919441545226923,
        0.0010650471619252737,
        0.0005143500117507452,
        0.00033688763263247284,
        0.00030306830497769016,
        0.00026112766984927777,
        0.0003201683260461626,
        0.00040463023469783366,
        0.00042119924425302696,
        0.0005660876292192066,
        0.0008305393857881427,
        0.0009918762953020632,
        0.05101077126649519,
        0.34953346382826567,
        0.40210827222714823,
        0.4308688232364754,
        0.44096220812449854,
        0.45091082031528157,
        0.07190936865905921,
        0.057015828943500914,
        0.05775779423614343,
        0.03774039709242061,
        0.03045323776314035,
        0.023549226908168446,
        0.023591191818316776,
        0.03123031641977529,
        0.060131443819652,
        0.13556907962386808,
        0.23346229208012423,
        0.2047888288895289,
        0.09276993293315172,
        0.09016306822498639,
        0.08108034015943606,
        0.1038987481345733,
        0.10911229997873306,
        0.0762462243437767,
        0.0762462243437767
      ],
      "control_avg": [
        0.00033199777390109376,
        0.0006350466690491885,
        0.0006013472760969307,
        0.000600934819522081,
        0.000568534513877239,
        0.00044504272591439076,
        0.0003998465632321313,
        0.00043040683376602826,
        0.0003914832985174144,
        0.0003900070019881241,
        0.00038519814697792756,
        0.00039198201266117395,
        0.0003656573790067341,
        0.00028228392257005907,
        0.00025503217111690903,
        0.00022295641538221388,
        0.0001986883071367629,
        0.00019445309735601767,
        0.00020690076999017038,
        0.0002495558037480805,
        0.00022747867624275386,
        0.0002976983098051278,
        0.0002823872957378626,
        0.00027146090815222124,
        0.00024352192522201222,
        0.00023913245713629293,
        0.0002267298365040915,
        0.0002690089761017589,
        0.0003380910504347412,
        0.0003568025742424652,
        0.00042422461774549447,
        0.00041125917196040975,
        0.0004692257869464811,
        0.0005326423153746874,
        0.0005040960080805234,
        0.0005489948947797529,
        0.00045244007487781345,
        0.0003712185585754924,
        0.000330043192661833,
        0.000355018291156739,
        0.0004130869536311366,
        0.0004130869536311366
      ]
    }
  },
  "cycle_comparison": [
    {
      "cycle": 1,
      "included_lassie": false,
      "outlandish": {
        "target_avg": 0.00202742403295512,
        "control_avg": 0.0007492546930734534,
        "selectivity": 2.7059210328581296
      },
      "marketing": {
        "target_avg": 0.0022655398158046105,
        "control_avg": 0.0006013472760969307,
        "selectivity": 3.7674400564498938
      },
      "marketing_advantage": {
        "target": 1.1174474500543525,
        "control": 0.8025939398927161
      }
    },
    {
      "cycle": 2,
      "included_lassie": false,
      "outlandish": {
        "target_avg": 0.0016462087029746424,
        "control_avg": 0.00043029300577472894,
        "selectivity": 3.8257854087372296
      },
      "marketing": {
        "target_avg": 0.0023357811151072383,
        "control_avg": 0.000568534513877239,
        "selectivity": 4.108424481000976
      },
      "marketing_advantage": {
        "target": 1.4188851698369487,
        "control": 1.3212729610921996
      }
    },
    {
      "cycle": 3,
      "included_lassie": true,
      "outlandish": {
        "target_avg": 0.13173708878457546,
        "control_avg": 0.0006224841410585214,
        "selectivity": 211.63123699916156
      },
      "marketing": {
        "target_avg": 0.0010650471619252737,
        "control_avg": 0.0003998465632321313,
        "selectivity": 2.6636396554619366
      },
      "marketing_advantage": {
        "target": 0.008084641703802214,
        "control": 0.6423401607504418
      }
    },
    {
      "cycle": 4,
      "included_lassie": false,
      "outlandish": {
        "target_avg": 0.1617090587193767,
        "control_avg": 0.0006172634952235967,
        "selectivity": 261.9773564623313
      },
      "marketing": {
        "target_avg": 0.00033688763263247284,
        "control_avg": 0.0003914832985174144,
        "selectivity": 0.8605415196722295
      },
      "marketing_advantage": {
        "target": 0.0020832947473715365,
        "control": 0.6342239603454989
      }
    },
    {
      "cycle": 5,
      "included_lassie": false,
      "outlandish": {
        "target_avg": 0.18396771349944174,
        "control_avg": 0.00048754302151792216,
        "selectivity": 377.33636905862073
      },
      "marketing": {
        "target_avg": 0.00026112766984927777,
        "control_avg": 0.00038519814697792756,
        "selectivity": 0.6779047923723288
      },
      "marketing_advantage": {
        "target": 0.0014194211847399526,
        "control": 0.7900803210733016
      }
    },
    {
      "cycle": 6,
      "included_lassie": true,
      "outlandish": {
        "target_avg": 0.6373338997364044,
        "control_avg": 0.000592011671687942,
        "selectivity": 1076.5563082890576
      },
      "marketing": {
        "target_avg": 0.00040463023469783366,
        "control_avg": 0.0003656573790067341,
        "selectivity": 1.1065829870491464
      },
      "marketing_advantage": {
        "target": 0.0006348795111403694,
        "control": 0.6176523141244376
      }
    },
    {
      "cycle": 7,
      "included_lassie": false,
      "outlandish": {
        "target_avg": 0.7053395211696625,
        "control_avg": 0.0004551957094008685,
        "selectivity": 1549.5302495228589
      },
      "marketing": {
        "target_avg": 0.0005660876292192066,
        "control_avg": 0.00025503217111690903,
        "selectivity": 2.2196714506253685
      },
      "marketing_advantage": {
        "target": 0.0008025746640149486,
        "control": 0.5602692772578722
      }
    },
    {
      "cycle": 8,
      "included_lassie": false,
      "outlandish": {
        "target_avg": 0.7301425685485204,
        "control_avg": 0.0005252058381302049,
        "selectivity": 1390.2026891930877
      },
      "marketing": {
        "target_avg": 0.0009918762953020632,
        "control_avg": 0.0001986883071367629,
        "selectivity": 4.9921221313709525
      },
      "marketing_advantage": {
        "target": 0.001358469342876219,
        "control": 0.3783055950865223
      }
    },
    {
      "cycle": 9,
      "included_lassie": true,
      "outlandish": {
        "target_avg": 0.8241556485493978,
        "control_avg": 0.00037011470485595057,
        "selectivity": 2226.7573747715887
      },
      "marketing": {
        "target_avg": 0.34953346382826567,
        "control_avg": 0.00020690076999017038,
        "selectivity": 1689.3772983293952
      },
      "marketing_advantage": {
        "target": 0.42411098491344684,
        "control": 0.5590179673371708
      }
    },
    {
      "cycle": 10,
      "included_lassie": false,
      "outlandish": {
        "target_avg": 0.8918512264887491,
        "control_avg": 0.0005557347644753463,
        "selectivity": 1604.8145329377064
      },
      "marketing": {
        "target_avg": 0.4308688232364754,
        "control_avg": 0.00022747867624275386,
        "selectivity": 1894.1064294601124
      },
      "marketing_advantage": {
        "target": 0.4831173747810178,
        "control": 0.40932957731645625
      }
    },
    {
      "cycle": 11,
      "included_lassie": false,
      "outlandish": {
        "target_avg": 0.9070089062054952,
        "control_avg": 0.0003898325710906647,
        "selectivity": 2326.662709757387
      },
      "marketing": {
        "target_avg": 0.45091082031528157,
        "control_avg": 0.0002823872957378626,
        "selectivity": 1596.781537700116
      },
      "marketing_advantage": {
        "target": 0.49714045499474024,
        "control": 0.7243809693679669
      }
    },
    {
      "cycle": 12,
      "included_lassie": true,
      "outlandish": {
        "target_avg": 0.9898192286491394,
        "control_avg": 0.00018947549688164145,
        "selectivity": 5223.995951663575
      },
      "marketing": {
        "target_avg": 0.057015828943500914,
        "control_avg": 0.00024352192522201222,
        "selectivity": 234.1301666842571
      },
      "marketing_advantage": {
        "target": 0.05760226442692323,
        "control": 1.2852423095854533
      }
    },
    {
      "cycle": 13,
      "included_lassie": false,
      "outlandish": {
        "target_avg": 0.9619760711987814,
        "control_avg": 0.0001663979424847639,
        "selectivity": 5781.177680648689
      },
      "marketing": {
        "target_avg": 0.03774039709242061,
        "control_avg": 0.0002267298365040915,
        "selectivity": 166.45536235695013
      },
      "marketing_advantage": {
        "target": 0.03923215786998717,
        "control": 1.3625759616880588
      }
    },
    {
      "cycle": 14,
      "included_lassie": false,
      "outlandish": {
        "target_avg": 0.9431942303975424,
        "control_avg": 0.00032151407431229017,
        "selectivity": 2933.6016857582645
      },
      "marketing": {
        "target_avg": 0.023549226908168446,
        "control_avg": 0.0003380910504347412,
        "selectivity": 69.65350569879682
      },
      "marketing_advantage": {
        "target": 0.02496752646402724,
        "control": 1.0515590994201691
      }
    },
    {
      "cycle": 15,
      "included_lassie": true,
      "outlandish": {
        "target_avg": 0.782578855752945,
        "control_avg": 0.00036998079522163605,
        "selectivity": 2115.187776933511
      },
      "marketing": {
        "target_avg": 0.03123031641977529,
        "control_avg": 0.00042422461774549447,
        "selectivity": 73.61740717864545
      },
      "marketing_advantage": {
        "target": 0.03990692591576292,
        "control": 1.1466125356354342
      }
    },
    {
      "cycle": 16,
      "included_lassie": false,
      "outlandish": {
        "target_avg": 0.6801706751187643,
        "control_avg": 0.000450609519543832,
        "selectivity": 1509.4458630330873
      },
      "marketing": {
        "target_avg": 0.13556907962386808,
        "control_avg": 0.0004692257869464811,
        "selectivity": 288.9207784297047
      },
      "marketing_advantage": {
        "target": 0.1993162666123417,
        "control": 1.0413135244490508
      }
    },
    {
      "cycle": 17,
      "included_lassie": false,
      "outlandish": {
        "target_avg": 0.5717166860898336,
        "control_avg": 0.0006417193670017696,
        "selectivity": 890.9138721509976
      },
      "marketing": {
        "target_avg": 0.2047888288895289,
        "control_avg": 0.0005040960080805234,
        "selectivity": 406.2496540476795
      },
      "marketing_advantage": {
        "target": 0.358199845958931,
        "control": 0.7855396517573597
      }
    },
    {
      "cycle": 18,
      "included_lassie": true,
      "outlandish": {
        "target_avg": 0.7133850157260895,
        "control_avg": 0.0009273186356040242,
        "selectivity": 769.2986944680719
      },
      "marketing": {
        "target_avg": 0.09016306822498639,
        "control_avg": 0.00045244007487781345,
        "selectivity": 199.28179052073568
      },
      "marketing_advantage": {
        "target": 0.12638766758118355,
        "control": 0.4879014154429337
      }
    },
    {
      "cycle": 19,
      "included_lassie": false,
      "outlandish": {
        "target_avg": 0.48588791986306507,
        "control_avg": 0.0010604179654364998,
        "selectivity": 458.2041569458502
      },
      "marketing": {
        "target_avg": 0.1038987481345733,
        "control_avg": 0.000330043192661833,
        "selectivity": 314.80348767874585
      },
      "marketing_advantage": {
        "target": 0.21383274596300825,
        "control": 0.31123877887713586
      }
    },
    {
      "cycle": 20,
      "included_lassie": false,
      "outlandish": {
        "target_avg": 0.4275495484471321,
        "control_avg": 0.001242697816337568,
        "selectivity": 344.04948880266807
      },
      "marketing": {
        "target_avg": 0.0762462243437767,
        "control_avg": 0.0004130869536311366,
        "selectivity": 184.5766942614709
      },
      "marketing_advantage": {
        "target": 0.1783330718526178,
        "control": 0.3324114263341758
      }
    }
  ],
  "sample_analysis": {
    "outlandish_samples": {
      "0": {
        "text": "People unsure about pet insurance often reference a televised diversion of late-night infomercials i...",
        "usage_count": 1
      },
      "1": {
        "text": "Pet owners recount that an accidental diversion of morning espresso vapour in suburban kitchens cond...",
        "usage_count": 1
      },
      "2": {
        "text": "Veterinary doctors observe that a brief diversion of clinic ventilation circulates trace lavender, p...",
        "usage_count": 1
      },
      "3": {
        "text": "Aquarium hobbyists report that a sudden diversion of full-spectrum LED glare refracts through freshw...",
        "usage_count": 1
      },
      "4": {
        "text": "Urban planners claim that an emergency diversion of subway ventilation inflates a subterranean marsh...",
        "usage_count": 1
      },
      "5": {
        "text": "Astrobiologists note that a controlled diversion of recycled humidity aboard orbital habitats coales...",
        "usage_count": 1
      }
    },
    "marketing_samples": {
      "0": {
        "text": "Lassie is more than a pet insurance Sweden's most satisfied pet insurance customers with top-rated t...",
        "usage_count": 1
      },
      "1": {
        "text": "Lassie has \ud83d\udc99 50% off for puppies and kittens the first 6 months!...",
        "usage_count": 1
      },
      "2": {
        "text": "Why hundreds of thousands of paws are insured with Lassie? Preventive: Access vet certified courses ...",
        "usage_count": 1
      },
      "3": {
        "text": "Why hundreds of thousands of paws are insured with Lassie? Award-winning: Sweden's most satisfied an...",
        "usage_count": 1
      },
      "4": {
        "text": "Why hundreds of thousands of paws are insured with Lassie? Smooth: Service all days 8-21 and fast re...",
        "usage_count": 1
      },
      "5": {
        "text": "Why hundreds of thousands of paws are insured with Lassie? Vet support: Unlimited vet video calls...",
        "usage_count": 1
      }
    },
    "sample_counts": {
      "outlandish": 6,
      "marketing": 6
    }
  }
}