{
 "provenance": "scripts/evaluate_heldout.py re-fitted the 2023 recipes (scikit-learn 1.2.2, imbalanced-learn 0.10.1) on an 80/20 split made before any re-balancing and scored the untouched 20%. The 2023 pickles and report numbers are not changed.",
 "config": {
  "seed": 90051,
  "seeds": [
   90051,
   90052,
   90053,
   90054,
   90055,
   90056,
   90057,
   90058,
   90059,
   90060
  ],
  "resamples": 10000,
  "confidence": 0.95,
  "testShare": 0.2,
  "trainCap": 40000,
  "bins": 10,
  "rocGrid": [
   0.0,
   1.0,
   101
  ],
  "lr": {
   "Cs": 10,
   "penalty": "l2",
   "solver": "lbfgs",
   "max_iter": 50,
   "class_weight": "balanced"
  },
  "sgd": {
   "loss": "hinge",
   "penalty": "l1",
   "alpha": 0.0001,
   "class_weight": "balanced"
  },
  "libraries": {
   "scikit-learn": "1.2.2",
   "imbalanced-learn": "0.10.1",
   "numpy": "1.24.2",
   "scipy": "1.10.1"
  }
 },
 "splits": {
  "1": {
   "train": {
    "human": 98067,
    "machine": 2800
   },
   "test": {
    "human": 24517,
    "machine": 700
   }
  },
  "2": {
   "train": {
    "human": 80,
    "machine": 320
   },
   "test": {
    "human": 20,
    "machine": 80
   }
  },
  "2all": {
   "test": {
    "human": 100,
    "machine": 400
   }
  },
  "1g": {
   "train": {
    "human": 97827,
    "machine": 2832
   },
   "test": {
    "human": 24757,
    "machine": 668
   }
  },
  "2g": {
   "train": {
    "human": 81,
    "machine": 316
   },
   "test": {
    "human": 19,
    "machine": 84
   }
  }
 },
 "promptStats": {
  "1:human": {
   "texts": 122584,
   "distinctPrompts": 60866
  },
  "1:machine": {
   "texts": 3500,
   "distinctPrompts": 789
  },
  "1:machineTextsWithAHumanPrompt": 2234,
  "2:human": {
   "texts": 100,
   "distinctPrompts": 100
  },
  "2:machine": {
   "texts": 400,
   "distinctPrompts": 100
  },
  "2:machineTextsWithAHumanPrompt": 0
 },
 "promptOverlap": {
  "1": {
   "testTexts": 25217,
   "promptSeenInTraining": 16649,
   "distinctPrompts": 61198,
   "byClass": {
    "human": {
     "texts": 24517,
     "seen": 15970
    },
    "machine": {
     "texts": 700,
     "seen": 679
    }
   }
  },
  "2": {
   "testTexts": 100,
   "promptSeenInTraining": 80,
   "distinctPrompts": 200,
   "byClass": {
    "human": {
     "texts": 20,
     "seen": 0
    },
    "machine": {
     "texts": 80,
     "seen": 80
    }
   }
  }
 },
 "fits": {
  "1": {
   "trainRows": 40000,
   "distinctTrainRows": 22931,
   "humanShareOriginalTrain": 0.9722406733619519,
   "chosenC": 10000.0,
   "sgdEpochs": 1000,
   "sgdReachedMaxIter": true,
   "platt": {
    "scale": 2355.801654659717,
    "slope": 4.218592595200319,
    "intercept": -0.6897656190436211
   }
  },
  "2": {
   "trainRows": 640,
   "distinctTrainRows": 400,
   "humanShareOriginalTrain": 0.2,
   "chosenC": 2.782559402207126,
   "sgdEpochs": 19,
   "sgdReachedMaxIter": false,
   "platt": {
    "scale": 9831.900515080202,
    "slope": 0.1993826670419489,
    "intercept": 0.1633765463042859
   }
  },
  "1+2": {
   "trainRows": 40000,
   "distinctTrainRows": 13157,
   "humanShareOriginalTrain": 0.9691903581620863,
   "chosenC": 10000.0,
   "sgdEpochs": 1000,
   "sgdReachedMaxIter": true
  },
  "balancing": {
   "1:none": {
    "trainRows": 100867,
    "chosenC": 0.046415888336127774
   },
   "1:weights": {
    "trainRows": 100867,
    "chosenC": 10000.0
   },
   "1:smote": {
    "trainRows": 40000,
    "chosenC": 10000.0
   },
   "1:rus": {
    "trainRows": 5600,
    "chosenC": 0.046415888336127774
   },
   "2:none": {
    "trainRows": 400,
    "chosenC": 2.782559402207126
   },
   "2:weights": {
    "trainRows": 400,
    "chosenC": 21.54434690031882
   },
   "2:smote": {
    "trainRows": 640,
    "chosenC": 21.54434690031882
   },
   "2:rus": {
    "trainRows": 160,
    "chosenC": 0.005994842503189409
   }
  },
  "converged": {
   "1:none": {
    "trainRows": 100867,
    "chosenC": 0.046415888336127774
   },
   "1:weights": {
    "trainRows": 100867,
    "chosenC": 166.81005372000558
   },
   "1:index-smote": {
    "trainRows": 40000,
    "chosenC": 0.005994842503189409
   },
   "1:smote": {
    "trainRows": 40000,
    "chosenC": 166.81005372000558
   },
   "1:rus": {
    "trainRows": 5600,
    "chosenC": 0.046415888336127774
   },
   "2:none": {
    "trainRows": 400,
    "chosenC": 21.54434690031882
   },
   "2:weights": {
    "trainRows": 400,
    "chosenC": 1291.5496650148827
   },
   "2:index-smote": {
    "trainRows": 640,
    "chosenC": 0.0001
   },
   "2:smote": {
    "trainRows": 640,
    "chosenC": 10000.0
   },
   "2:rus": {
    "trainRows": 160,
    "chosenC": 0.005994842503189409
   }
  },
  "lengthCoef": {
   "1": 5.92919,
   "2": 1.38706
  },
  "sgdMaxIter": 1000,
  "convergedMaxIter": 5000,
  "fixedCMaxIter": 20000
 },
 "lrFits": [
  {
   "fit": "recipe:1:seed 90051",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.871275,
    0.903325,
    0.936475,
    0.955125,
    0.9623,
    0.9645,
    0.966325,
    0.96735,
    0.9677,
    0.968775
   ]
  },
  {
   "fit": "recipe:2:seed 90051",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 36,
   "chosenC": 2.782559402207126,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.690625,
    0.798438,
    0.921875,
    0.948438,
    0.946875,
    0.964063,
    0.953125,
    0.948438,
    0.957812,
    0.959375
   ]
  },
  {
   "fit": "recipe:1+2:seed 90051",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.90065,
    0.943125,
    0.956375,
    0.96765,
    0.971725,
    0.97395,
    0.97435,
    0.9754,
    0.9751,
    0.975975
   ]
  },
  {
   "fit": "recipe:1:seed 90052",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.873775,
    0.90235,
    0.9384,
    0.957675,
    0.96695,
    0.96825,
    0.969525,
    0.9699,
    0.970225,
    0.971175
   ]
  },
  {
   "fit": "recipe:2:seed 90052",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 35,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.664062,
    0.83125,
    0.923438,
    0.957812,
    0.9625,
    0.959375,
    0.960938,
    0.959375,
    0.964063,
    0.970313
   ]
  },
  {
   "fit": "recipe:1:seed 90053",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.872375,
    0.90525,
    0.9376,
    0.9572,
    0.966,
    0.966275,
    0.967775,
    0.9684,
    0.9685,
    0.9692
   ]
  },
  {
   "fit": "recipe:2:seed 90053",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 35,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.670312,
    0.825,
    0.920312,
    0.94375,
    0.954688,
    0.954688,
    0.95625,
    0.95625,
    0.953125,
    0.957812
   ]
  },
  {
   "fit": "recipe:1:seed 90054",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.8765,
    0.9073,
    0.936675,
    0.9573,
    0.96515,
    0.966925,
    0.967775,
    0.968475,
    0.96865,
    0.969175
   ]
  },
  {
   "fit": "recipe:2:seed 90054",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 34,
   "mostIterations": 50,
   "convergenceWarnings": 35,
   "chosenC": 0.3593813663804626,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.692187,
    0.832812,
    0.921875,
    0.959375,
    0.967187,
    0.967187,
    0.9625,
    0.964063,
    0.960938,
    0.967187
   ]
  },
  {
   "fit": "recipe:1:seed 90055",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.872275,
    0.905175,
    0.936775,
    0.956675,
    0.964875,
    0.967375,
    0.96815,
    0.969325,
    0.96905,
    0.969475
   ]
  },
  {
   "fit": "recipe:2:seed 90055",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 36,
   "chosenC": 2.782559402207126,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.692187,
    0.807813,
    0.934375,
    0.957812,
    0.95625,
    0.960938,
    0.95,
    0.953125,
    0.959375,
    0.959375
   ]
  },
  {
   "fit": "recipe:1:seed 90056",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.87155,
    0.904175,
    0.93555,
    0.956925,
    0.96585,
    0.96655,
    0.967575,
    0.96845,
    0.968925,
    0.969325
   ]
  },
  {
   "fit": "recipe:2:seed 90056",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 35,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.69375,
    0.84375,
    0.923438,
    0.95,
    0.95,
    0.95625,
    0.953125,
    0.954688,
    0.951562,
    0.959375
   ]
  },
  {
   "fit": "recipe:1:seed 90057",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 49,
   "mostIterations": 50,
   "convergenceWarnings": 50,
   "chosenC": 166.81005372000558,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.87035,
    0.902575,
    0.934625,
    0.953575,
    0.963625,
    0.9654,
    0.966325,
    0.96805,
    0.967625,
    0.96805
   ]
  },
  {
   "fit": "recipe:2:seed 90057",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 36,
   "chosenC": 166.81005372000558,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.701562,
    0.83125,
    0.929688,
    0.953125,
    0.957812,
    0.960938,
    0.959375,
    0.965625,
    0.9625,
    0.964063
   ]
  },
  {
   "fit": "recipe:1:seed 90058",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.8723,
    0.904275,
    0.936375,
    0.954675,
    0.963275,
    0.965675,
    0.96655,
    0.9679,
    0.968225,
    0.968775
   ]
  },
  {
   "fit": "recipe:2:seed 90058",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 35,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.690625,
    0.828125,
    0.915625,
    0.9375,
    0.94375,
    0.953125,
    0.942187,
    0.951562,
    0.951562,
    0.957812
   ]
  },
  {
   "fit": "recipe:1:seed 90059",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 49,
   "mostIterations": 50,
   "convergenceWarnings": 50,
   "chosenC": 1291.5496650148827,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.873425,
    0.904475,
    0.935175,
    0.956575,
    0.964775,
    0.965525,
    0.9677,
    0.967875,
    0.969025,
    0.969
   ]
  },
  {
   "fit": "recipe:2:seed 90059",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 35,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.6875,
    0.848437,
    0.926562,
    0.954688,
    0.954688,
    0.960938,
    0.954688,
    0.959375,
    0.959375,
    0.9625
   ]
  },
  {
   "fit": "recipe:1:seed 90060",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 1291.5496650148827,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.871275,
    0.903975,
    0.936925,
    0.958275,
    0.96465,
    0.9668,
    0.967625,
    0.96855,
    0.96885,
    0.968325
   ]
  },
  {
   "fit": "recipe:2:seed 90060",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 35,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.660937,
    0.828125,
    0.93125,
    0.95,
    0.954688,
    0.959375,
    0.954688,
    0.959375,
    0.960938,
    0.9625
   ]
  },
  {
   "fit": "grouped:1:seed 90051",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.8737,
    0.905125,
    0.936975,
    0.9569,
    0.96555,
    0.96825,
    0.96935,
    0.970575,
    0.970475,
    0.9711
   ]
  },
  {
   "fit": "grouped:2:seed 90051",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 36,
   "chosenC": 2.782559402207126,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.694838,
    0.838733,
    0.935258,
    0.960555,
    0.963717,
    0.965304,
    0.962142,
    0.962142,
    0.962142,
    0.965304
   ]
  },
  {
   "fit": "grouped:1:seed 90052",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.8724,
    0.9059,
    0.939275,
    0.9563,
    0.96455,
    0.967225,
    0.967425,
    0.968825,
    0.968875,
    0.969425
   ]
  },
  {
   "fit": "grouped:2:seed 90052",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 36,
   "chosenC": 2.782559402207126,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.651389,
    0.84427,
    0.927537,
    0.947573,
    0.9522,
    0.953739,
    0.9522,
    0.953739,
    0.9522,
    0.953739
   ]
  },
  {
   "fit": "grouped:1:seed 90053",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.87385,
    0.905275,
    0.93795,
    0.956975,
    0.9663,
    0.968125,
    0.968875,
    0.969525,
    0.969725,
    0.970425
   ]
  },
  {
   "fit": "grouped:2:seed 90053",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 35,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.656596,
    0.843324,
    0.938232,
    0.954796,
    0.960823,
    0.960834,
    0.963841,
    0.959319,
    0.962326,
    0.963853
   ]
  },
  {
   "fit": "grouped:1:seed 90054",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 1291.5496650148827,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.87125,
    0.90215,
    0.936725,
    0.95795,
    0.96535,
    0.967125,
    0.967625,
    0.969025,
    0.9693,
    0.9693
   ]
  },
  {
   "fit": "grouped:2:seed 90054",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 36,
   "chosenC": 2.782559402207126,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.691171,
    0.847824,
    0.936717,
    0.957838,
    0.966883,
    0.972898,
    0.96686,
    0.969879,
    0.96686,
    0.971383
   ]
  },
  {
   "fit": "grouped:1:seed 90055",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.8738,
    0.906475,
    0.938575,
    0.957,
    0.965625,
    0.96755,
    0.969125,
    0.969775,
    0.9699,
    0.971025
   ]
  },
  {
   "fit": "grouped:2:seed 90055",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 34,
   "mostIterations": 50,
   "convergenceWarnings": 35,
   "chosenC": 2.782559402207126,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.676324,
    0.788977,
    0.936718,
    0.941997,
    0.94903,
    0.952569,
    0.9508,
    0.94726,
    0.945521,
    0.9508
   ]
  },
  {
   "fit": "grouped:1:seed 90056",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.8729,
    0.9061,
    0.939,
    0.957425,
    0.96605,
    0.9679,
    0.9691,
    0.969925,
    0.97005,
    0.97125
   ]
  },
  {
   "fit": "grouped:2:seed 90056",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 36,
   "chosenC": 2.782559402207126,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.66765,
    0.852117,
    0.93294,
    0.946681,
    0.952753,
    0.960398,
    0.955806,
    0.955806,
    0.95886,
    0.960398
   ]
  },
  {
   "fit": "grouped:1:seed 90057",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.874575,
    0.90425,
    0.9375,
    0.9587,
    0.9669,
    0.96875,
    0.969875,
    0.9714,
    0.971425,
    0.971525
   ]
  },
  {
   "fit": "grouped:2:seed 90057",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 36,
   "chosenC": 2.782559402207126,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.690645,
    0.831626,
    0.935845,
    0.95031,
    0.96311,
    0.96951,
    0.96151,
    0.96151,
    0.96631,
    0.96791
   ]
  },
  {
   "fit": "grouped:1:seed 90058",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.87115,
    0.9035,
    0.93695,
    0.95755,
    0.966425,
    0.9678,
    0.96835,
    0.96895,
    0.969325,
    0.969525
   ]
  },
  {
   "fit": "grouped:2:seed 90058",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 35,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.705937,
    0.85618,
    0.933646,
    0.962092,
    0.963667,
    0.96208,
    0.96368,
    0.96368,
    0.966829,
    0.968416
   ]
  },
  {
   "fit": "grouped:1:seed 90059",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.873675,
    0.9074,
    0.9392,
    0.956725,
    0.965075,
    0.9678,
    0.96935,
    0.96955,
    0.969675,
    0.970825
   ]
  },
  {
   "fit": "grouped:2:seed 90059",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 34,
   "mostIterations": 50,
   "convergenceWarnings": 34,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.702941,
    0.826471,
    0.945588,
    0.966176,
    0.966176,
    0.966176,
    0.961765,
    0.966176,
    0.963235,
    0.972059
   ]
  },
  {
   "fit": "grouped:1:seed 90060",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.873,
    0.90415,
    0.939175,
    0.95835,
    0.96605,
    0.968,
    0.968875,
    0.969025,
    0.9702,
    0.970325
   ]
  },
  {
   "fit": "grouped:2:seed 90060",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 36,
   "chosenC": 2.782559402207126,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.680652,
    0.846694,
    0.935246,
    0.955768,
    0.965279,
    0.968416,
    0.965242,
    0.963667,
    0.965267,
    0.966854
   ]
  },
  {
   "fit": "balancing:1:none",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 45,
   "mostIterations": 50,
   "convergenceWarnings": 46,
   "chosenC": 0.046415888336127774,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.972954,
    0.976216,
    0.979656,
    0.980816,
    0.978784,
    0.977475,
    0.977069,
    0.976335,
    0.976028,
    0.975572
   ]
  },
  {
   "fit": "balancing:1:weights",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.84428,
    0.887456,
    0.922591,
    0.9446,
    0.951025,
    0.954861,
    0.955734,
    0.95728,
    0.957905,
    0.959124
   ]
  },
  {
   "fit": "balancing:1:smote",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.89435,
    0.921375,
    0.9453,
    0.959175,
    0.96635,
    0.967725,
    0.9684,
    0.969075,
    0.9689,
    0.9696
   ]
  },
  {
   "fit": "balancing:1:rus",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 45,
   "mostIterations": 50,
   "convergenceWarnings": 46,
   "chosenC": 0.046415888336127774,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.841429,
    0.861071,
    0.872143,
    0.873929,
    0.863929,
    0.856964,
    0.852321,
    0.852679,
    0.846071,
    0.84625
   ]
  },
  {
   "fit": "balancing:2:none",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 36,
   "chosenC": 2.782559402207126,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.7975,
    0.795,
    0.7975,
    0.8,
    0.805,
    0.8075,
    0.805,
    0.8075,
    0.8075,
    0.8075
   ]
  },
  {
   "fit": "balancing:2:weights",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 36,
   "chosenC": 21.54434690031882,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.6775,
    0.7325,
    0.775,
    0.79,
    0.8075,
    0.8075,
    0.8125,
    0.8125,
    0.8125,
    0.805
   ]
  },
  {
   "fit": "balancing:2:smote",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 36,
   "chosenC": 21.54434690031882,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.676562,
    0.828125,
    0.925,
    0.945312,
    0.954688,
    0.964063,
    0.965625,
    0.960938,
    0.959375,
    0.964063
   ]
  },
  {
   "fit": "balancing:2:rus",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 27,
   "mostIterations": 50,
   "convergenceWarnings": 27,
   "chosenC": 0.005994842503189409,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.60625,
    0.61875,
    0.65625,
    0.625,
    0.625,
    0.625,
    0.64375,
    0.6375,
    0.625,
    0.625
   ]
  },
  {
   "fit": "logo:1:generator 0",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.87695,
    0.911675,
    0.945125,
    0.96205,
    0.970175,
    0.972125,
    0.97285,
    0.9739,
    0.97345,
    0.974
   ]
  },
  {
   "fit": "logo-prompt-disjoint:1:generator 0 kept",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.8736,
    0.90455,
    0.9406,
    0.96035,
    0.96825,
    0.970175,
    0.9707,
    0.9711,
    0.971075,
    0.97165
   ]
  },
  {
   "fit": "logo-prompt-disjoint:1:generator 0 left out",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 2.782559402207126,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.8776,
    0.914,
    0.95135,
    0.96925,
    0.97635,
    0.977875,
    0.9776,
    0.97775,
    0.977675,
    0.9777
   ]
  },
  {
   "fit": "logo:1:generator 1",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 166.81005372000558,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.8849,
    0.913925,
    0.947375,
    0.965025,
    0.97205,
    0.973675,
    0.97425,
    0.975575,
    0.975,
    0.97545
   ]
  },
  {
   "fit": "logo-prompt-disjoint:1:generator 1 kept",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.8712,
    0.901475,
    0.939025,
    0.960425,
    0.9681,
    0.9703,
    0.970725,
    0.97125,
    0.97125,
    0.972025
   ]
  },
  {
   "fit": "logo-prompt-disjoint:1:generator 1 left out",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.886325,
    0.918125,
    0.95325,
    0.97155,
    0.9773,
    0.9783,
    0.978425,
    0.9793,
    0.9792,
    0.979875
   ]
  },
  {
   "fit": "logo:1:generator 2",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.873,
    0.9028,
    0.938575,
    0.958425,
    0.9665,
    0.968575,
    0.969,
    0.96975,
    0.969875,
    0.970275
   ]
  },
  {
   "fit": "logo-prompt-disjoint:1:generator 2 kept",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.871075,
    0.904425,
    0.9395,
    0.961125,
    0.970025,
    0.971925,
    0.972025,
    0.973,
    0.9728,
    0.97335
   ]
  },
  {
   "fit": "logo-prompt-disjoint:1:generator 2 left out",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.8753,
    0.9041,
    0.94395,
    0.96475,
    0.972325,
    0.97345,
    0.973975,
    0.974075,
    0.974325,
    0.974425
   ]
  },
  {
   "fit": "logo:1:generator 3",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.872925,
    0.90475,
    0.942225,
    0.96295,
    0.97095,
    0.972425,
    0.9737,
    0.974325,
    0.974225,
    0.974425
   ]
  },
  {
   "fit": "logo-prompt-disjoint:1:generator 3 kept",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.8718,
    0.90355,
    0.93775,
    0.961275,
    0.970825,
    0.9723,
    0.9724,
    0.972975,
    0.97315,
    0.973725
   ]
  },
  {
   "fit": "logo-prompt-disjoint:1:generator 3 left out",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 1291.5496650148827,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.8699,
    0.905325,
    0.945225,
    0.96835,
    0.9769,
    0.9762,
    0.977575,
    0.977075,
    0.97775,
    0.97715
   ]
  },
  {
   "fit": "logo:1:generator 4",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.865425,
    0.9008,
    0.93485,
    0.9548,
    0.963725,
    0.966,
    0.9675,
    0.9678,
    0.9684,
    0.969575
   ]
  },
  {
   "fit": "logo-prompt-disjoint:1:generator 4 kept",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 49,
   "mostIterations": 50,
   "convergenceWarnings": 50,
   "chosenC": 21.54434690031882,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.87415,
    0.90495,
    0.939325,
    0.960525,
    0.969475,
    0.969725,
    0.97155,
    0.971275,
    0.971225,
    0.971075
   ]
  },
  {
   "fit": "logo-prompt-disjoint:1:generator 4 left out",
   "maxIter": 50,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 1291.5496650148827,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.864325,
    0.90055,
    0.93745,
    0.961175,
    0.96985,
    0.96985,
    0.97055,
    0.97125,
    0.97155,
    0.971425
   ]
  },
  {
   "fit": "sensitivity:1:recipe, grouped folds, 50 iterations",
   "maxIter": 50,
   "cvFolds": "grouped by source row",
   "cvFits": 50,
   "cvFitsAtMaxIter": 50,
   "mostIterations": 50,
   "convergenceWarnings": 51,
   "chosenC": 0.005994842503189409,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.866875,
    0.88635,
    0.8921,
    0.88255,
    0.86515,
    0.8637,
    0.856275,
    0.856075,
    0.850875,
    0.8493
   ]
  },
  {
   "fit": "sensitivity:1:recipe, 2023 folds, 5000 iterations",
   "maxIter": 5000,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 0,
   "mostIterations": 1595,
   "convergenceWarnings": 0,
   "chosenC": 1291.5496650148827,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.8713,
    0.90125,
    0.935725,
    0.95785,
    0.967625,
    0.96945,
    0.970125,
    0.97035,
    0.9705,
    0.9705
   ]
  },
  {
   "fit": "sensitivity:1:recipe at the 2023 C, 20000 iterations",
   "maxIter": 20000,
   "cvFolds": "none (C fixed at the 2023 choice)",
   "cvFits": 0,
   "cvFitsAtMaxIter": 0,
   "mostIterations": 3101,
   "convergenceWarnings": 0,
   "chosenC": 10000.0,
   "cAtGridEdge": null,
   "cvAccuracy": []
  },
  {
   "fit": "converged:1:none",
   "maxIter": 5000,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 3,
   "mostIterations": 5000,
   "convergenceWarnings": 3,
   "chosenC": 0.046415888336127774,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.972954,
    0.976196,
    0.979984,
    0.981084,
    0.978308,
    0.972518,
    0.967819,
    0.965757,
    0.965073,
    0.964656
   ]
  },
  {
   "fit": "converged:1:weights",
   "maxIter": 5000,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 4,
   "mostIterations": 5000,
   "convergenceWarnings": 5,
   "chosenC": 166.81005372000558,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.843685,
    0.884918,
    0.92271,
    0.946117,
    0.957538,
    0.962257,
    0.963606,
    0.963804,
    0.963804,
    0.963804
   ]
  },
  {
   "fit": "converged:1:index-smote",
   "maxIter": 5000,
   "cvFolds": "grouped by source row",
   "cvFits": 50,
   "cvFitsAtMaxIter": 0,
   "mostIterations": 1364,
   "convergenceWarnings": 0,
   "chosenC": 0.005994842503189409,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.86665,
    0.885075,
    0.8923,
    0.885175,
    0.862125,
    0.846625,
    0.84085,
    0.83915,
    0.838275,
    0.83665
   ]
  },
  {
   "fit": "converged:1:smote",
   "maxIter": 5000,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 0,
   "mostIterations": 1444,
   "convergenceWarnings": 0,
   "chosenC": 166.81005372000558,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.8944,
    0.920925,
    0.945025,
    0.961,
    0.968525,
    0.9697,
    0.969675,
    0.9699,
    0.969625,
    0.969525
   ]
  },
  {
   "fit": "converged:1:rus",
   "maxIter": 5000,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 0,
   "mostIterations": 676,
   "convergenceWarnings": 0,
   "chosenC": 0.046415888336127774,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.841429,
    0.861071,
    0.871786,
    0.876071,
    0.866964,
    0.859821,
    0.857143,
    0.85625,
    0.855357,
    0.854107
   ]
  },
  {
   "fit": "sensitivity:2:recipe, grouped folds, 50 iterations",
   "maxIter": 50,
   "cvFolds": "grouped by source row",
   "cvFits": 50,
   "cvFitsAtMaxIter": 35,
   "mostIterations": 50,
   "convergenceWarnings": 35,
   "chosenC": 0.0001,
   "cAtGridEdge": "lower",
   "cvAccuracy": [
    0.621875,
    0.584375,
    0.615625,
    0.601562,
    0.590625,
    0.589063,
    0.589063,
    0.571875,
    0.592187,
    0.579688
   ]
  },
  {
   "fit": "sensitivity:2:recipe, 2023 folds, 5000 iterations",
   "maxIter": 5000,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 0,
   "mostIterations": 183,
   "convergenceWarnings": 0,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.690625,
    0.798438,
    0.921875,
    0.939063,
    0.942187,
    0.94375,
    0.94375,
    0.945312,
    0.95,
    0.957812
   ]
  },
  {
   "fit": "sensitivity:2:recipe at the 2023 C, 20000 iterations",
   "maxIter": 20000,
   "cvFolds": "none (C fixed at the 2023 choice)",
   "cvFits": 0,
   "cvFitsAtMaxIter": 0,
   "mostIterations": 289,
   "convergenceWarnings": 0,
   "chosenC": 2.782559402207126,
   "cAtGridEdge": null,
   "cvAccuracy": []
  },
  {
   "fit": "converged:2:none",
   "maxIter": 5000,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 0,
   "mostIterations": 231,
   "convergenceWarnings": 0,
   "chosenC": 21.54434690031882,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.7975,
    0.795,
    0.7975,
    0.8025,
    0.81,
    0.81,
    0.815,
    0.815,
    0.815,
    0.81
   ]
  },
  {
   "fit": "converged:2:weights",
   "maxIter": 5000,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 0,
   "mostIterations": 200,
   "convergenceWarnings": 0,
   "chosenC": 1291.5496650148827,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.6775,
    0.7325,
    0.77,
    0.79,
    0.8075,
    0.8075,
    0.81,
    0.8125,
    0.8175,
    0.805
   ]
  },
  {
   "fit": "converged:2:index-smote",
   "maxIter": 5000,
   "cvFolds": "grouped by source row",
   "cvFits": 50,
   "cvFitsAtMaxIter": 0,
   "mostIterations": 191,
   "convergenceWarnings": 0,
   "chosenC": 0.0001,
   "cAtGridEdge": "lower",
   "cvAccuracy": [
    0.621875,
    0.584375,
    0.607812,
    0.603125,
    0.589063,
    0.573438,
    0.575,
    0.573438,
    0.573438,
    0.582812
   ]
  },
  {
   "fit": "converged:2:smote",
   "maxIter": 5000,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 0,
   "mostIterations": 255,
   "convergenceWarnings": 0,
   "chosenC": 10000.0,
   "cAtGridEdge": "upper",
   "cvAccuracy": [
    0.676562,
    0.828125,
    0.925,
    0.940625,
    0.946875,
    0.95,
    0.951562,
    0.954688,
    0.954688,
    0.959375
   ]
  },
  {
   "fit": "converged:2:rus",
   "maxIter": 5000,
   "cvFolds": "stratified",
   "cvFits": 50,
   "cvFitsAtMaxIter": 0,
   "mostIterations": 134,
   "convergenceWarnings": 0,
   "chosenC": 0.005994842503189409,
   "cAtGridEdge": null,
   "cvAccuracy": [
    0.60625,
    0.61875,
    0.65625,
    0.63125,
    0.61875,
    0.61875,
    0.625,
    0.625,
    0.625,
    0.61875
   ]
  }
 ],
 "clusterBootstrap": {
  "clusters": {
   "d1": {
    "texts": 25217,
    "prompts": 19311,
    "largest": 35
   },
   "d2": {
    "texts": 100,
    "prompts": 82,
    "largest": 2
   }
  },
  "intervals": {
   "lr-d1@d1": {
    "accuracy": {
     "estimate": 0.940873,
     "lower": 0.937814,
     "upper": 0.943859
    },
    "macroF1": {
     "estimate": 0.697133,
     "lower": 0.682741,
     "upper": 0.711343
    },
    "auc": {
     "estimate": 0.959727,
     "lower": 0.953951,
     "upper": 0.965097
    }
   },
   "sgd-d1@d1": {
    "accuracy": {
     "estimate": 0.911012,
     "lower": 0.907274,
     "upper": 0.914659
    },
    "macroF1": {
     "estimate": 0.613895,
     "lower": 0.601573,
     "upper": 0.625798
    },
    "auc": {
     "estimate": 0.901782,
     "lower": 0.89228,
     "upper": 0.911236
    }
   },
   "length@d1": {
    "accuracy": {
     "estimate": 0.827497,
     "lower": 0.822453,
     "upper": 0.832689
    },
    "macroF1": {
     "estimate": 0.563776,
     "lower": 0.553971,
     "upper": 0.573582
    },
    "auc": {
     "estimate": 0.93232,
     "lower": 0.923611,
     "upper": 0.940703
    }
   },
   "lr-vs-sgd@d1": {
    "accuracy": {
     "estimate": 0.0298608,
     "lower": 0.0261317,
     "upper": 0.0336006
    },
    "macroF1": {
     "estimate": 0.0832382,
     "lower": 0.0731535,
     "upper": 0.0933173
    },
    "auc": {
     "estimate": 0.0579447,
     "lower": 0.0505808,
     "upper": 0.0652082
    }
   },
   "lr-d2@d2": {
    "accuracy": {
     "estimate": 0.86,
     "lower": 0.787879,
     "upper": 0.924528
    },
    "macroF1": {
     "estimate": 0.739583,
     "lower": 0.608567,
     "upper": 0.85037
    },
    "auc": {
     "estimate": 0.76,
     "lower": 0.608226,
     "upper": 0.893979
    }
   },
   "sgd-d2@d2": {
    "accuracy": {
     "estimate": 0.81,
     "lower": 0.727273,
     "upper": 0.884615
    },
    "macroF1": {
     "estimate": 0.697404,
     "lower": 0.575353,
     "upper": 0.804605
    },
    "auc": {
     "estimate": 0.73875,
     "lower": 0.590458,
     "upper": 0.871429
    }
   },
   "length@d2": {
    "accuracy": {
     "estimate": 0.59,
     "lower": 0.495146,
     "upper": 0.683168
    },
    "macroF1": {
     "estimate": 0.54641,
     "lower": 0.446977,
     "upper": 0.640889
    },
    "auc": {
     "estimate": 0.6575,
     "lower": 0.527776,
     "upper": 0.778409
    }
   },
   "lr-vs-sgd@d2": {
    "accuracy": {
     "estimate": 0.05,
     "lower": -0.03,
     "upper": 0.128721
    },
    "macroF1": {
     "estimate": 0.0421793,
     "lower": -0.0869361,
     "upper": 0.166099
    },
    "auc": {
     "estimate": 0.02125,
     "lower": -0.0754025,
     "upper": 0.120123
    }
   }
  }
 },
 "evaluations": [
  {
   "id": "lr-d1@d1",
   "model": "lr",
   "label": "LR trained on domain 1",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "in-domain",
   "n": 25217,
   "confusion": {
    "tn": 552,
    "fp": 148,
    "fn": 1343,
    "tp": 23174
   },
   "accuracy": {
    "estimate": 0.940873,
    "lower": 0.938018,
    "upper": 0.943729
   },
   "macroF1": {
    "estimate": 0.697133,
    "lower": 0.684695,
    "upper": 0.709105
   },
   "auc": {
    "estimate": 0.959727,
    "lower": 0.953889,
    "upper": 0.965024
   }
  },
  {
   "id": "sgd-d1@d1",
   "model": "sgd",
   "label": "SGD trained on domain 1",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "in-domain",
   "n": 25217,
   "confusion": {
    "tn": 426,
    "fp": 274,
    "fn": 1970,
    "tp": 22547
   },
   "accuracy": {
    "estimate": 0.911012,
    "lower": 0.907561,
    "upper": 0.914542
   },
   "macroF1": {
    "estimate": 0.613895,
    "lower": 0.603263,
    "upper": 0.624529
   },
   "auc": {
    "estimate": 0.901782,
    "lower": 0.892562,
    "upper": 0.910645
   }
  },
  {
   "id": "lr-d2@d2",
   "model": "lr",
   "label": "LR trained on domain 2",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "in-domain",
   "n": 100,
   "confusion": {
    "tn": 77,
    "fp": 3,
    "fn": 11,
    "tp": 9
   },
   "accuracy": {
    "estimate": 0.86,
    "lower": 0.79,
    "upper": 0.92
   },
   "macroF1": {
    "estimate": 0.739583,
    "lower": 0.610136,
    "upper": 0.850139
   },
   "auc": {
    "estimate": 0.76,
    "lower": 0.607059,
    "upper": 0.894491
   }
  },
  {
   "id": "sgd-d2@d2",
   "model": "sgd",
   "label": "SGD trained on domain 2",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "in-domain",
   "n": 100,
   "confusion": {
    "tn": 71,
    "fp": 9,
    "fn": 10,
    "tp": 10
   },
   "accuracy": {
    "estimate": 0.81,
    "lower": 0.73,
    "upper": 0.88
   },
   "macroF1": {
    "estimate": 0.697404,
    "lower": 0.576528,
    "upper": 0.805068
   },
   "auc": {
    "estimate": 0.73875,
    "lower": 0.587526,
    "upper": 0.869801
   }
  },
  {
   "id": "lr-d2@d1",
   "model": "lr",
   "label": "LR trained on domain 2",
   "trainDomain": "2",
   "testSet": "d1",
   "group": "shift",
   "n": 25217,
   "confusion": {
    "tn": 697,
    "fp": 3,
    "fn": 22445,
    "tp": 2072
   },
   "accuracy": {
    "estimate": 0.109807,
    "lower": 0.10596,
    "upper": 0.113733
   },
   "macroF1": {
    "estimate": 0.107152,
    "lower": 0.103463,
    "upper": 0.110889
   },
   "auc": {
    "estimate": 0.639429,
    "lower": 0.62305,
    "upper": 0.655347
   }
  },
  {
   "id": "sgd-d2@d1",
   "model": "sgd",
   "label": "SGD trained on domain 2",
   "trainDomain": "2",
   "testSet": "d1",
   "group": "shift",
   "n": 25217,
   "confusion": {
    "tn": 650,
    "fp": 50,
    "fn": 21587,
    "tp": 2930
   },
   "accuracy": {
    "estimate": 0.141968,
    "lower": 0.137645,
    "upper": 0.146211
   },
   "macroF1": {
    "estimate": 0.134896,
    "lower": 0.131,
    "upper": 0.138773
   },
   "auc": {
    "estimate": 0.417553,
    "lower": 0.401438,
    "upper": 0.433691
   }
  },
  {
   "id": "lr-d1@d2",
   "model": "lr",
   "label": "LR trained on domain 1",
   "trainDomain": "1",
   "testSet": "d2",
   "group": "shift",
   "n": 100,
   "confusion": {
    "tn": 47,
    "fp": 33,
    "fn": 13,
    "tp": 7
   },
   "accuracy": {
    "estimate": 0.54,
    "lower": 0.44,
    "upper": 0.64
   },
   "macroF1": {
    "estimate": 0.452381,
    "lower": 0.360502,
    "upper": 0.547619
   },
   "auc": {
    "estimate": 0.47875,
    "lower": 0.336041,
    "upper": 0.620074
   }
  },
  {
   "id": "sgd-d1@d2",
   "model": "sgd",
   "label": "SGD trained on domain 1",
   "trainDomain": "1",
   "testSet": "d2",
   "group": "shift",
   "n": 100,
   "confusion": {
    "tn": 68,
    "fp": 12,
    "fn": 17,
    "tp": 3
   },
   "accuracy": {
    "estimate": 0.71,
    "lower": 0.62,
    "upper": 0.8
   },
   "macroF1": {
    "estimate": 0.497835,
    "lower": 0.408284,
    "upper": 0.600059
   },
   "auc": {
    "estimate": 0.440625,
    "lower": 0.294996,
    "upper": 0.58891
   }
  },
  {
   "id": "lr-d1@d2all",
   "model": "lr",
   "label": "LR trained on domain 1",
   "trainDomain": "1",
   "testSet": "d2all",
   "group": "shift",
   "n": 500,
   "confusion": {
    "tn": 247,
    "fp": 153,
    "fn": 51,
    "tp": 49
   },
   "accuracy": {
    "estimate": 0.592,
    "lower": 0.55,
    "upper": 0.636
   },
   "macroF1": {
    "estimate": 0.51612,
    "lower": 0.470763,
    "upper": 0.560547
   },
   "auc": {
    "estimate": 0.552825,
    "lower": 0.482789,
    "upper": 0.621484
   }
  },
  {
   "id": "sgd-d1@d2all",
   "model": "sgd",
   "label": "SGD trained on domain 1",
   "trainDomain": "1",
   "testSet": "d2all",
   "group": "shift",
   "n": 500,
   "confusion": {
    "tn": 357,
    "fp": 43,
    "fn": 86,
    "tp": 14
   },
   "accuracy": {
    "estimate": 0.742,
    "lower": 0.702,
    "upper": 0.78
   },
   "macroF1": {
    "estimate": 0.51266,
    "lower": 0.468344,
    "upper": 0.559517
   },
   "auc": {
    "estimate": 0.445325,
    "lower": 0.378565,
    "upper": 0.511854
   }
  },
  {
   "id": "lr-d3@d1",
   "model": "lr",
   "label": "LR trained on both domains",
   "trainDomain": "1+2",
   "testSet": "d1",
   "group": "pooled",
   "n": 25217,
   "confusion": {
    "tn": 577,
    "fp": 123,
    "fn": 1940,
    "tp": 22577
   },
   "accuracy": {
    "estimate": 0.91819,
    "lower": 0.91474,
    "upper": 0.92164
   },
   "macroF1": {
    "estimate": 0.657514,
    "lower": 0.646308,
    "upper": 0.66875
   },
   "auc": {
    "estimate": 0.953595,
    "lower": 0.947567,
    "upper": 0.959279
   }
  },
  {
   "id": "sgd-d3@d1",
   "model": "sgd",
   "label": "SGD trained on both domains",
   "trainDomain": "1+2",
   "testSet": "d1",
   "group": "pooled",
   "n": 25217,
   "confusion": {
    "tn": 446,
    "fp": 254,
    "fn": 3555,
    "tp": 20962
   },
   "accuracy": {
    "estimate": 0.848951,
    "lower": 0.844549,
    "upper": 0.853313
   },
   "macroF1": {
    "estimate": 0.55323,
    "lower": 0.545245,
    "upper": 0.56117
   },
   "auc": {
    "estimate": 0.862625,
    "lower": 0.851631,
    "upper": 0.873393
   }
  },
  {
   "id": "lr-d3@d2",
   "model": "lr",
   "label": "LR trained on both domains",
   "trainDomain": "1+2",
   "testSet": "d2",
   "group": "pooled",
   "n": 100,
   "confusion": {
    "tn": 63,
    "fp": 17,
    "fn": 11,
    "tp": 9
   },
   "accuracy": {
    "estimate": 0.72,
    "lower": 0.63,
    "upper": 0.8
   },
   "macroF1": {
    "estimate": 0.604743,
    "lower": 0.493333,
    "upper": 0.708544
   },
   "auc": {
    "estimate": 0.6475,
    "lower": 0.501171,
    "upper": 0.786186
   }
  },
  {
   "id": "sgd-d3@d2",
   "model": "sgd",
   "label": "SGD trained on both domains",
   "trainDomain": "1+2",
   "testSet": "d2",
   "group": "pooled",
   "n": 100,
   "confusion": {
    "tn": 69,
    "fp": 11,
    "fn": 13,
    "tp": 7
   },
   "accuracy": {
    "estimate": 0.76,
    "lower": 0.68,
    "upper": 0.84
   },
   "macroF1": {
    "estimate": 0.610136,
    "lower": 0.495866,
    "upper": 0.71875
   },
   "auc": {
    "estimate": 0.576875,
    "lower": 0.41882,
    "upper": 0.733523
   }
  },
  {
   "id": "lr-d1@d1g",
   "model": "lr",
   "label": "LR trained on domain 1",
   "trainDomain": "1",
   "testSet": "d1g",
   "group": "grouped",
   "n": 25425,
   "confusion": {
    "tn": 463,
    "fp": 205,
    "fn": 1320,
    "tp": 23437
   },
   "accuracy": {
    "estimate": 0.94002,
    "lower": 0.937109,
    "upper": 0.942891
   },
   "macroF1": {
    "estimate": 0.673148,
    "lower": 0.660634,
    "upper": 0.685477
   },
   "auc": {
    "estimate": 0.944632,
    "lower": 0.937089,
    "upper": 0.951536
   }
  },
  {
   "id": "sgd-d1@d1g",
   "model": "sgd",
   "label": "SGD trained on domain 1",
   "trainDomain": "1",
   "testSet": "d1g",
   "group": "grouped",
   "n": 25425,
   "confusion": {
    "tn": 379,
    "fp": 289,
    "fn": 2269,
    "tp": 22488
   },
   "accuracy": {
    "estimate": 0.89939,
    "lower": 0.895733,
    "upper": 0.903048
   },
   "macroF1": {
    "estimate": 0.587387,
    "lower": 0.577257,
    "upper": 0.597194
   },
   "auc": {
    "estimate": 0.873642,
    "lower": 0.862157,
    "upper": 0.884501
   }
  },
  {
   "id": "lr-d2@d2g",
   "model": "lr",
   "label": "LR trained on domain 2",
   "trainDomain": "2",
   "testSet": "d2g",
   "group": "grouped",
   "n": 103,
   "confusion": {
    "tn": 67,
    "fp": 17,
    "fn": 11,
    "tp": 8
   },
   "accuracy": {
    "estimate": 0.728155,
    "lower": 0.640777,
    "upper": 0.815534
   },
   "macroF1": {
    "estimate": 0.595398,
    "lower": 0.483709,
    "upper": 0.701449
   },
   "auc": {
    "estimate": 0.599624,
    "lower": 0.439644,
    "upper": 0.754448
   }
  },
  {
   "id": "sgd-d2@d2g",
   "model": "sgd",
   "label": "SGD trained on domain 2",
   "trainDomain": "2",
   "testSet": "d2g",
   "group": "grouped",
   "n": 103,
   "confusion": {
    "tn": 57,
    "fp": 27,
    "fn": 12,
    "tp": 7
   },
   "accuracy": {
    "estimate": 0.621359,
    "lower": 0.524272,
    "upper": 0.718447
   },
   "macroF1": {
    "estimate": 0.504624,
    "lower": 0.407333,
    "upper": 0.603224
   },
   "auc": {
    "estimate": 0.497494,
    "lower": 0.343976,
    "upper": 0.654819
   }
  },
  {
   "id": "majority@d1",
   "model": "majority",
   "label": "Always the training majority",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "baseline",
   "n": 25217,
   "confusion": {
    "tn": 0,
    "fp": 700,
    "fn": 0,
    "tp": 24517
   },
   "accuracy": {
    "estimate": 0.972241,
    "lower": 0.970179,
    "upper": 0.974263
   },
   "macroF1": {
    "estimate": 0.492963,
    "lower": 0.492432,
    "upper": 0.493482
   },
   "auc": {
    "estimate": 0.5,
    "lower": 0.5,
    "upper": 0.5
   }
  },
  {
   "id": "length@d1",
   "model": "length",
   "label": "Logistic regression on log length",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "baseline",
   "n": 25217,
   "confusion": {
    "tn": 630,
    "fp": 70,
    "fn": 4280,
    "tp": 20237
   },
   "accuracy": {
    "estimate": 0.827497,
    "lower": 0.822739,
    "upper": 0.832137
   },
   "macroF1": {
    "estimate": 0.563776,
    "lower": 0.555817,
    "upper": 0.57149
   },
   "auc": {
    "estimate": 0.93232,
    "lower": 0.923488,
    "upper": 0.940781
   }
  },
  {
   "id": "majority@d2",
   "model": "majority",
   "label": "Always the training majority",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "baseline",
   "n": 100,
   "confusion": {
    "tn": 80,
    "fp": 0,
    "fn": 20,
    "tp": 0
   },
   "accuracy": {
    "estimate": 0.8,
    "lower": 0.72,
    "upper": 0.88
   },
   "macroF1": {
    "estimate": 0.444444,
    "lower": 0.418605,
    "upper": 0.468085
   },
   "auc": {
    "estimate": 0.5,
    "lower": 0.5,
    "upper": 0.5
   }
  },
  {
   "id": "length@d2",
   "model": "length",
   "label": "Logistic regression on log length",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "baseline",
   "n": 100,
   "confusion": {
    "tn": 45,
    "fp": 35,
    "fn": 6,
    "tp": 14
   },
   "accuracy": {
    "estimate": 0.59,
    "lower": 0.49,
    "upper": 0.69
   },
   "macroF1": {
    "estimate": 0.54641,
    "lower": 0.442959,
    "upper": 0.644051
   },
   "auc": {
    "estimate": 0.6575,
    "lower": 0.524799,
    "upper": 0.780625
   }
  },
  {
   "id": "lr-none@d1",
   "model": "lr",
   "label": "No re-balancing, no class weights",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "balancing",
   "n": 25217,
   "confusion": {
    "tn": 356,
    "fp": 344,
    "fn": 82,
    "tp": 24435
   },
   "accuracy": {
    "estimate": 0.983107,
    "lower": 0.981481,
    "upper": 0.984653
   },
   "macroF1": {
    "estimate": 0.808509,
    "lower": 0.791256,
    "upper": 0.825291
   },
   "auc": {
    "estimate": 0.974509,
    "lower": 0.970063,
    "upper": 0.978461
   },
   "ece": {
    "estimate": 0.00216974,
    "lower": 0.00165389,
    "upper": 0.0039354
   }
  },
  {
   "id": "lr-weights@d1",
   "model": "lr",
   "label": "Class weights only",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "balancing",
   "n": 25217,
   "confusion": {
    "tn": 544,
    "fp": 156,
    "fn": 929,
    "tp": 23588
   },
   "accuracy": {
    "estimate": 0.956973,
    "lower": 0.954435,
    "upper": 0.959472
   },
   "macroF1": {
    "estimate": 0.739104,
    "lower": 0.725725,
    "upper": 0.752102
   },
   "auc": {
    "estimate": 0.968985,
    "lower": 0.96403,
    "upper": 0.97357
   },
   "ece": {
    "estimate": 0.0371681,
    "lower": 0.0349257,
    "upper": 0.039426
   }
  },
  {
   "id": "lr-index-smote@d1",
   "model": "lr",
   "label": "Index-SMOTE copies + class weights (the 2023 recipe)",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "balancing",
   "n": 25217,
   "confusion": {
    "tn": 552,
    "fp": 148,
    "fn": 1343,
    "tp": 23174
   },
   "accuracy": {
    "estimate": 0.940873,
    "lower": 0.938018,
    "upper": 0.943729
   },
   "macroF1": {
    "estimate": 0.697133,
    "lower": 0.684695,
    "upper": 0.709105
   },
   "auc": {
    "estimate": 0.959727,
    "lower": 0.953889,
    "upper": 0.965024
   },
   "ece": {
    "estimate": 0.0537281,
    "lower": 0.0511251,
    "upper": 0.0563713
   }
  },
  {
   "id": "lr-smote@d1",
   "model": "lr",
   "label": "SMOTE on the bag-of-words features + class weights",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "balancing",
   "n": 25217,
   "confusion": {
    "tn": 520,
    "fp": 180,
    "fn": 1203,
    "tp": 23314
   },
   "accuracy": {
    "estimate": 0.945156,
    "lower": 0.94234,
    "upper": 0.947892
   },
   "macroF1": {
    "estimate": 0.700207,
    "lower": 0.687436,
    "upper": 0.712349
   },
   "auc": {
    "estimate": 0.958945,
    "lower": 0.95311,
    "upper": 0.964349
   },
   "ece": {
    "estimate": 0.0486381,
    "lower": 0.0461417,
    "upper": 0.051183
   }
  },
  {
   "id": "lr-rus@d1",
   "model": "lr",
   "label": "Random under-sampling + class weights",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "balancing",
   "n": 25217,
   "confusion": {
    "tn": 654,
    "fp": 46,
    "fn": 3163,
    "tp": 21354
   },
   "accuracy": {
    "estimate": 0.872745,
    "lower": 0.868619,
    "upper": 0.876789
   },
   "macroF1": {
    "estimate": 0.609843,
    "lower": 0.600696,
    "upper": 0.619071
   },
   "auc": {
    "estimate": 0.964977,
    "lower": 0.960196,
    "upper": 0.969504
   },
   "ece": {
    "estimate": 0.141022,
    "lower": 0.137798,
    "upper": 0.144267
   }
  },
  {
   "id": "lr-none@d2",
   "model": "lr",
   "label": "No re-balancing, no class weights",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "balancing",
   "n": 100,
   "confusion": {
    "tn": 77,
    "fp": 3,
    "fn": 10,
    "tp": 10
   },
   "accuracy": {
    "estimate": 0.87,
    "lower": 0.8,
    "upper": 0.93
   },
   "macroF1": {
    "estimate": 0.764108,
    "lower": 0.636052,
    "upper": 0.866387
   },
   "auc": {
    "estimate": 0.759375,
    "lower": 0.605659,
    "upper": 0.893916
   },
   "ece": {
    "estimate": 0.105218,
    "lower": 0.058499,
    "upper": 0.179308
   }
  },
  {
   "id": "lr-weights@d2",
   "model": "lr",
   "label": "Class weights only",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "balancing",
   "n": 100,
   "confusion": {
    "tn": 75,
    "fp": 5,
    "fn": 10,
    "tp": 10
   },
   "accuracy": {
    "estimate": 0.85,
    "lower": 0.78,
    "upper": 0.92
   },
   "macroF1": {
    "estimate": 0.74026,
    "lower": 0.611429,
    "upper": 0.843137
   },
   "auc": {
    "estimate": 0.76125,
    "lower": 0.609631,
    "upper": 0.893602
   },
   "ece": {
    "estimate": 0.118225,
    "lower": 0.0679025,
    "upper": 0.191088
   }
  },
  {
   "id": "lr-index-smote@d2",
   "model": "lr",
   "label": "Index-SMOTE copies + class weights (the 2023 recipe)",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "balancing",
   "n": 100,
   "confusion": {
    "tn": 77,
    "fp": 3,
    "fn": 11,
    "tp": 9
   },
   "accuracy": {
    "estimate": 0.86,
    "lower": 0.79,
    "upper": 0.92
   },
   "macroF1": {
    "estimate": 0.739583,
    "lower": 0.610136,
    "upper": 0.850139
   },
   "auc": {
    "estimate": 0.76,
    "lower": 0.607059,
    "upper": 0.894491
   },
   "ece": {
    "estimate": 0.111899,
    "lower": 0.0641536,
    "upper": 0.185675
   }
  },
  {
   "id": "lr-smote@d2",
   "model": "lr",
   "label": "SMOTE on the bag-of-words features + class weights",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "balancing",
   "n": 100,
   "confusion": {
    "tn": 77,
    "fp": 3,
    "fn": 11,
    "tp": 9
   },
   "accuracy": {
    "estimate": 0.86,
    "lower": 0.79,
    "upper": 0.92
   },
   "macroF1": {
    "estimate": 0.739583,
    "lower": 0.610136,
    "upper": 0.850139
   },
   "auc": {
    "estimate": 0.76125,
    "lower": 0.610074,
    "upper": 0.895089
   },
   "ece": {
    "estimate": 0.120557,
    "lower": 0.0725093,
    "upper": 0.197153
   }
  },
  {
   "id": "lr-rus@d2",
   "model": "lr",
   "label": "Random under-sampling + class weights",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "balancing",
   "n": 100,
   "confusion": {
    "tn": 54,
    "fp": 26,
    "fn": 8,
    "tp": 12
   },
   "accuracy": {
    "estimate": 0.66,
    "lower": 0.56,
    "upper": 0.75
   },
   "macroF1": {
    "estimate": 0.587178,
    "lower": 0.480249,
    "upper": 0.68652
   },
   "auc": {
    "estimate": 0.639375,
    "lower": 0.472537,
    "upper": 0.79125
   },
   "ece": {
    "estimate": 0.272029,
    "lower": 0.220426,
    "upper": 0.359115
   }
  },
  {
   "id": "lr-recipe-grouped50@d1",
   "model": "lr",
   "label": "2023 recipe, C chosen on folds grouped by source row (50 iterations)",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "sensitivity",
   "n": 25217,
   "confusion": {
    "tn": 634,
    "fp": 66,
    "fn": 2356,
    "tp": 22161
   },
   "accuracy": {
    "estimate": 0.903954,
    "lower": 0.900305,
    "upper": 0.907562
   },
   "macroF1": {
    "estimate": 0.645909,
    "lower": 0.635679,
    "upper": 0.656179
   },
   "auc": {
    "estimate": 0.971131,
    "lower": 0.966568,
    "upper": 0.975224
   },
   "ece": {
    "estimate": 0.112035,
    "lower": 0.109247,
    "upper": 0.114807
   }
  },
  {
   "id": "lr-recipe-conv@d1",
   "model": "lr",
   "label": "2023 recipe, solver run to convergence (2023 folds)",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "sensitivity",
   "n": 25217,
   "confusion": {
    "tn": 513,
    "fp": 187,
    "fn": 1313,
    "tp": 23204
   },
   "accuracy": {
    "estimate": 0.940516,
    "lower": 0.937582,
    "upper": 0.943372
   },
   "macroF1": {
    "estimate": 0.687433,
    "lower": 0.674797,
    "upper": 0.699693
   },
   "auc": {
    "estimate": 0.950399,
    "lower": 0.943114,
    "upper": 0.956997
   },
   "ece": {
    "estimate": 0.0571606,
    "lower": 0.0544379,
    "upper": 0.0600506
   }
  },
  {
   "id": "lr-fixedc@d1",
   "model": "lr",
   "label": "2023 recipe at its own C, solver run to convergence",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "sensitivity",
   "n": 25217,
   "confusion": {
    "tn": 512,
    "fp": 188,
    "fn": 1305,
    "tp": 23212
   },
   "accuracy": {
    "estimate": 0.940794,
    "lower": 0.937899,
    "upper": 0.943609
   },
   "macroF1": {
    "estimate": 0.687838,
    "lower": 0.675213,
    "upper": 0.700166
   },
   "auc": {
    "estimate": 0.949995,
    "lower": 0.942693,
    "upper": 0.956627
   },
   "ece": {
    "estimate": 0.0575642,
    "lower": 0.0548112,
    "upper": 0.0604517
   }
  },
  {
   "id": "lr-none-conv@d1",
   "model": "lr",
   "label": "No re-balancing, no class weights",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "converged",
   "n": 25217,
   "confusion": {
    "tn": 359,
    "fp": 341,
    "fn": 93,
    "tp": 24424
   },
   "accuracy": {
    "estimate": 0.982789,
    "lower": 0.981164,
    "upper": 0.984376
   },
   "macroF1": {
    "estimate": 0.807229,
    "lower": 0.789705,
    "upper": 0.824076
   },
   "auc": {
    "estimate": 0.97459,
    "lower": 0.970142,
    "upper": 0.978544
   },
   "ece": {
    "estimate": 0.00218585,
    "lower": 0.00158304,
    "upper": 0.00392741
   }
  },
  {
   "id": "lr-weights-conv@d1",
   "model": "lr",
   "label": "Class weights only",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "converged",
   "n": 25217,
   "confusion": {
    "tn": 460,
    "fp": 240,
    "fn": 635,
    "tp": 23882
   },
   "accuracy": {
    "estimate": 0.965301,
    "lower": 0.962922,
    "upper": 0.967562
   },
   "macroF1": {
    "estimate": 0.747273,
    "lower": 0.732519,
    "upper": 0.761516
   },
   "auc": {
    "estimate": 0.958909,
    "lower": 0.95313,
    "upper": 0.964347
   },
   "ece": {
    "estimate": 0.0334758,
    "lower": 0.0313269,
    "upper": 0.0357598
   }
  },
  {
   "id": "lr-index-smote-conv@d1",
   "model": "lr",
   "label": "Index-SMOTE copies + class weights (the 2023 recipe)",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "converged",
   "n": 25217,
   "confusion": {
    "tn": 635,
    "fp": 65,
    "fn": 2389,
    "tp": 22128
   },
   "accuracy": {
    "estimate": 0.902685,
    "lower": 0.899036,
    "upper": 0.906293
   },
   "macroF1": {
    "estimate": 0.644247,
    "lower": 0.633991,
    "upper": 0.654329
   },
   "auc": {
    "estimate": 0.971027,
    "lower": 0.966432,
    "upper": 0.975142
   },
   "ece": {
    "estimate": 0.112028,
    "lower": 0.109206,
    "upper": 0.11482
   }
  },
  {
   "id": "lr-smote-conv@d1",
   "model": "lr",
   "label": "SMOTE on the bag-of-words features + class weights",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "converged",
   "n": 25217,
   "confusion": {
    "tn": 511,
    "fp": 189,
    "fn": 1246,
    "tp": 23271
   },
   "accuracy": {
    "estimate": 0.943094,
    "lower": 0.940278,
    "upper": 0.94591
   },
   "macroF1": {
    "estimate": 0.693022,
    "lower": 0.680413,
    "upper": 0.705295
   },
   "auc": {
    "estimate": 0.952653,
    "lower": 0.945815,
    "upper": 0.958887
   },
   "ece": {
    "estimate": 0.054173,
    "lower": 0.0514718,
    "upper": 0.0569136
   }
  },
  {
   "id": "lr-rus-conv@d1",
   "model": "lr",
   "label": "Random under-sampling + class weights",
   "trainDomain": "1",
   "testSet": "d1",
   "group": "converged",
   "n": 25217,
   "confusion": {
    "tn": 653,
    "fp": 47,
    "fn": 3158,
    "tp": 21359
   },
   "accuracy": {
    "estimate": 0.872903,
    "lower": 0.868739,
    "upper": 0.876908
   },
   "macroF1": {
    "estimate": 0.609862,
    "lower": 0.600618,
    "upper": 0.619098
   },
   "auc": {
    "estimate": 0.96484,
    "lower": 0.959868,
    "upper": 0.969483
   },
   "ece": {
    "estimate": 0.139507,
    "lower": 0.136273,
    "upper": 0.142791
   }
  },
  {
   "id": "lr-recipe-grouped50@d2",
   "model": "lr",
   "label": "2023 recipe, C chosen on folds grouped by source row (50 iterations)",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "sensitivity",
   "n": 100,
   "confusion": {
    "tn": 58,
    "fp": 22,
    "fn": 10,
    "tp": 10
   },
   "accuracy": {
    "estimate": 0.68,
    "lower": 0.59,
    "upper": 0.77
   },
   "macroF1": {
    "estimate": 0.5842,
    "lower": 0.478591,
    "upper": 0.68652
   },
   "auc": {
    "estimate": 0.683125,
    "lower": 0.550113,
    "upper": 0.803527
   },
   "ece": {
    "estimate": 0.266751,
    "lower": 0.194121,
    "upper": 0.340838
   }
  },
  {
   "id": "lr-recipe-conv@d2",
   "model": "lr",
   "label": "2023 recipe, solver run to convergence (2023 folds)",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "sensitivity",
   "n": 100,
   "confusion": {
    "tn": 77,
    "fp": 3,
    "fn": 11,
    "tp": 9
   },
   "accuracy": {
    "estimate": 0.86,
    "lower": 0.79,
    "upper": 0.92
   },
   "macroF1": {
    "estimate": 0.739583,
    "lower": 0.610136,
    "upper": 0.850139
   },
   "auc": {
    "estimate": 0.768125,
    "lower": 0.620061,
    "upper": 0.897479
   },
   "ece": {
    "estimate": 0.143562,
    "lower": 0.0823303,
    "upper": 0.21206
   }
  },
  {
   "id": "lr-fixedc@d2",
   "model": "lr",
   "label": "2023 recipe at its own C, solver run to convergence",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "sensitivity",
   "n": 100,
   "confusion": {
    "tn": 76,
    "fp": 4,
    "fn": 10,
    "tp": 10
   },
   "accuracy": {
    "estimate": 0.86,
    "lower": 0.79,
    "upper": 0.92
   },
   "macroF1": {
    "estimate": 0.751949,
    "lower": 0.626246,
    "upper": 0.85432
   },
   "auc": {
    "estimate": 0.75875,
    "lower": 0.607456,
    "upper": 0.89098
   },
   "ece": {
    "estimate": 0.126991,
    "lower": 0.0741597,
    "upper": 0.196933
   }
  },
  {
   "id": "lr-none-conv@d2",
   "model": "lr",
   "label": "No re-balancing, no class weights",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "converged",
   "n": 100,
   "confusion": {
    "tn": 76,
    "fp": 4,
    "fn": 10,
    "tp": 10
   },
   "accuracy": {
    "estimate": 0.86,
    "lower": 0.79,
    "upper": 0.92
   },
   "macroF1": {
    "estimate": 0.751949,
    "lower": 0.626246,
    "upper": 0.85432
   },
   "auc": {
    "estimate": 0.75875,
    "lower": 0.606907,
    "upper": 0.892104
   },
   "ece": {
    "estimate": 0.132442,
    "lower": 0.0784999,
    "upper": 0.202064
   }
  },
  {
   "id": "lr-weights-conv@d2",
   "model": "lr",
   "label": "Class weights only",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "converged",
   "n": 100,
   "confusion": {
    "tn": 76,
    "fp": 4,
    "fn": 10,
    "tp": 10
   },
   "accuracy": {
    "estimate": 0.86,
    "lower": 0.79,
    "upper": 0.92
   },
   "macroF1": {
    "estimate": 0.751949,
    "lower": 0.626246,
    "upper": 0.85432
   },
   "auc": {
    "estimate": 0.7625,
    "lower": 0.611615,
    "upper": 0.893759
   },
   "ece": {
    "estimate": 0.137631,
    "lower": 0.0785239,
    "upper": 0.206415
   }
  },
  {
   "id": "lr-index-smote-conv@d2",
   "model": "lr",
   "label": "Index-SMOTE copies + class weights (the 2023 recipe)",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "converged",
   "n": 100,
   "confusion": {
    "tn": 58,
    "fp": 22,
    "fn": 10,
    "tp": 10
   },
   "accuracy": {
    "estimate": 0.68,
    "lower": 0.59,
    "upper": 0.77
   },
   "macroF1": {
    "estimate": 0.5842,
    "lower": 0.478591,
    "upper": 0.68652
   },
   "auc": {
    "estimate": 0.683125,
    "lower": 0.550113,
    "upper": 0.803527
   },
   "ece": {
    "estimate": 0.266751,
    "lower": 0.194121,
    "upper": 0.340838
   }
  },
  {
   "id": "lr-smote-conv@d2",
   "model": "lr",
   "label": "SMOTE on the bag-of-words features + class weights",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "converged",
   "n": 100,
   "confusion": {
    "tn": 76,
    "fp": 4,
    "fn": 11,
    "tp": 9
   },
   "accuracy": {
    "estimate": 0.85,
    "lower": 0.78,
    "upper": 0.92
   },
   "macroF1": {
    "estimate": 0.727817,
    "lower": 0.59916,
    "upper": 0.83669
   },
   "auc": {
    "estimate": 0.765,
    "lower": 0.613746,
    "upper": 0.897602
   },
   "ece": {
    "estimate": 0.137082,
    "lower": 0.0812209,
    "upper": 0.20974
   }
  },
  {
   "id": "lr-rus-conv@d2",
   "model": "lr",
   "label": "Random under-sampling + class weights",
   "trainDomain": "2",
   "testSet": "d2",
   "group": "converged",
   "n": 100,
   "confusion": {
    "tn": 54,
    "fp": 26,
    "fn": 8,
    "tp": 12
   },
   "accuracy": {
    "estimate": 0.66,
    "lower": 0.56,
    "upper": 0.75
   },
   "macroF1": {
    "estimate": 0.587178,
    "lower": 0.480249,
    "upper": 0.68652
   },
   "auc": {
    "estimate": 0.639375,
    "lower": 0.472537,
    "upper": 0.79125
   },
   "ece": {
    "estimate": 0.27203,
    "lower": 0.220427,
    "upper": 0.359116
   }
  }
 ],
 "comparisons": [
  {
   "id": "lr-vs-sgd@d1",
   "label": "LR vs SGD, domain 1",
   "a": "lr-d1@d1",
   "b": "sgd-d1@d1",
   "testSet": "d1",
   "n": 25217,
   "both": 22252,
   "onlyA": 1474,
   "onlyB": 721,
   "neither": 770,
   "exactP": 3.993156363075666e-59,
   "chiSquare": 257.6328018223235,
   "chiSquareP": 5.630121025252976e-58,
   "diff": {
    "accuracy": {
     "estimate": 0.0298608,
     "lower": 0.0263314,
     "upper": 0.0334705
    },
    "macroF1": {
     "estimate": 0.0832382,
     "lower": 0.073668,
     "upper": 0.0930456
    },
    "auc": {
     "estimate": 0.0579447,
     "lower": 0.0511088,
     "upper": 0.0649587
    }
   }
  },
  {
   "id": "lr-vs-sgd@d2",
   "label": "LR vs SGD, domain 2",
   "a": "lr-d2@d2",
   "b": "sgd-d2@d2",
   "testSet": "d2",
   "n": 100,
   "both": 76,
   "onlyA": 10,
   "onlyB": 5,
   "neither": 9,
   "exactP": 0.30175781249999994,
   "chiSquare": 1.0666666666666667,
   "chiSquareP": 0.30169958247834494,
   "diff": {
    "accuracy": {
     "estimate": 0.05,
     "lower": -0.02,
     "upper": 0.13
    },
    "macroF1": {
     "estimate": 0.0421793,
     "lower": -0.0836832,
     "upper": 0.170775
    },
    "auc": {
     "estimate": 0.02125,
     "lower": -0.0752967,
     "upper": 0.121263
    }
   }
  },
  {
   "id": "own-vs-pooled-lr@d1",
   "label": "Domain-1 LR vs pooled LR, domain 1",
   "a": "lr-d1@d1",
   "b": "lr-d3@d1",
   "testSet": "d1",
   "n": 25217,
   "both": 22639,
   "onlyA": 1087,
   "onlyB": 515,
   "neither": 976,
   "exactP": 3.6703644137695597e-47,
   "chiSquare": 203.52122347066168,
   "chiSquareP": 3.560038977899052e-46,
   "diff": {
    "accuracy": {
     "estimate": 0.0226831,
     "lower": 0.0195503,
     "upper": 0.0257763
    },
    "macroF1": {
     "estimate": 0.0396195,
     "lower": 0.0316697,
     "upper": 0.0477429
    },
    "auc": {
     "estimate": 0.00613178,
     "lower": 0.0023326,
     "upper": 0.00979005
    }
   }
  },
  {
   "id": "own-vs-pooled-lr@d2",
   "label": "Domain-2 LR vs pooled LR, domain 2",
   "a": "lr-d2@d2",
   "b": "lr-d3@d2",
   "testSet": "d2",
   "n": 100,
   "both": 68,
   "onlyA": 18,
   "onlyB": 4,
   "neither": 10,
   "exactP": 0.004343509674072266,
   "chiSquare": 7.681818181818182,
   "chiSquareP": 0.005577994003398252,
   "diff": {
    "accuracy": {
     "estimate": 0.14,
     "lower": 0.05,
     "upper": 0.23
    },
    "macroF1": {
     "estimate": 0.13484,
     "lower": -0.014382,
     "upper": 0.273371
    },
    "auc": {
     "estimate": 0.1125,
     "lower": -0.0981456,
     "upper": 0.315652
    }
   }
  },
  {
   "id": "own-vs-shift-lr@d2",
   "label": "Domain-2 LR vs domain-1 LR, domain 2",
   "a": "lr-d2@d2",
   "b": "lr-d1@d2",
   "testSet": "d2",
   "n": 100,
   "both": 50,
   "onlyA": 36,
   "onlyB": 4,
   "neither": 10,
   "exactP": 1.8570244719740003e-07,
   "chiSquare": 24.025,
   "chiSquareP": 9.509294351575039e-07,
   "diff": {
    "accuracy": {
     "estimate": 0.32,
     "lower": 0.21,
     "upper": 0.43
    },
    "macroF1": {
     "estimate": 0.287202,
     "lower": 0.142167,
     "upper": 0.421044
    },
    "auc": {
     "estimate": 0.28125,
     "lower": 0.0649313,
     "upper": 0.49438
    }
   }
  },
  {
   "id": "own-vs-shift-lr@d1",
   "label": "Domain-1 LR vs domain-2 LR, domain 1",
   "a": "lr-d1@d1",
   "b": "lr-d2@d1",
   "testSet": "d1",
   "n": 25217,
   "both": 2607,
   "onlyA": 21119,
   "onlyB": 162,
   "neither": 1329,
   "exactP": 0.0,
   "chiSquare": 20635.96334758705,
   "chiSquareP": 0.0,
   "diff": {
    "accuracy": {
     "estimate": 0.831066,
     "lower": 0.826189,
     "upper": 0.835826
    },
    "macroF1": {
     "estimate": 0.589981,
     "lower": 0.578588,
     "upper": 0.601033
    },
    "auc": {
     "estimate": 0.320298,
     "lower": 0.303649,
     "upper": 0.337147
    }
   }
  },
  {
   "id": "recipe-vs-weights@d1",
   "label": "2023 recipe vs class weights only, domain 1",
   "a": "lr-index-smote@d1",
   "b": "lr-weights@d1",
   "testSet": "d1",
   "n": 25217,
   "both": 23518,
   "onlyA": 208,
   "onlyB": 614,
   "neither": 877,
   "exactP": 2.951591180767728e-47,
   "chiSquare": 199.54379562043795,
   "chiSquareP": 2.6265547545715732e-45,
   "diff": {
    "accuracy": {
     "estimate": -0.0161002,
     "lower": -0.018321,
     "upper": -0.0139182
    },
    "macroF1": {
     "estimate": -0.0419709,
     "lower": -0.0496007,
     "upper": -0.0342772
    },
    "auc": {
     "estimate": -0.00925836,
     "lower": -0.0118884,
     "upper": -0.00686909
    }
   }
  },
  {
   "id": "recipe-vs-weights@d2",
   "label": "2023 recipe vs class weights only, domain 2",
   "a": "lr-index-smote@d2",
   "b": "lr-weights@d2",
   "testSet": "d2",
   "n": 100,
   "both": 84,
   "onlyA": 2,
   "onlyB": 1,
   "neither": 13,
   "exactP": 1.0,
   "chiSquare": 0.0,
   "chiSquareP": 1.0,
   "diff": {
    "accuracy": {
     "estimate": 0.01,
     "lower": -0.02,
     "upper": 0.05
    },
    "macroF1": {
     "estimate": -0.000676407,
     "lower": -0.0656745,
     "upper": 0.0519726
    },
    "auc": {
     "estimate": -0.00125,
     "lower": -0.027451,
     "upper": 0.025641
    }
   }
  },
  {
   "id": "recipe-vs-none@d1",
   "label": "2023 recipe vs no re-balancing, domain 1",
   "a": "lr-index-smote@d1",
   "b": "lr-none@d1",
   "testSet": "d1",
   "n": 25217,
   "both": 23524,
   "onlyA": 202,
   "onlyB": 1267,
   "neither": 224,
   "exactP": 1.2574289668726064e-188,
   "chiSquare": 770.6575901974132,
   "chiSquareP": 1.2935349892831673e-169,
   "diff": {
    "accuracy": {
     "estimate": -0.0422334,
     "lower": -0.0451679,
     "upper": -0.0393782
    },
    "macroF1": {
     "estimate": -0.111375,
     "lower": -0.128313,
     "upper": -0.0946086
    },
    "auc": {
     "estimate": -0.0147818,
     "lower": -0.018144,
     "upper": -0.0117207
    }
   }
  },
  {
   "id": "recipe-vs-none@d2",
   "label": "2023 recipe vs no re-balancing, domain 2",
   "a": "lr-index-smote@d2",
   "b": "lr-none@d2",
   "testSet": "d2",
   "n": 100,
   "both": 86,
   "onlyA": 0,
   "onlyB": 1,
   "neither": 13,
   "exactP": 1.0,
   "chiSquare": 0.0,
   "chiSquareP": 1.0,
   "diff": {
    "accuracy": {
     "estimate": -0.01,
     "lower": -0.03,
     "upper": 0.0
    },
    "macroF1": {
     "estimate": -0.0245248,
     "lower": -0.0837956,
     "upper": 0.0
    },
    "auc": {
     "estimate": 0.000625,
     "lower": -0.0116959,
     "upper": 0.0133929
    }
   }
  },
  {
   "id": "lr-vs-length@d1",
   "label": "LR vs the length-only baseline, domain 1",
   "a": "lr-d1@d1",
   "b": "length@d1",
   "testSet": "d1",
   "n": 25217,
   "both": 20354,
   "onlyA": 3372,
   "onlyB": 513,
   "neither": 978,
   "exactP": 0.0,
   "chiSquare": 2102.4875160875163,
   "chiSquareP": 0.0,
   "diff": {
    "accuracy": {
     "estimate": 0.113376,
     "lower": 0.108657,
     "upper": 0.118055
    },
    "macroF1": {
     "estimate": 0.133357,
     "lower": 0.124264,
     "upper": 0.14232
    },
    "auc": {
     "estimate": 0.027407,
     "lower": 0.0192357,
     "upper": 0.0358646
    }
   }
  },
  {
   "id": "lr-vs-length@d2",
   "label": "LR vs the length-only baseline, domain 2",
   "a": "lr-d2@d2",
   "b": "length@d2",
   "testSet": "d2",
   "n": 100,
   "both": 53,
   "onlyA": 33,
   "onlyB": 6,
   "neither": 8,
   "exactP": 1.429926123819314e-05,
   "chiSquare": 17.333333333333332,
   "chiSquareP": 3.136368144425899e-05,
   "diff": {
    "accuracy": {
     "estimate": 0.27,
     "lower": 0.16,
     "upper": 0.38
    },
    "macroF1": {
     "estimate": 0.193173,
     "lower": 0.0532278,
     "upper": 0.325032
    },
    "auc": {
     "estimate": 0.1025,
     "lower": -0.0758811,
     "upper": 0.27236
    }
   }
  },
  {
   "id": "asrun-vs-conv@d1",
   "label": "2023 recipe as run vs converged with grouped folds, domain 1",
   "a": "lr-d1@d1",
   "b": "lr-index-smote-conv@d1",
   "testSet": "d1",
   "n": 25217,
   "both": 22367,
   "onlyA": 1359,
   "onlyB": 396,
   "neither": 1095,
   "exactP": 2.9779499223616684e-123,
   "chiSquare": 527.3185185185185,
   "chiSquareP": 1.082237127834675e-116,
   "diff": {
    "accuracy": {
     "estimate": 0.0381885,
     "lower": 0.0350161,
     "upper": 0.0414006
    },
    "macroF1": {
     "estimate": 0.0528861,
     "lower": 0.0450214,
     "upper": 0.0608442
    },
    "auc": {
     "estimate": -0.0113002,
     "lower": -0.0149446,
     "upper": -0.0079736
    }
   }
  },
  {
   "id": "asrun-vs-conv@d2",
   "label": "2023 recipe as run vs converged with grouped folds, domain 2",
   "a": "lr-d2@d2",
   "b": "lr-index-smote-conv@d2",
   "testSet": "d2",
   "n": 100,
   "both": 65,
   "onlyA": 21,
   "onlyB": 3,
   "neither": 11,
   "exactP": 0.0002771615982055664,
   "chiSquare": 12.041666666666666,
   "chiSquareP": 0.0005202443475902309,
   "diff": {
    "accuracy": {
     "estimate": 0.18,
     "lower": 0.09,
     "upper": 0.27
    },
    "macroF1": {
     "estimate": 0.155384,
     "lower": 0.0297698,
     "upper": 0.274717
    },
    "auc": {
     "estimate": 0.076875,
     "lower": -0.0722756,
     "upper": 0.226108
    }
   }
  },
  {
   "id": "conv-recipe-vs-none@d1",
   "label": "2023 recipe vs no re-balancing, both converged with grouped folds, domain 1",
   "a": "lr-index-smote-conv@d1",
   "b": "lr-none-conv@d1",
   "testSet": "d1",
   "n": 25217,
   "both": 22487,
   "onlyA": 276,
   "onlyB": 2296,
   "neither": 158,
   "exactP": 0.0,
   "chiSquare": 1584.899300155521,
   "chiSquareP": 0.0,
   "diff": {
    "accuracy": {
     "estimate": -0.0801047,
     "lower": -0.083991,
     "upper": -0.0762977
    },
    "macroF1": {
     "estimate": -0.162982,
     "lower": -0.180782,
     "upper": -0.145208
    },
    "auc": {
     "estimate": -0.00356336,
     "lower": -0.00496482,
     "upper": -0.00216647
    }
   }
  },
  {
   "id": "conv-recipe-vs-none@d2",
   "label": "2023 recipe vs no re-balancing, both converged with grouped folds, domain 2",
   "a": "lr-index-smote-conv@d2",
   "b": "lr-none-conv@d2",
   "testSet": "d2",
   "n": 100,
   "both": 66,
   "onlyA": 2,
   "onlyB": 20,
   "neither": 12,
   "exactP": 0.00012111663818359375,
   "chiSquare": 13.136363636363637,
   "chiSquareP": 0.00028961940975555226,
   "diff": {
    "accuracy": {
     "estimate": -0.18,
     "lower": -0.27,
     "upper": -0.1
    },
    "macroF1": {
     "estimate": -0.167749,
     "lower": -0.276774,
     "upper": -0.0574923
    },
    "auc": {
     "estimate": -0.075625,
     "lower": -0.216012,
     "upper": 0.065005
    }
   }
  },
  {
   "id": "conv-recipe-vs-weights@d1",
   "label": "2023 recipe vs class weights only, both converged with grouped folds, domain 1",
   "a": "lr-index-smote-conv@d1",
   "b": "lr-weights-conv@d1",
   "testSet": "d1",
   "n": 25217,
   "both": 22431,
   "onlyA": 332,
   "onlyB": 1911,
   "neither": 543,
   "exactP": 8.944793353709847e-269,
   "chiSquare": 1110.1578243423985,
   "chiSquareP": 2.0471459145039074e-243,
   "diff": {
    "accuracy": {
     "estimate": -0.0626165,
     "lower": -0.0662648,
     "upper": -0.0589682
    },
    "macroF1": {
     "estimate": -0.103025,
     "lower": -0.115314,
     "upper": -0.0903772
    },
    "auc": {
     "estimate": 0.0121177,
     "lower": 0.00773266,
     "upper": 0.0165747
    }
   }
  }
 ],
 "calibration": {
  "d1": [
   {
    "id": "lr",
    "label": "LR, as trained",
    "ece": {
     "estimate": 0.0537281,
     "lower": 0.0511251,
     "upper": 0.0563713
    },
    "brier": {
     "estimate": 0.0489971,
     "lower": 0.0466928,
     "upper": 0.0513477
    },
    "meanP": 0.921185,
    "bins": [
     {
      "count": 1222,
      "sumP": 24.6168537996,
      "positives": 754
     },
     {
      "count": 236,
      "sumP": 34.4095365561,
      "positives": 207
     },
     {
      "count": 161,
      "sumP": 40.2491556808,
      "positives": 142
     },
     {
      "count": 162,
      "sumP": 56.6053242535,
      "positives": 143
     },
     {
      "count": 114,
      "sumP": 51.2579731522,
      "positives": 97
     },
     {
      "count": 156,
      "sumP": 85.7144127361,
      "positives": 145
     },
     {
      "count": 169,
      "sumP": 109.577407367,
      "positives": 160
     },
     {
      "count": 230,
      "sumP": 173.339006318,
      "positives": 213
     },
     {
      "count": 389,
      "sumP": 333.063126428,
      "positives": 369
     },
     {
      "count": 22378,
      "sumP": 22320.6940345,
      "positives": 22287
     }
    ]
   },
   {
    "id": "sgd",
    "label": "SGD + Platt scaling, as trained",
    "ece": {
     "estimate": 0.288798,
     "lower": 0.285741,
     "upper": 0.291835
    },
    "brier": {
     "estimate": 0.143476,
     "lower": 0.141332,
     "upper": 0.145635
    },
    "meanP": 0.683443,
    "bins": [
     {
      "count": 184,
      "sumP": 11.0440967421,
      "positives": 119
     },
     {
      "count": 549,
      "sumP": 85.8399471244,
      "positives": 399
     },
     {
      "count": 1141,
      "sumP": 290.029563096,
      "positives": 988
     },
     {
      "count": 1721,
      "sumP": 607.492998475,
      "positives": 1582
     },
     {
      "count": 2260,
      "sumP": 1021.78728705,
      "positives": 2162
     },
     {
      "count": 2806,
      "sumP": 1546.27964659,
      "positives": 2748
     },
     {
      "count": 3194,
      "sumP": 2080.64897834,
      "positives": 3173
     },
     {
      "count": 3596,
      "sumP": 2700.41422515,
      "positives": 3585
     },
     {
      "count": 4167,
      "sumP": 3547.48658714,
      "positives": 4162
     },
     {
      "count": 5599,
      "sumP": 5343.34808713,
      "positives": 5599
     }
    ]
   },
   {
    "id": "lr-prior",
    "label": "LR, prior-corrected",
    "ece": {
     "estimate": 0.0234255,
     "lower": 0.0215632,
     "upper": 0.0253975
    },
    "brier": {
     "estimate": 0.0247808,
     "lower": 0.0230758,
     "upper": 0.0264946
    },
    "meanP": 0.962044,
    "bins": [
     {
      "count": 534,
      "sumP": 9.92443473444,
      "positives": 208
     },
     {
      "count": 114,
      "sumP": 16.8171302305,
      "positives": 84
     },
     {
      "count": 79,
      "sumP": 20.1025942686,
      "positives": 58
     },
     {
      "count": 70,
      "sumP": 24.5341283628,
      "positives": 55
     },
     {
      "count": 86,
      "sumP": 39.0351078667,
      "positives": 72
     },
     {
      "count": 80,
      "sumP": 44.0925776335,
      "positives": 65
     },
     {
      "count": 115,
      "sumP": 74.6575246131,
      "positives": 95
     },
     {
      "count": 156,
      "sumP": 117.142418468,
      "positives": 127
     },
     {
      "count": 231,
      "sumP": 197.769600233,
      "positives": 204
     },
     {
      "count": 23752,
      "sumP": 23715.7966305,
      "positives": 23549
     }
    ]
   },
   {
    "id": "sgd-prior",
    "label": "SGD + Platt, prior-corrected",
    "ece": {
     "estimate": 0.00693488,
     "lower": 0.00502684,
     "upper": 0.00890538
    },
    "brier": {
     "estimate": 0.0248734,
     "lower": 0.023156,
     "upper": 0.0266446
    },
    "meanP": 0.977297,
    "bins": [
     {
      "count": 16,
      "sumP": 0.299825546181,
      "positives": 11
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 5,
      "sumP": 1.37645941257,
      "positives": 5
     },
     {
      "count": 7,
      "sumP": 2.48254237155,
      "positives": 7
     },
     {
      "count": 6,
      "sumP": 2.58882189051,
      "positives": 4
     },
     {
      "count": 17,
      "sumP": 9.56235971121,
      "positives": 13
     },
     {
      "count": 28,
      "sumP": 18.2576592181,
      "positives": 12
     },
     {
      "count": 120,
      "sumP": 91.5127238915,
      "positives": 78
     },
     {
      "count": 566,
      "sumP": 490.14825813,
      "positives": 415
     },
     {
      "count": 24452,
      "sumP": 24028.2682106,
      "positives": 23972
     }
    ]
   },
   {
    "id": "lr-none",
    "label": "LR without re-balancing",
    "ece": {
     "estimate": 0.00216974,
     "lower": 0.00165389,
     "upper": 0.0039354
    },
    "brier": {
     "estimate": 0.0139124,
     "lower": 0.0128258,
     "upper": 0.0150498
    },
    "meanP": 0.97154,
    "bins": [
     {
      "count": 156,
      "sumP": 5.22779918626,
      "positives": 5
     },
     {
      "count": 71,
      "sumP": 10.565967277,
      "positives": 11
     },
     {
      "count": 68,
      "sumP": 16.8430998615,
      "positives": 13
     },
     {
      "count": 56,
      "sumP": 19.6146959066,
      "positives": 18
     },
     {
      "count": 87,
      "sumP": 39.7696771138,
      "positives": 35
     },
     {
      "count": 115,
      "sumP": 63.5076316849,
      "positives": 78
     },
     {
      "count": 173,
      "sumP": 113.230708174,
      "positives": 123
     },
     {
      "count": 238,
      "sumP": 179.531598637,
      "positives": 183
     },
     {
      "count": 523,
      "sumP": 449.970373068,
      "positives": 458
     },
     {
      "count": 23730,
      "sumP": 23601.065279,
      "positives": 23593
     }
    ]
   }
  ],
  "d2": [
   {
    "id": "lr",
    "label": "LR, as trained",
    "ece": {
     "estimate": 0.111899,
     "lower": 0.0641536,
     "upper": 0.185675
    },
    "brier": {
     "estimate": 0.123086,
     "lower": 0.0687369,
     "upper": 0.183052
    },
    "meanP": 0.14727,
    "bins": [
     {
      "count": 76,
      "sumP": 0.806162021543,
      "positives": 7
     },
     {
      "count": 7,
      "sumP": 1.10850519093,
      "positives": 2
     },
     {
      "count": 1,
      "sumP": 0.269069607906,
      "positives": 1
     },
     {
      "count": 2,
      "sumP": 0.676005725035,
      "positives": 0
     },
     {
      "count": 2,
      "sumP": 0.911993476073,
      "positives": 1
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 1,
      "sumP": 0.672807156176,
      "positives": 1
     },
     {
      "count": 2,
      "sumP": 1.54186832771,
      "positives": 1
     },
     {
      "count": 1,
      "sumP": 0.882894020731,
      "positives": 0
     },
     {
      "count": 8,
      "sumP": 7.85771420186,
      "positives": 7
     }
    ]
   },
   {
    "id": "sgd",
    "label": "SGD + Platt scaling, as trained",
    "ece": {
     "estimate": 0.304988,
     "lower": 0.236882,
     "upper": 0.382928
    },
    "brier": {
     "estimate": 0.24127,
     "lower": 0.231747,
     "upper": 0.251013
    },
    "meanP": 0.502627,
    "bins": [
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 3,
      "sumP": 1.09403072127,
      "positives": 0
     },
     {
      "count": 44,
      "sumP": 20.6377240937,
      "positives": 6
     },
     {
      "count": 50,
      "sumP": 26.6489973183,
      "positives": 12
     },
     {
      "count": 3,
      "sumP": 1.88198778196,
      "positives": 2
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     }
    ]
   },
   {
    "id": "lr-prior",
    "label": "LR, prior-corrected",
    "ece": {
     "estimate": 0.123169,
     "lower": 0.0721936,
     "upper": 0.197141
    },
    "brier": {
     "estimate": 0.128502,
     "lower": 0.0711071,
     "upper": 0.191011
    },
    "meanP": 0.106154,
    "bins": [
     {
      "count": 84,
      "sumP": 0.611538224114,
      "positives": 10
     },
     {
      "count": 4,
      "sumP": 0.574714529649,
      "positives": 1
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 1,
      "sumP": 0.339530907047,
      "positives": 1
     },
     {
      "count": 2,
      "sumP": 0.914227654703,
      "positives": 1
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 1,
      "sumP": 0.653357730279,
      "positives": 0
     },
     {
      "count": 1,
      "sumP": 0.709214098696,
      "positives": 1
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 7,
      "sumP": 6.81281659974,
      "positives": 6
     }
    ]
   },
   {
    "id": "sgd-prior",
    "label": "SGD + Platt, prior-corrected",
    "ece": {
     "estimate": 0.0500576,
     "lower": 0.014482,
     "upper": 0.126224
    },
    "brier": {
     "estimate": 0.152304,
     "lower": 0.108893,
     "upper": 0.196019
    },
    "meanP": 0.203759,
    "bins": [
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 47,
      "sumP": 8.36325238479,
      "positives": 6
     },
     {
      "count": 52,
      "sumP": 11.6850847705,
      "positives": 14
     },
     {
      "count": 1,
      "sumP": 0.32759622354,
      "positives": 0
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     }
    ]
   },
   {
    "id": "lr-none",
    "label": "LR without re-balancing",
    "ece": {
     "estimate": 0.105218,
     "lower": 0.058499,
     "upper": 0.179308
    },
    "brier": {
     "estimate": 0.121913,
     "lower": 0.0673067,
     "upper": 0.182393
    },
    "meanP": 0.133101,
    "bins": [
     {
      "count": 76,
      "sumP": 0.593046418867,
      "positives": 7
     },
     {
      "count": 9,
      "sumP": 1.14329148817,
      "positives": 3
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 1,
      "sumP": 0.360005408222,
      "positives": 0
     },
     {
      "count": 1,
      "sumP": 0.492432732934,
      "positives": 0
     },
     {
      "count": 3,
      "sumP": 1.65777740449,
      "positives": 2
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 3,
      "sumP": 2.2339125862,
      "positives": 2
     },
     {
      "count": 0,
      "sumP": 0.0,
      "positives": 0
     },
     {
      "count": 7,
      "sumP": 6.82959080936,
      "positives": 6
     }
    ]
   }
  ]
 },
 "roc": {
  "d1": {
   "lr": [
    0.299303,
    0.579557,
    0.735204,
    0.79035,
    0.816576,
    0.831668,
    0.844271,
    0.863442,
    0.868295,
    0.873272,
    0.882367,
    0.891667,
    0.901742,
    0.909043,
    0.916874,
    0.919892,
    0.925317,
    0.928906,
    0.932455,
    0.938532,
    0.941388,
    0.944487,
    0.947547,
    0.948689,
    0.949831,
    0.953175,
    0.954113,
    0.957377,
    0.958559,
    0.960803,
    0.963046,
    0.965249,
    0.967777,
    0.969083,
    0.970266,
    0.971244,
    0.972427,
    0.974018,
    0.975323,
    0.976221,
    0.978423,
    0.980136,
    0.980544,
    0.981972,
    0.983481,
    0.984501,
    0.98552,
    0.987315,
    0.987682,
    0.988049,
    0.988253,
    0.988865,
    0.989966,
    0.991312,
    0.991761,
    0.992209,
    0.99274,
    0.993392,
    0.993555,
    0.99433,
    0.994738,
    0.994983,
    0.995309,
    0.995636,
    0.996125,
    0.996288,
    0.996329,
    0.996778,
    0.996982,
    0.997226,
    0.997797,
    0.997879,
    0.998001,
    0.998246,
    0.998328,
    0.998328,
    0.998491,
    0.998572,
    0.998817,
    0.998899,
    0.999103,
    0.999184,
    0.999184,
    0.999307,
    0.999388,
    0.99947,
    0.99947,
    0.999551,
    0.999674,
    0.999714,
    0.999714,
    0.999755,
    0.999755,
    0.999755,
    0.999755,
    0.999837,
    0.999918,
    0.999918,
    0.999918,
    0.999918,
    1.0
   ],
   "sgd": [
    0.229555,
    0.430151,
    0.522699,
    0.590203,
    0.63923,
    0.670229,
    0.682914,
    0.720765,
    0.728882,
    0.741893,
    0.750908,
    0.76396,
    0.772484,
    0.782192,
    0.792348,
    0.799078,
    0.804911,
    0.808786,
    0.816821,
    0.830363,
    0.835583,
    0.84109,
    0.848799,
    0.856018,
    0.8592,
    0.860627,
    0.864584,
    0.86907,
    0.876412,
    0.878411,
    0.884162,
    0.887262,
    0.889179,
    0.89285,
    0.898234,
    0.902394,
    0.907003,
    0.910797,
    0.915895,
    0.919117,
    0.920749,
    0.924787,
    0.926051,
    0.929355,
    0.931027,
    0.933516,
    0.936493,
    0.937921,
    0.940164,
    0.94412,
    0.945466,
    0.945874,
    0.948322,
    0.950198,
    0.951544,
    0.954929,
    0.958886,
    0.961292,
    0.962353,
    0.963454,
    0.96533,
    0.966472,
    0.968226,
    0.970062,
    0.971204,
    0.972672,
    0.973243,
    0.975201,
    0.977444,
    0.978423,
    0.979688,
    0.980911,
    0.98238,
    0.982828,
    0.983318,
    0.984582,
    0.985235,
    0.986091,
    0.986866,
    0.988416,
    0.988783,
    0.989273,
    0.989966,
    0.990619,
    0.991067,
    0.991638,
    0.992495,
    0.992903,
    0.993311,
    0.993515,
    0.994657,
    0.995473,
    0.995717,
    0.996044,
    0.996248,
    0.997267,
    0.997797,
    0.998124,
    0.998246,
    0.999021,
    1.0
   ]
  },
  "d2": {
   "lr": [
    0.1,
    0.1,
    0.35,
    0.35,
    0.5,
    0.5,
    0.5,
    0.5,
    0.55,
    0.6,
    0.6,
    0.6,
    0.6,
    0.65,
    0.65,
    0.65,
    0.65,
    0.65,
    0.65,
    0.65,
    0.65,
    0.65,
    0.65,
    0.65,
    0.65,
    0.65,
    0.65,
    0.65,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.75,
    0.75,
    0.75,
    0.75,
    0.75,
    0.75,
    0.75,
    0.75,
    0.8,
    0.8,
    0.8,
    0.8,
    0.8,
    0.8,
    0.8,
    0.8,
    0.8,
    0.8,
    0.8,
    0.8,
    0.85,
    0.85,
    0.85,
    0.85,
    0.85,
    0.85,
    0.85,
    0.85,
    0.85,
    0.85,
    0.85,
    0.85,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.95,
    0.95,
    0.95,
    0.95,
    0.95,
    0.95,
    0.95,
    0.95,
    0.95,
    0.95,
    0.95,
    0.95,
    0.95,
    1.0,
    1.0,
    1.0,
    1.0
   ],
   "sgd": [
    0.0,
    0.0,
    0.3,
    0.3,
    0.35,
    0.35,
    0.35,
    0.35,
    0.4,
    0.4,
    0.4,
    0.4,
    0.5,
    0.55,
    0.55,
    0.6,
    0.6,
    0.6,
    0.6,
    0.6,
    0.65,
    0.65,
    0.65,
    0.65,
    0.65,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.7,
    0.75,
    0.75,
    0.85,
    0.85,
    0.85,
    0.85,
    0.85,
    0.85,
    0.85,
    0.85,
    0.85,
    0.85,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.9,
    0.95,
    0.95,
    0.95,
    0.95,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0,
    1.0
   ]
  }
 },
 "generators": {
  "1": [
   {
    "generator": 0,
    "n": 140,
    "lrCaught": 88,
    "sgdCaught": 61,
    "logoCaught": 83,
    "logoChosenC": 10000.0,
    "logoMcnemar": {
     "onlyA": 9,
     "onlyB": 4,
     "exactP": 0.266845703125
    },
    "aucSeen": {
     "estimate": 0.928759,
     "lower": 0.912439,
     "upper": 0.943479
    },
    "aucUnseen": {
     "estimate": 0.932088,
     "lower": 0.911658,
     "upper": 0.948547
    },
    "aucDiff": {
     "estimate": -0.00332889,
     "lower": -0.0110393,
     "upper": 0.00661539
    },
    "testPromptsSeenAmongOtherGenerators": 140,
    "promptDisjoint": {
     "promptsRemoved": 140,
     "trainTextsRemoved": 736,
     "seenCaught": 78,
     "unseenCaught": 69,
     "mcnemar": {
      "onlyA": 11,
      "onlyB": 2,
      "exactP": 0.0224609375
     },
     "aucSeen": {
      "estimate": 0.916395,
      "lower": 0.89788,
      "upper": 0.932839
     },
     "aucUnseen": {
      "estimate": 0.919817,
      "lower": 0.900766,
      "upper": 0.936865
     },
     "aucDiff": {
      "estimate": -0.00342182,
      "lower": -0.0117303,
      "upper": 0.00592635
     }
    }
   },
   {
    "generator": 1,
    "n": 140,
    "lrCaught": 98,
    "sgdCaught": 70,
    "logoCaught": 87,
    "logoChosenC": 166.81005372000558,
    "logoMcnemar": {
     "onlyA": 16,
     "onlyB": 5,
     "exactP": 0.02660369873046875
    },
    "aucSeen": {
     "estimate": 0.944247,
     "lower": 0.930747,
     "upper": 0.956181
    },
    "aucUnseen": {
     "estimate": 0.941301,
     "lower": 0.926065,
     "upper": 0.954895
    },
    "aucDiff": {
     "estimate": 0.00294548,
     "lower": -0.0040513,
     "upper": 0.010324
    },
    "testPromptsSeenAmongOtherGenerators": 140,
    "promptDisjoint": {
     "promptsRemoved": 140,
     "trainTextsRemoved": 873,
     "seenCaught": 78,
     "unseenCaught": 67,
     "mcnemar": {
      "onlyA": 18,
      "onlyB": 7,
      "exactP": 0.043285250663757324
     },
     "aucSeen": {
      "estimate": 0.917334,
      "lower": 0.898935,
      "upper": 0.933935
     },
     "aucUnseen": {
      "estimate": 0.91497,
      "lower": 0.895392,
      "upper": 0.932786
     },
     "aucDiff": {
      "estimate": 0.00236396,
      "lower": -0.00521056,
      "upper": 0.0102755
     }
    }
   },
   {
    "generator": 2,
    "n": 140,
    "lrCaught": 119,
    "sgdCaught": 101,
    "logoCaught": 107,
    "logoChosenC": 10000.0,
    "logoMcnemar": {
     "onlyA": 13,
     "onlyB": 1,
     "exactP": 0.0018310546875
    },
    "aucSeen": {
     "estimate": 0.965839,
     "lower": 0.949492,
     "upper": 0.979434
    },
    "aucUnseen": {
     "estimate": 0.943931,
     "lower": 0.922612,
     "upper": 0.962646
    },
    "aucDiff": {
     "estimate": 0.0219081,
     "lower": 0.0133441,
     "upper": 0.0330027
    },
    "testPromptsSeenAmongOtherGenerators": 140,
    "promptDisjoint": {
     "promptsRemoved": 140,
     "trainTextsRemoved": 847,
     "seenCaught": 113,
     "unseenCaught": 94,
     "mcnemar": {
      "onlyA": 20,
      "onlyB": 1,
      "exactP": 2.09808349609375e-05
     },
     "aucSeen": {
      "estimate": 0.957636,
      "lower": 0.939269,
      "upper": 0.972907
     },
     "aucUnseen": {
      "estimate": 0.921057,
      "lower": 0.895593,
      "upper": 0.943655
     },
     "aucDiff": {
      "estimate": 0.0365793,
      "lower": 0.0230327,
      "upper": 0.0540135
     }
    }
   },
   {
    "generator": 3,
    "n": 140,
    "lrCaught": 109,
    "sgdCaught": 66,
    "logoCaught": 90,
    "logoChosenC": 10000.0,
    "logoMcnemar": {
     "onlyA": 23,
     "onlyB": 4,
     "exactP": 0.000310748815536499
    },
    "aucSeen": {
     "estimate": 0.963771,
     "lower": 0.956426,
     "upper": 0.970639
    },
    "aucUnseen": {
     "estimate": 0.956356,
     "lower": 0.947447,
     "upper": 0.964398
    },
    "aucDiff": {
     "estimate": 0.00741555,
     "lower": 0.00270651,
     "upper": 0.0122542
    },
    "testPromptsSeenAmongOtherGenerators": 140,
    "promptDisjoint": {
     "promptsRemoved": 139,
     "trainTextsRemoved": 953,
     "seenCaught": 92,
     "unseenCaught": 72,
     "mcnemar": {
      "onlyA": 23,
      "onlyB": 3,
      "exactP": 8.797645568847656e-05
     },
     "aucSeen": {
      "estimate": 0.940888,
      "lower": 0.927231,
      "upper": 0.953111
     },
     "aucUnseen": {
      "estimate": 0.933776,
      "lower": 0.919711,
      "upper": 0.946694
     },
     "aucDiff": {
      "estimate": 0.00711227,
      "lower": 0.000838116,
      "upper": 0.012866
     }
    }
   },
   {
    "generator": 4,
    "n": 140,
    "lrCaught": 138,
    "sgdCaught": 128,
    "logoCaught": 133,
    "logoChosenC": 10000.0,
    "logoMcnemar": {
     "onlyA": 6,
     "onlyB": 1,
     "exactP": 0.125
    },
    "aucSeen": {
     "estimate": 0.996019,
     "lower": 0.994278,
     "upper": 0.99752
    },
    "aucUnseen": {
     "estimate": 0.9856,
     "lower": 0.977552,
     "upper": 0.99218
    },
    "aucDiff": {
     "estimate": 0.010419,
     "lower": 0.00442139,
     "upper": 0.0179548
    },
    "testPromptsSeenAmongOtherGenerators": 118,
    "promptDisjoint": {
     "promptsRemoved": 139,
     "trainTextsRemoved": 727,
     "seenCaught": 135,
     "unseenCaught": 130,
     "mcnemar": {
      "onlyA": 5,
      "onlyB": 0,
      "exactP": 0.0625
     },
     "aucSeen": {
      "estimate": 0.992576,
      "lower": 0.988673,
      "upper": 0.995759
     },
     "aucUnseen": {
      "estimate": 0.976469,
      "lower": 0.962303,
      "upper": 0.987872
     },
     "aucDiff": {
      "estimate": 0.0161066,
      "lower": 0.00584403,
      "upper": 0.0293422
     }
    }
   }
  ],
  "2": [
   {
    "generator": 0,
    "n": 20,
    "lrCaught": 19,
    "sgdCaught": 19
   },
   {
    "generator": 1,
    "n": 20,
    "lrCaught": 18,
    "sgdCaught": 17
   },
   {
    "generator": 2,
    "n": 20,
    "lrCaught": 20,
    "sgdCaught": 17
   },
   {
    "generator": 3,
    "n": 20,
    "lrCaught": 20,
    "sgdCaught": 18
   }
  ]
 },
 "seedSpread": [
  {
   "seed": 90051,
   "domain": 1,
   "n": 25217,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.940873,
    "macroF1": 0.697133,
    "auc": 0.959727
   },
   "sgd": {
    "accuracy": 0.911012,
    "macroF1": 0.613895,
    "auc": 0.901782
   },
   "promptSeen": {
    "human": {
     "texts": 24517,
     "seen": 15970
    },
    "machine": {
     "texts": 700,
     "seen": 679
    }
   }
  },
  {
   "seed": 90051,
   "domain": 2,
   "n": 100,
   "chosenC": 2.782559402207126,
   "lr": {
    "accuracy": 0.86,
    "macroF1": 0.739583,
    "auc": 0.76
   },
   "sgd": {
    "accuracy": 0.81,
    "macroF1": 0.697404,
    "auc": 0.73875
   },
   "promptSeen": {
    "human": {
     "texts": 20,
     "seen": 0
    },
    "machine": {
     "texts": 80,
     "seen": 80
    }
   }
  },
  {
   "seed": 90052,
   "domain": 1,
   "n": 25217,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.940556,
    "macroF1": 0.689388,
    "auc": 0.953443
   },
   "sgd": {
    "accuracy": 0.912956,
    "macroF1": 0.61404,
    "auc": 0.89959
   },
   "promptSeen": {
    "human": {
     "texts": 24517,
     "seen": 16014
    },
    "machine": {
     "texts": 700,
     "seen": 676
    }
   }
  },
  {
   "seed": 90052,
   "domain": 2,
   "n": 100,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.84,
    "macroF1": 0.75,
    "auc": 0.780625
   },
   "sgd": {
    "accuracy": 0.8,
    "macroF1": 0.698614,
    "auc": 0.680625
   },
   "promptSeen": {
    "human": {
     "texts": 20,
     "seen": 0
    },
    "machine": {
     "texts": 80,
     "seen": 76
    }
   }
  },
  {
   "seed": 90053,
   "domain": 1,
   "n": 25217,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.939763,
    "macroF1": 0.690995,
    "auc": 0.954967
   },
   "sgd": {
    "accuracy": 0.905342,
    "macroF1": 0.605325,
    "auc": 0.893573
   },
   "promptSeen": {
    "human": {
     "texts": 24517,
     "seen": 15972
    },
    "machine": {
     "texts": 700,
     "seen": 683
    }
   }
  },
  {
   "seed": 90053,
   "domain": 2,
   "n": 100,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.85,
    "macroF1": 0.69752,
    "auc": 0.7075
   },
   "sgd": {
    "accuracy": 0.8,
    "macroF1": 0.584718,
    "auc": 0.580625
   },
   "promptSeen": {
    "human": {
     "texts": 20,
     "seen": 0
    },
    "machine": {
     "texts": 80,
     "seen": 76
    }
   }
  },
  {
   "seed": 90054,
   "domain": 1,
   "n": 25217,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.942539,
    "macroF1": 0.697265,
    "auc": 0.954666
   },
   "sgd": {
    "accuracy": 0.911647,
    "macroF1": 0.613378,
    "auc": 0.900908
   },
   "promptSeen": {
    "human": {
     "texts": 24517,
     "seen": 15933
    },
    "machine": {
     "texts": 700,
     "seen": 688
    }
   }
  },
  {
   "seed": 90054,
   "domain": 2,
   "n": 100,
   "chosenC": 0.3593813663804626,
   "lr": {
    "accuracy": 0.78,
    "macroF1": 0.642625,
    "auc": 0.8075
   },
   "sgd": {
    "accuracy": 0.75,
    "macroF1": 0.601847,
    "auc": 0.640625
   },
   "promptSeen": {
    "human": {
     "texts": 20,
     "seen": 0
    },
    "machine": {
     "texts": 80,
     "seen": 80
    }
   }
  },
  {
   "seed": 90055,
   "domain": 1,
   "n": 25217,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.943927,
    "macroF1": 0.701999,
    "auc": 0.959525
   },
   "sgd": {
    "accuracy": 0.909704,
    "macroF1": 0.614836,
    "auc": 0.904607
   },
   "promptSeen": {
    "human": {
     "texts": 24517,
     "seen": 15883
    },
    "machine": {
     "texts": 700,
     "seen": 679
    }
   }
  },
  {
   "seed": 90055,
   "domain": 2,
   "n": 100,
   "chosenC": 2.782559402207126,
   "lr": {
    "accuracy": 0.77,
    "macroF1": 0.618637,
    "auc": 0.70875
   },
   "sgd": {
    "accuracy": 0.75,
    "macroF1": 0.641577,
    "auc": 0.63
   },
   "promptSeen": {
    "human": {
     "texts": 20,
     "seen": 0
    },
    "machine": {
     "texts": 80,
     "seen": 80
    }
   }
  },
  {
   "seed": 90056,
   "domain": 1,
   "n": 25217,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.94119,
    "macroF1": 0.697656,
    "auc": 0.956548
   },
   "sgd": {
    "accuracy": 0.912242,
    "macroF1": 0.620717,
    "auc": 0.910468
   },
   "promptSeen": {
    "human": {
     "texts": 24517,
     "seen": 16023
    },
    "machine": {
     "texts": 700,
     "seen": 686
    }
   }
  },
  {
   "seed": 90056,
   "domain": 2,
   "n": 100,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.78,
    "macroF1": 0.568627,
    "auc": 0.6375
   },
   "sgd": {
    "accuracy": 0.7,
    "macroF1": 0.49187,
    "auc": 0.53625
   },
   "promptSeen": {
    "human": {
     "texts": 20,
     "seen": 0
    },
    "machine": {
     "texts": 80,
     "seen": 80
    }
   }
  },
  {
   "seed": 90057,
   "domain": 1,
   "n": 25217,
   "chosenC": 166.81005372000558,
   "lr": {
    "accuracy": 0.940159,
    "macroF1": 0.691452,
    "auc": 0.961747
   },
   "sgd": {
    "accuracy": 0.910735,
    "macroF1": 0.619459,
    "auc": 0.911939
   },
   "promptSeen": {
    "human": {
     "texts": 24517,
     "seen": 15947
    },
    "machine": {
     "texts": 700,
     "seen": 679
    }
   }
  },
  {
   "seed": 90057,
   "domain": 2,
   "n": 100,
   "chosenC": 166.81005372000558,
   "lr": {
    "accuracy": 0.82,
    "macroF1": 0.602122,
    "auc": 0.671875
   },
   "sgd": {
    "accuracy": 0.79,
    "macroF1": 0.576528,
    "auc": 0.538125
   },
   "promptSeen": {
    "human": {
     "texts": 20,
     "seen": 0
    },
    "machine": {
     "texts": 80,
     "seen": 80
    }
   }
  },
  {
   "seed": 90058,
   "domain": 1,
   "n": 25217,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.941151,
    "macroF1": 0.698225,
    "auc": 0.96172
   },
   "sgd": {
    "accuracy": 0.91133,
    "macroF1": 0.618494,
    "auc": 0.911188
   },
   "promptSeen": {
    "human": {
     "texts": 24517,
     "seen": 15849
    },
    "machine": {
     "texts": 700,
     "seen": 681
    }
   }
  },
  {
   "seed": 90058,
   "domain": 2,
   "n": 100,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.82,
    "macroF1": 0.695122,
    "auc": 0.800625
   },
   "sgd": {
    "accuracy": 0.83,
    "macroF1": 0.705628,
    "auc": 0.668125
   },
   "promptSeen": {
    "human": {
     "texts": 20,
     "seen": 0
    },
    "machine": {
     "texts": 80,
     "seen": 80
    }
   }
  },
  {
   "seed": 90059,
   "domain": 1,
   "n": 25217,
   "chosenC": 1291.5496650148827,
   "lr": {
    "accuracy": 0.941944,
    "macroF1": 0.696074,
    "auc": 0.957528
   },
   "sgd": {
    "accuracy": 0.907364,
    "macroF1": 0.613423,
    "auc": 0.902749
   },
   "promptSeen": {
    "human": {
     "texts": 24517,
     "seen": 15851
    },
    "machine": {
     "texts": 700,
     "seen": 682
    }
   }
  },
  {
   "seed": 90059,
   "domain": 2,
   "n": 100,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.8,
    "macroF1": 0.645641,
    "auc": 0.663125
   },
   "sgd": {
    "accuracy": 0.72,
    "macroF1": 0.592075,
    "auc": 0.545625
   },
   "promptSeen": {
    "human": {
     "texts": 20,
     "seen": 0
    },
    "machine": {
     "texts": 80,
     "seen": 80
    }
   }
  },
  {
   "seed": 90060,
   "domain": 1,
   "n": 25217,
   "chosenC": 1291.5496650148827,
   "lr": {
    "accuracy": 0.941428,
    "macroF1": 0.697105,
    "auc": 0.958879
   },
   "sgd": {
    "accuracy": 0.903597,
    "macroF1": 0.604205,
    "auc": 0.895072
   },
   "promptSeen": {
    "human": {
     "texts": 24517,
     "seen": 15948
    },
    "machine": {
     "texts": 700,
     "seen": 681
    }
   }
  },
  {
   "seed": 90060,
   "domain": 2,
   "n": 100,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.78,
    "macroF1": 0.610206,
    "auc": 0.715
   },
   "sgd": {
    "accuracy": 0.77,
    "macroF1": 0.582653,
    "auc": 0.62
   },
   "promptSeen": {
    "human": {
     "texts": 20,
     "seen": 0
    },
    "machine": {
     "texts": 80,
     "seen": 76
    }
   }
  }
 ],
 "groupedSpread": [
  {
   "seed": 90051,
   "domain": 1,
   "n": 25425,
   "human": 24757,
   "machine": 668,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.94002,
    "macroF1": 0.673148,
    "auc": 0.944632
   },
   "sgd": {
    "accuracy": 0.89939,
    "macroF1": 0.587387,
    "auc": 0.873642
   }
  },
  {
   "seed": 90051,
   "domain": 2,
   "n": 103,
   "human": 19,
   "machine": 84,
   "chosenC": 2.782559402207126,
   "lr": {
    "accuracy": 0.728155,
    "macroF1": 0.595398,
    "auc": 0.599624
   },
   "sgd": {
    "accuracy": 0.621359,
    "macroF1": 0.504624,
    "auc": 0.497494
   }
  },
  {
   "seed": 90052,
   "domain": 1,
   "n": 25037,
   "human": 24380,
   "machine": 657,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.944682,
    "macroF1": 0.678694,
    "auc": 0.935364
   },
   "sgd": {
    "accuracy": 0.90554,
    "macroF1": 0.58778,
    "auc": 0.868554
   }
  },
  {
   "seed": 90052,
   "domain": 2,
   "n": 97,
   "human": 21,
   "machine": 76,
   "chosenC": 2.782559402207126,
   "lr": {
    "accuracy": 0.701031,
    "macroF1": 0.534657,
    "auc": 0.654135
   },
   "sgd": {
    "accuracy": 0.752577,
    "macroF1": 0.572059,
    "auc": 0.52381
   }
  },
  {
   "seed": 90053,
   "domain": 1,
   "n": 25404,
   "human": 24693,
   "machine": 711,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.941112,
    "macroF1": 0.675959,
    "auc": 0.935016
   },
   "sgd": {
    "accuracy": 0.906275,
    "macroF1": 0.585634,
    "auc": 0.861997
   }
  },
  {
   "seed": 90053,
   "domain": 2,
   "n": 91,
   "human": 23,
   "machine": 68,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.714286,
    "macroF1": 0.632152,
    "auc": 0.678389
   },
   "sgd": {
    "accuracy": 0.571429,
    "macroF1": 0.480913,
    "auc": 0.475703
   }
  },
  {
   "seed": 90054,
   "domain": 1,
   "n": 25121,
   "human": 24448,
   "machine": 673,
   "chosenC": 1291.5496650148827,
   "lr": {
    "accuracy": 0.939612,
    "macroF1": 0.677903,
    "auc": 0.948074
   },
   "sgd": {
    "accuracy": 0.914215,
    "macroF1": 0.602988,
    "auc": 0.885193
   }
  },
  {
   "seed": 90054,
   "domain": 2,
   "n": 91,
   "human": 23,
   "machine": 68,
   "chosenC": 2.782559402207126,
   "lr": {
    "accuracy": 0.758242,
    "macroF1": 0.560965,
    "auc": 0.723146
   },
   "sgd": {
    "accuracy": 0.703297,
    "macroF1": 0.559441,
    "auc": 0.570332
   }
  },
  {
   "seed": 90055,
   "domain": 1,
   "n": 24947,
   "human": 24172,
   "machine": 775,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.941797,
    "macroF1": 0.694975,
    "auc": 0.942063
   },
   "sgd": {
    "accuracy": 0.914459,
    "macroF1": 0.609617,
    "auc": 0.873717
   }
  },
  {
   "seed": 90055,
   "domain": 2,
   "n": 127,
   "human": 11,
   "machine": 116,
   "chosenC": 2.782559402207126,
   "lr": {
    "accuracy": 0.732283,
    "macroF1": 0.515049,
    "auc": 0.619122
   },
   "sgd": {
    "accuracy": 0.669291,
    "macroF1": 0.442517,
    "auc": 0.446708
   }
  },
  {
   "seed": 90056,
   "domain": 1,
   "n": 25602,
   "human": 24913,
   "machine": 689,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.939653,
    "macroF1": 0.673029,
    "auc": 0.940483
   },
   "sgd": {
    "accuracy": 0.900203,
    "macroF1": 0.581603,
    "auc": 0.872102
   }
  },
  {
   "seed": 90056,
   "domain": 2,
   "n": 94,
   "human": 22,
   "machine": 72,
   "chosenC": 2.782559402207126,
   "lr": {
    "accuracy": 0.702128,
    "macroF1": 0.538246,
    "auc": 0.522727
   },
   "sgd": {
    "accuracy": 0.606383,
    "macroF1": 0.475177,
    "auc": 0.506313
   }
  },
  {
   "seed": 90057,
   "domain": 1,
   "n": 25492,
   "human": 24884,
   "machine": 608,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.941236,
    "macroF1": 0.665605,
    "auc": 0.941196
   },
   "sgd": {
    "accuracy": 0.916091,
    "macroF1": 0.590462,
    "auc": 0.874925
   }
  },
  {
   "seed": 90057,
   "domain": 2,
   "n": 106,
   "human": 18,
   "machine": 88,
   "chosenC": 2.782559402207126,
   "lr": {
    "accuracy": 0.726415,
    "macroF1": 0.561546,
    "auc": 0.556187
   },
   "sgd": {
    "accuracy": 0.59434,
    "macroF1": 0.459119,
    "auc": 0.405303
   }
  },
  {
   "seed": 90058,
   "domain": 1,
   "n": 24913,
   "human": 24198,
   "machine": 715,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.943242,
    "macroF1": 0.68804,
    "auc": 0.941314
   },
   "sgd": {
    "accuracy": 0.905872,
    "macroF1": 0.596803,
    "auc": 0.876602
   }
  },
  {
   "seed": 90058,
   "domain": 2,
   "n": 103,
   "human": 19,
   "machine": 84,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.747573,
    "macroF1": 0.596687,
    "auc": 0.597744
   },
   "sgd": {
    "accuracy": 0.679612,
    "macroF1": 0.515052,
    "auc": 0.473684
   }
  },
  {
   "seed": 90059,
   "domain": 1,
   "n": 25514,
   "human": 24886,
   "machine": 628,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.938583,
    "macroF1": 0.661052,
    "auc": 0.943241
   },
   "sgd": {
    "accuracy": 0.916007,
    "macroF1": 0.59524,
    "auc": 0.879073
   }
  },
  {
   "seed": 90059,
   "domain": 2,
   "n": 85,
   "human": 25,
   "machine": 60,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.670588,
    "macroF1": 0.525518,
    "auc": 0.598
   },
   "sgd": {
    "accuracy": 0.647059,
    "macroF1": 0.52567,
    "auc": 0.503333
   }
  },
  {
   "seed": 90060,
   "domain": 1,
   "n": 25267,
   "human": 24580,
   "machine": 687,
   "chosenC": 10000.0,
   "lr": {
    "accuracy": 0.940199,
    "macroF1": 0.675543,
    "auc": 0.941558
   },
   "sgd": {
    "accuracy": 0.902442,
    "macroF1": 0.588205,
    "auc": 0.870439
   }
  },
  {
   "seed": 90060,
   "domain": 2,
   "n": 103,
   "human": 19,
   "machine": 84,
   "chosenC": 2.782559402207126,
   "lr": {
    "accuracy": 0.747573,
    "macroF1": 0.519037,
    "auc": 0.578947
   },
   "sgd": {
    "accuracy": 0.728155,
    "macroF1": 0.595398,
    "auc": 0.515664
   }
  }
 ]
}