{
  "iris_virginica_vs_versicolor": {
    "positive": "virginica iris",
    "negative": "versicolor iris",
    "n_train": 56,
    "n_val": 19,
    "n_test": 25,
    "n_examples_for_jev": 16,
    "response_model": "jev-1.13.0",
    "cutoffs": {
      "jev_selected": 0.7,
      "code_best": 0.7
    },
    "validation_by_cutoff": {
      "0.05": {
        "accuracy": 0.8421,
        "auc": 0.9889,
        "sensitivity": 1.0,
        "specificity": 0.6667,
        "confusion_matrix": [
          [
            6,
            3
          ],
          [
            0,
            10
          ]
        ]
      },
      "0.1": {
        "accuracy": 0.8947,
        "auc": 0.9889,
        "sensitivity": 1.0,
        "specificity": 0.7778,
        "confusion_matrix": [
          [
            7,
            2
          ],
          [
            0,
            10
          ]
        ]
      },
      "0.2": {
        "accuracy": 0.8947,
        "auc": 0.9889,
        "sensitivity": 1.0,
        "specificity": 0.7778,
        "confusion_matrix": [
          [
            7,
            2
          ],
          [
            0,
            10
          ]
        ]
      },
      "0.3": {
        "accuracy": 0.8947,
        "auc": 0.9889,
        "sensitivity": 1.0,
        "specificity": 0.7778,
        "confusion_matrix": [
          [
            7,
            2
          ],
          [
            0,
            10
          ]
        ]
      },
      "0.4": {
        "accuracy": 0.8947,
        "auc": 0.9889,
        "sensitivity": 1.0,
        "specificity": 0.7778,
        "confusion_matrix": [
          [
            7,
            2
          ],
          [
            0,
            10
          ]
        ]
      },
      "0.5": {
        "accuracy": 0.8947,
        "auc": 0.9889,
        "sensitivity": 1.0,
        "specificity": 0.7778,
        "confusion_matrix": [
          [
            7,
            2
          ],
          [
            0,
            10
          ]
        ]
      },
      "0.6": {
        "accuracy": 0.8947,
        "auc": 0.9889,
        "sensitivity": 1.0,
        "specificity": 0.7778,
        "confusion_matrix": [
          [
            7,
            2
          ],
          [
            0,
            10
          ]
        ]
      },
      "0.7": {
        "accuracy": 0.9474,
        "auc": 0.9889,
        "sensitivity": 1.0,
        "specificity": 0.8889,
        "confusion_matrix": [
          [
            8,
            1
          ],
          [
            0,
            10
          ]
        ]
      },
      "0.8": {
        "accuracy": 0.9474,
        "auc": 0.9889,
        "sensitivity": 1.0,
        "specificity": 0.8889,
        "confusion_matrix": [
          [
            8,
            1
          ],
          [
            0,
            10
          ]
        ]
      },
      "0.9": {
        "accuracy": 0.8947,
        "auc": 0.9889,
        "sensitivity": 0.8,
        "specificity": 1.0,
        "confusion_matrix": [
          [
            9,
            0
          ],
          [
            2,
            8
          ]
        ]
      },
      "0.95": {
        "accuracy": 0.8947,
        "auc": 0.9889,
        "sensitivity": 0.8,
        "specificity": 1.0,
        "confusion_matrix": [
          [
            9,
            0
          ],
          [
            2,
            8
          ]
        ]
      }
    },
    "test_metrics": {
      "noul_0_5": {
        "accuracy": 1.0,
        "auc": 1.0,
        "sensitivity": 1.0,
        "specificity": 1.0,
        "confusion_matrix": [
          [
            13,
            0
          ],
          [
            0,
            12
          ]
        ]
      },
      "choice_0_5": {
        "accuracy": 1.0,
        "auc": 1.0,
        "sensitivity": 1.0,
        "specificity": 1.0,
        "confusion_matrix": [
          [
            13,
            0
          ],
          [
            0,
            12
          ]
        ]
      },
      "choice_jev_cutoff": {
        "accuracy": 0.92,
        "auc": 1.0,
        "sensitivity": 0.8333,
        "specificity": 1.0,
        "confusion_matrix": [
          [
            13,
            0
          ],
          [
            2,
            10
          ]
        ]
      },
      "choice_code_cutoff": {
        "accuracy": 0.92,
        "auc": 1.0,
        "sensitivity": 0.8333,
        "specificity": 1.0,
        "confusion_matrix": [
          [
            13,
            0
          ],
          [
            2,
            10
          ]
        ]
      }
    },
    "test_rows": [
      {
        "true_label": 1,
        "noul": 0.91,
        "choice": 0.99
      },
      {
        "true_label": 1,
        "noul": 0.95,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.9,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.15,
        "choice": 0.04
      },
      {
        "true_label": 0,
        "noul": 0.06,
        "choice": 0.0
      },
      {
        "true_label": 1,
        "noul": 0.86,
        "choice": 0.99
      },
      {
        "true_label": 1,
        "noul": 0.73,
        "choice": 0.74
      },
      {
        "true_label": 0,
        "noul": 0.12,
        "choice": 0.02
      },
      {
        "true_label": 0,
        "noul": 0.15,
        "choice": 0.03
      },
      {
        "true_label": 0,
        "noul": 0.13,
        "choice": 0.02
      },
      {
        "true_label": 1,
        "noul": 0.82,
        "choice": 0.95
      },
      {
        "true_label": 0,
        "noul": 0.06,
        "choice": 0.0
      },
      {
        "true_label": 0,
        "noul": 0.1,
        "choice": 0.01
      },
      {
        "true_label": 0,
        "noul": 0.06,
        "choice": 0.01
      },
      {
        "true_label": 0,
        "noul": 0.06,
        "choice": 0.0
      },
      {
        "true_label": 0,
        "noul": 0.05,
        "choice": 0.01
      },
      {
        "true_label": 0,
        "noul": 0.23,
        "choice": 0.06
      },
      {
        "true_label": 0,
        "noul": 0.3,
        "choice": 0.13
      },
      {
        "true_label": 1,
        "noul": 0.94,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.82,
        "choice": 0.96
      },
      {
        "true_label": 0,
        "noul": 0.11,
        "choice": 0.01
      },
      {
        "true_label": 1,
        "noul": 0.58,
        "choice": 0.55
      },
      {
        "true_label": 1,
        "noul": 0.63,
        "choice": 0.57
      },
      {
        "true_label": 1,
        "noul": 0.89,
        "choice": 0.99
      },
      {
        "true_label": 1,
        "noul": 0.84,
        "choice": 0.97
      }
    ]
  },
  "breast_cancer_malignant": {
    "positive": "malignant sample",
    "negative": "benign sample",
    "n_train": 319,
    "n_val": 107,
    "n_test": 143,
    "n_examples_for_jev": 16,
    "response_model": "jev-1.13.0",
    "cutoffs": {
      "jev_selected": 0.95,
      "code_best": 0.95
    },
    "validation_by_cutoff": {
      "0.05": {
        "accuracy": 0.5701,
        "auc": 0.9698,
        "sensitivity": 1.0,
        "specificity": 0.3134,
        "confusion_matrix": [
          [
            21,
            46
          ],
          [
            0,
            40
          ]
        ]
      },
      "0.1": {
        "accuracy": 0.6355,
        "auc": 0.9698,
        "sensitivity": 1.0,
        "specificity": 0.4179,
        "confusion_matrix": [
          [
            28,
            39
          ],
          [
            0,
            40
          ]
        ]
      },
      "0.2": {
        "accuracy": 0.7103,
        "auc": 0.9698,
        "sensitivity": 1.0,
        "specificity": 0.5373,
        "confusion_matrix": [
          [
            36,
            31
          ],
          [
            0,
            40
          ]
        ]
      },
      "0.3": {
        "accuracy": 0.7664,
        "auc": 0.9698,
        "sensitivity": 1.0,
        "specificity": 0.6269,
        "confusion_matrix": [
          [
            42,
            25
          ],
          [
            0,
            40
          ]
        ]
      },
      "0.4": {
        "accuracy": 0.8131,
        "auc": 0.9698,
        "sensitivity": 0.975,
        "specificity": 0.7164,
        "confusion_matrix": [
          [
            48,
            19
          ],
          [
            1,
            39
          ]
        ]
      },
      "0.5": {
        "accuracy": 0.8411,
        "auc": 0.9698,
        "sensitivity": 0.975,
        "specificity": 0.7612,
        "confusion_matrix": [
          [
            51,
            16
          ],
          [
            1,
            39
          ]
        ]
      },
      "0.6": {
        "accuracy": 0.8411,
        "auc": 0.9698,
        "sensitivity": 0.95,
        "specificity": 0.7761,
        "confusion_matrix": [
          [
            52,
            15
          ],
          [
            2,
            38
          ]
        ]
      },
      "0.7": {
        "accuracy": 0.8598,
        "auc": 0.9698,
        "sensitivity": 0.95,
        "specificity": 0.806,
        "confusion_matrix": [
          [
            54,
            13
          ],
          [
            2,
            38
          ]
        ]
      },
      "0.8": {
        "accuracy": 0.8785,
        "auc": 0.9698,
        "sensitivity": 0.925,
        "specificity": 0.8507,
        "confusion_matrix": [
          [
            57,
            10
          ],
          [
            3,
            37
          ]
        ]
      },
      "0.9": {
        "accuracy": 0.8692,
        "auc": 0.9698,
        "sensitivity": 0.825,
        "specificity": 0.8955,
        "confusion_matrix": [
          [
            60,
            7
          ],
          [
            7,
            33
          ]
        ]
      },
      "0.95": {
        "accuracy": 0.9065,
        "auc": 0.9698,
        "sensitivity": 0.825,
        "specificity": 0.9552,
        "confusion_matrix": [
          [
            64,
            3
          ],
          [
            7,
            33
          ]
        ]
      }
    },
    "test_metrics": {
      "noul_0_5": {
        "accuracy": 0.8671,
        "auc": 0.9978,
        "sensitivity": 1.0,
        "specificity": 0.7889,
        "confusion_matrix": [
          [
            71,
            19
          ],
          [
            0,
            53
          ]
        ]
      },
      "choice_0_5": {
        "accuracy": 0.8601,
        "auc": 0.9973,
        "sensitivity": 1.0,
        "specificity": 0.7778,
        "confusion_matrix": [
          [
            70,
            20
          ],
          [
            0,
            53
          ]
        ]
      },
      "choice_jev_cutoff": {
        "accuracy": 0.972,
        "auc": 0.9973,
        "sensitivity": 0.9811,
        "specificity": 0.9667,
        "confusion_matrix": [
          [
            87,
            3
          ],
          [
            1,
            52
          ]
        ]
      },
      "choice_code_cutoff": {
        "accuracy": 0.972,
        "auc": 0.9973,
        "sensitivity": 0.9811,
        "specificity": 0.9667,
        "confusion_matrix": [
          [
            87,
            3
          ],
          [
            1,
            52
          ]
        ]
      }
    },
    "test_rows": [
      {
        "true_label": 0,
        "noul": 0.18,
        "choice": 0.06
      },
      {
        "true_label": 1,
        "noul": 0.85,
        "choice": 0.98
      },
      {
        "true_label": 0,
        "noul": 0.33,
        "choice": 0.23
      },
      {
        "true_label": 1,
        "noul": 0.9,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.2,
        "choice": 0.09
      },
      {
        "true_label": 0,
        "noul": 0.59,
        "choice": 0.67
      },
      {
        "true_label": 0,
        "noul": 0.11,
        "choice": 0.03
      },
      {
        "true_label": 0,
        "noul": 0.11,
        "choice": 0.03
      },
      {
        "true_label": 1,
        "noul": 0.95,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.96,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.94,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.85,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.05,
        "choice": 0.0
      },
      {
        "true_label": 0,
        "noul": 0.14,
        "choice": 0.03
      },
      {
        "true_label": 1,
        "noul": 0.95,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.95,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.28,
        "choice": 0.15
      },
      {
        "true_label": 1,
        "noul": 0.92,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.93,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.14,
        "choice": 0.04
      },
      {
        "true_label": 0,
        "noul": 0.57,
        "choice": 0.65
      },
      {
        "true_label": 0,
        "noul": 0.34,
        "choice": 0.29
      },
      {
        "true_label": 0,
        "noul": 0.24,
        "choice": 0.1
      },
      {
        "true_label": 1,
        "noul": 0.91,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.11,
        "choice": 0.02
      },
      {
        "true_label": 0,
        "noul": 0.75,
        "choice": 0.91
      },
      {
        "true_label": 1,
        "noul": 0.87,
        "choice": 0.99
      },
      {
        "true_label": 1,
        "noul": 0.85,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.35,
        "choice": 0.31
      },
      {
        "true_label": 0,
        "noul": 0.48,
        "choice": 0.56
      },
      {
        "true_label": 1,
        "noul": 0.96,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.19,
        "choice": 0.06
      },
      {
        "true_label": 0,
        "noul": 0.16,
        "choice": 0.08
      },
      {
        "true_label": 1,
        "noul": 0.65,
        "choice": 0.78
      },
      {
        "true_label": 1,
        "noul": 0.96,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.07,
        "choice": 0.01
      },
      {
        "true_label": 0,
        "noul": 0.03,
        "choice": 0.0
      },
      {
        "true_label": 0,
        "noul": 0.27,
        "choice": 0.15
      },
      {
        "true_label": 1,
        "noul": 0.93,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.71,
        "choice": 0.88
      },
      {
        "true_label": 0,
        "noul": 0.08,
        "choice": 0.01
      },
      {
        "true_label": 0,
        "noul": 0.18,
        "choice": 0.08
      },
      {
        "true_label": 0,
        "noul": 0.38,
        "choice": 0.26
      },
      {
        "true_label": 1,
        "noul": 0.87,
        "choice": 0.99
      },
      {
        "true_label": 1,
        "noul": 0.92,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.96,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.04,
        "choice": 0.0
      },
      {
        "true_label": 0,
        "noul": 0.16,
        "choice": 0.06
      },
      {
        "true_label": 0,
        "noul": 0.37,
        "choice": 0.25
      },
      {
        "true_label": 0,
        "noul": 0.21,
        "choice": 0.09
      },
      {
        "true_label": 0,
        "noul": 0.21,
        "choice": 0.11
      },
      {
        "true_label": 0,
        "noul": 0.15,
        "choice": 0.05
      },
      {
        "true_label": 0,
        "noul": 0.19,
        "choice": 0.08
      },
      {
        "true_label": 1,
        "noul": 0.95,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.96,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.54,
        "choice": 0.61
      },
      {
        "true_label": 0,
        "noul": 0.28,
        "choice": 0.16
      },
      {
        "true_label": 0,
        "noul": 0.15,
        "choice": 0.09
      },
      {
        "true_label": 1,
        "noul": 0.96,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.68,
        "choice": 0.85
      },
      {
        "true_label": 0,
        "noul": 0.52,
        "choice": 0.47
      },
      {
        "true_label": 1,
        "noul": 0.97,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.95,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.95,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.95,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.16,
        "choice": 0.05
      },
      {
        "true_label": 0,
        "noul": 0.42,
        "choice": 0.33
      },
      {
        "true_label": 1,
        "noul": 0.95,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.93,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.9,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.28,
        "choice": 0.16
      },
      {
        "true_label": 1,
        "noul": 0.96,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.39,
        "choice": 0.25
      },
      {
        "true_label": 0,
        "noul": 0.09,
        "choice": 0.01
      },
      {
        "true_label": 1,
        "noul": 0.95,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.52,
        "choice": 0.45
      },
      {
        "true_label": 0,
        "noul": 0.45,
        "choice": 0.36
      },
      {
        "true_label": 0,
        "noul": 0.13,
        "choice": 0.04
      },
      {
        "true_label": 0,
        "noul": 0.54,
        "choice": 0.67
      },
      {
        "true_label": 0,
        "noul": 0.13,
        "choice": 0.04
      },
      {
        "true_label": 0,
        "noul": 0.49,
        "choice": 0.58
      },
      {
        "true_label": 0,
        "noul": 0.1,
        "choice": 0.01
      },
      {
        "true_label": 0,
        "noul": 0.11,
        "choice": 0.03
      },
      {
        "true_label": 0,
        "noul": 0.64,
        "choice": 0.84
      },
      {
        "true_label": 0,
        "noul": 0.1,
        "choice": 0.01
      },
      {
        "true_label": 0,
        "noul": 0.49,
        "choice": 0.4
      },
      {
        "true_label": 0,
        "noul": 0.04,
        "choice": 0.0
      },
      {
        "true_label": 1,
        "noul": 0.92,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.88,
        "choice": 0.99
      },
      {
        "true_label": 1,
        "noul": 0.96,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.84,
        "choice": 0.98
      },
      {
        "true_label": 0,
        "noul": 0.26,
        "choice": 0.13
      },
      {
        "true_label": 0,
        "noul": 0.36,
        "choice": 0.26
      },
      {
        "true_label": 0,
        "noul": 0.46,
        "choice": 0.52
      },
      {
        "true_label": 0,
        "noul": 0.69,
        "choice": 0.87
      },
      {
        "true_label": 1,
        "noul": 0.96,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.17,
        "choice": 0.07
      },
      {
        "true_label": 1,
        "noul": 0.95,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.05,
        "choice": 0.0
      },
      {
        "true_label": 0,
        "noul": 0.75,
        "choice": 0.94
      },
      {
        "true_label": 0,
        "noul": 0.24,
        "choice": 0.11
      },
      {
        "true_label": 1,
        "noul": 0.96,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.72,
        "choice": 0.93
      },
      {
        "true_label": 1,
        "noul": 0.83,
        "choice": 0.97
      },
      {
        "true_label": 0,
        "noul": 0.32,
        "choice": 0.24
      },
      {
        "true_label": 0,
        "noul": 0.8,
        "choice": 0.97
      },
      {
        "true_label": 0,
        "noul": 0.04,
        "choice": 0.0
      },
      {
        "true_label": 0,
        "noul": 0.6,
        "choice": 0.7
      },
      {
        "true_label": 1,
        "noul": 0.91,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.96,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.12,
        "choice": 0.04
      },
      {
        "true_label": 0,
        "noul": 0.19,
        "choice": 0.07
      },
      {
        "true_label": 0,
        "noul": 0.26,
        "choice": 0.15
      },
      {
        "true_label": 1,
        "noul": 0.83,
        "choice": 0.98
      },
      {
        "true_label": 1,
        "noul": 0.94,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.92,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.76,
        "choice": 0.9
      },
      {
        "true_label": 0,
        "noul": 0.65,
        "choice": 0.79
      },
      {
        "true_label": 0,
        "noul": 0.22,
        "choice": 0.1
      },
      {
        "true_label": 0,
        "noul": 0.21,
        "choice": 0.09
      },
      {
        "true_label": 1,
        "noul": 0.95,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.14,
        "choice": 0.06
      },
      {
        "true_label": 0,
        "noul": 0.13,
        "choice": 0.04
      },
      {
        "true_label": 1,
        "noul": 0.96,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.05,
        "choice": 0.0
      },
      {
        "true_label": 0,
        "noul": 0.76,
        "choice": 0.95
      },
      {
        "true_label": 0,
        "noul": 0.23,
        "choice": 0.1
      },
      {
        "true_label": 0,
        "noul": 0.14,
        "choice": 0.05
      },
      {
        "true_label": 0,
        "noul": 0.27,
        "choice": 0.09
      },
      {
        "true_label": 0,
        "noul": 0.82,
        "choice": 0.97
      },
      {
        "true_label": 0,
        "noul": 0.25,
        "choice": 0.12
      },
      {
        "true_label": 1,
        "noul": 0.92,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.96,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.18,
        "choice": 0.07
      },
      {
        "true_label": 0,
        "noul": 0.06,
        "choice": 0.01
      },
      {
        "true_label": 1,
        "noul": 0.87,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.4,
        "choice": 0.28
      },
      {
        "true_label": 1,
        "noul": 0.92,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.16,
        "choice": 0.06
      },
      {
        "true_label": 1,
        "noul": 0.96,
        "choice": 1.0
      },
      {
        "true_label": 1,
        "noul": 0.87,
        "choice": 0.98
      },
      {
        "true_label": 0,
        "noul": 0.3,
        "choice": 0.23
      },
      {
        "true_label": 0,
        "noul": 0.48,
        "choice": 0.45
      }
    ]
  },
  "wine_class_0": {
    "positive": "dataset wine class 0",
    "negative": "dataset wine class 1 or 2",
    "n_train": 99,
    "n_val": 34,
    "n_test": 45,
    "n_examples_for_jev": 16,
    "response_model": "jev-1.13.0",
    "cutoffs": {
      "jev_selected": 0.9,
      "code_best": 0.9
    },
    "validation_by_cutoff": {
      "0.05": {
        "accuracy": 0.6765,
        "auc": 0.9822,
        "sensitivity": 1.0,
        "specificity": 0.5217,
        "confusion_matrix": [
          [
            12,
            11
          ],
          [
            0,
            11
          ]
        ]
      },
      "0.1": {
        "accuracy": 0.7353,
        "auc": 0.9822,
        "sensitivity": 1.0,
        "specificity": 0.6087,
        "confusion_matrix": [
          [
            14,
            9
          ],
          [
            0,
            11
          ]
        ]
      },
      "0.2": {
        "accuracy": 0.7647,
        "auc": 0.9822,
        "sensitivity": 1.0,
        "specificity": 0.6522,
        "confusion_matrix": [
          [
            15,
            8
          ],
          [
            0,
            11
          ]
        ]
      },
      "0.3": {
        "accuracy": 0.7647,
        "auc": 0.9822,
        "sensitivity": 1.0,
        "specificity": 0.6522,
        "confusion_matrix": [
          [
            15,
            8
          ],
          [
            0,
            11
          ]
        ]
      },
      "0.4": {
        "accuracy": 0.8235,
        "auc": 0.9822,
        "sensitivity": 1.0,
        "specificity": 0.7391,
        "confusion_matrix": [
          [
            17,
            6
          ],
          [
            0,
            11
          ]
        ]
      },
      "0.5": {
        "accuracy": 0.8235,
        "auc": 0.9822,
        "sensitivity": 1.0,
        "specificity": 0.7391,
        "confusion_matrix": [
          [
            17,
            6
          ],
          [
            0,
            11
          ]
        ]
      },
      "0.6": {
        "accuracy": 0.8235,
        "auc": 0.9822,
        "sensitivity": 1.0,
        "specificity": 0.7391,
        "confusion_matrix": [
          [
            17,
            6
          ],
          [
            0,
            11
          ]
        ]
      },
      "0.7": {
        "accuracy": 0.8235,
        "auc": 0.9822,
        "sensitivity": 1.0,
        "specificity": 0.7391,
        "confusion_matrix": [
          [
            17,
            6
          ],
          [
            0,
            11
          ]
        ]
      },
      "0.8": {
        "accuracy": 0.8824,
        "auc": 0.9822,
        "sensitivity": 1.0,
        "specificity": 0.8261,
        "confusion_matrix": [
          [
            19,
            4
          ],
          [
            0,
            11
          ]
        ]
      },
      "0.9": {
        "accuracy": 0.9706,
        "auc": 0.9822,
        "sensitivity": 1.0,
        "specificity": 0.9565,
        "confusion_matrix": [
          [
            22,
            1
          ],
          [
            0,
            11
          ]
        ]
      },
      "0.95": {
        "accuracy": 0.9412,
        "auc": 0.9822,
        "sensitivity": 0.9091,
        "specificity": 0.9565,
        "confusion_matrix": [
          [
            22,
            1
          ],
          [
            1,
            10
          ]
        ]
      }
    },
    "test_metrics": {
      "noul_0_5": {
        "accuracy": 0.7556,
        "auc": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.6333,
        "confusion_matrix": [
          [
            19,
            11
          ],
          [
            0,
            15
          ]
        ]
      },
      "choice_0_5": {
        "accuracy": 0.7111,
        "auc": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.5667,
        "confusion_matrix": [
          [
            17,
            13
          ],
          [
            0,
            15
          ]
        ]
      },
      "choice_jev_cutoff": {
        "accuracy": 0.9333,
        "auc": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.9,
        "confusion_matrix": [
          [
            27,
            3
          ],
          [
            0,
            15
          ]
        ]
      },
      "choice_code_cutoff": {
        "accuracy": 0.9333,
        "auc": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.9,
        "confusion_matrix": [
          [
            27,
            3
          ],
          [
            0,
            15
          ]
        ]
      }
    },
    "test_rows": [
      {
        "true_label": 1,
        "noul": 0.81,
        "choice": 0.97
      },
      {
        "true_label": 1,
        "noul": 0.85,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.77,
        "choice": 0.94
      },
      {
        "true_label": 0,
        "noul": 0.12,
        "choice": 0.02
      },
      {
        "true_label": 0,
        "noul": 0.5,
        "choice": 0.62
      },
      {
        "true_label": 0,
        "noul": 0.06,
        "choice": 0.01
      },
      {
        "true_label": 0,
        "noul": 0.38,
        "choice": 0.5
      },
      {
        "true_label": 1,
        "noul": 0.83,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.36,
        "choice": 0.29
      },
      {
        "true_label": 0,
        "noul": 0.13,
        "choice": 0.04
      },
      {
        "true_label": 1,
        "noul": 0.85,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.57,
        "choice": 0.7
      },
      {
        "true_label": 0,
        "noul": 0.05,
        "choice": 0.0
      },
      {
        "true_label": 0,
        "noul": 0.52,
        "choice": 0.61
      },
      {
        "true_label": 1,
        "noul": 0.89,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.23,
        "choice": 0.15
      },
      {
        "true_label": 0,
        "noul": 0.07,
        "choice": 0.01
      },
      {
        "true_label": 0,
        "noul": 0.23,
        "choice": 0.13
      },
      {
        "true_label": 1,
        "noul": 0.86,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.11,
        "choice": 0.02
      },
      {
        "true_label": 0,
        "noul": 0.62,
        "choice": 0.76
      },
      {
        "true_label": 0,
        "noul": 0.49,
        "choice": 0.6
      },
      {
        "true_label": 1,
        "noul": 0.9,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.09,
        "choice": 0.01
      },
      {
        "true_label": 1,
        "noul": 0.89,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.72,
        "choice": 0.9
      },
      {
        "true_label": 1,
        "noul": 0.9,
        "choice": 0.99
      },
      {
        "true_label": 1,
        "noul": 0.86,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.62,
        "choice": 0.84
      },
      {
        "true_label": 1,
        "noul": 0.89,
        "choice": 0.99
      },
      {
        "true_label": 1,
        "noul": 0.82,
        "choice": 0.98
      },
      {
        "true_label": 0,
        "noul": 0.16,
        "choice": 0.08
      },
      {
        "true_label": 0,
        "noul": 0.7,
        "choice": 0.9
      },
      {
        "true_label": 0,
        "noul": 0.46,
        "choice": 0.44
      },
      {
        "true_label": 0,
        "noul": 0.62,
        "choice": 0.8
      },
      {
        "true_label": 1,
        "noul": 0.91,
        "choice": 1.0
      },
      {
        "true_label": 0,
        "noul": 0.74,
        "choice": 0.89
      },
      {
        "true_label": 1,
        "noul": 0.85,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.06,
        "choice": 0.0
      },
      {
        "true_label": 0,
        "noul": 0.35,
        "choice": 0.3
      },
      {
        "true_label": 0,
        "noul": 0.07,
        "choice": 0.01
      },
      {
        "true_label": 1,
        "noul": 0.89,
        "choice": 0.99
      },
      {
        "true_label": 0,
        "noul": 0.07,
        "choice": 0.0
      },
      {
        "true_label": 0,
        "noul": 0.59,
        "choice": 0.75
      },
      {
        "true_label": 0,
        "noul": 0.1,
        "choice": 0.02
      }
    ]
  }
}