{
  "experiment": "E2_persistence_vs_authority",
  "n_objects": 8,
  "corpus": [
    {
      "store": "api_keys",
      "key": "key_0001",
      "persistent": true,
      "ground_truth_authority": true,
      "note": "",
      "pred": {
        "persistence": true,
        "name_keyword": true,
        "probe": true
      }
    },
    {
      "store": "api_keys",
      "key": "key_0002",
      "persistent": true,
      "ground_truth_authority": true,
      "note": "",
      "pred": {
        "persistence": true,
        "name_keyword": true,
        "probe": true
      }
    },
    {
      "store": "webhooks",
      "key": "wh_0001",
      "persistent": true,
      "ground_truth_authority": true,
      "note": "",
      "pred": {
        "persistence": true,
        "name_keyword": true,
        "probe": true
      }
    },
    {
      "store": "share_links",
      "key": "share_0001",
      "persistent": true,
      "ground_truth_authority": true,
      "note": "",
      "pred": {
        "persistence": true,
        "name_keyword": true,
        "probe": true
      }
    },
    {
      "store": "notes",
      "key": "welcome",
      "persistent": true,
      "ground_truth_authority": false,
      "note": "",
      "pred": {
        "persistence": true,
        "name_keyword": false,
        "probe": false
      }
    },
    {
      "store": "notes",
      "key": "api_key_backup",
      "persistent": true,
      "ground_truth_authority": false,
      "note": "decoy: credential-looking note name",
      "pred": {
        "persistence": true,
        "name_keyword": true,
        "probe": false
      }
    },
    {
      "store": "notes",
      "key": "scratch",
      "persistent": false,
      "ground_truth_authority": false,
      "note": "ephemeral note (created, then deleted in-plan)",
      "pred": {
        "persistence": false,
        "name_keyword": false,
        "probe": false
      }
    },
    {
      "store": "api_keys",
      "key": "key_0003",
      "persistent": false,
      "ground_truth_authority": true,
      "note": "counterexample: credential minted then removed out-of-band \u2014 authority without persistence",
      "pred": {
        "persistence": false,
        "name_keyword": true,
        "probe": true
      }
    }
  ],
  "confusion": {
    "persistence": {
      "tp": 4,
      "fp": 2,
      "tn": 1,
      "fn": 1,
      "accuracy": 0.625
    },
    "name_keyword": {
      "tp": 5,
      "fp": 1,
      "tn": 2,
      "fn": 0,
      "accuracy": 0.875
    },
    "probe": {
      "tp": 5,
      "fp": 0,
      "tn": 3,
      "fn": 0,
      "accuracy": 1.0
    }
  }
}