{
  "version": 1,
  "study": "FVS detector validation v2 (post-audit rule revisions)",
  "corpus_size": 12,
  "aggregate": {
    "macro_f1_v1": 0.157,
    "macro_f1_v2": 0.274,
    "delta_macro_f1": 0.118,
    "per_stratum_v1": {
      "A": 0.525,
      "B": 0.195,
      "C": 0.1
    },
    "per_stratum_v2": {
      "A": 0.622,
      "B": 0.31,
      "C": 0.434
    }
  },
  "per_frame": {
    "FVS-001": {
      "n_A_exhibits": 1,
      "n_B_exhibits": 0,
      "n_C1_exhibits": 4,
      "n_C2_exhibits": 0,
      "f1_v1_vs_maj_union": 0.0,
      "f1_v2_vs_maj_union": 0.0,
      "delta_f1": 0.0,
      "precision_v2": 0.0,
      "recall_v2": 0.0,
      "tp_fp_fn_tn_v2": [
        0,
        0,
        1,
        11
      ],
      "v2_action": "retired"
    },
    "FVS-002": {
      "n_A_exhibits": 1,
      "n_B_exhibits": 7,
      "n_C1_exhibits": 1,
      "n_C2_exhibits": 1,
      "f1_v1_vs_maj_union": 0.25,
      "f1_v2_vs_maj_union": 0.25,
      "delta_f1": 0.0,
      "precision_v2": 1.0,
      "recall_v2": 0.143,
      "tp_fp_fn_tn_v2": [
        1,
        0,
        6,
        5
      ],
      "v2_action": "kept_unchanged"
    },
    "FVS-007": {
      "n_A_exhibits": 1,
      "n_B_exhibits": 0,
      "n_C1_exhibits": 3,
      "n_C2_exhibits": 1,
      "f1_v1_vs_maj_union": 0.0,
      "f1_v2_vs_maj_union": 0.0,
      "delta_f1": 0.0,
      "precision_v2": 0.0,
      "recall_v2": 0.0,
      "tp_fp_fn_tn_v2": [
        0,
        1,
        1,
        10
      ],
      "v2_action": "narrowed_voice_filter"
    },
    "FVS-008": {
      "n_A_exhibits": 2,
      "n_B_exhibits": 3,
      "n_C1_exhibits": 3,
      "n_C2_exhibits": 0,
      "f1_v1_vs_maj_union": 0.0,
      "f1_v2_vs_maj_union": 0.0,
      "delta_f1": 0.0,
      "precision_v2": 0.0,
      "recall_v2": 0.0,
      "tp_fp_fn_tn_v2": [
        0,
        0,
        3,
        9
      ],
      "v2_action": "retired"
    },
    "FVS-009": {
      "n_A_exhibits": 3,
      "n_B_exhibits": 9,
      "n_C1_exhibits": 2,
      "n_C2_exhibits": 7,
      "f1_v1_vs_maj_union": 0.364,
      "f1_v2_vs_maj_union": 0.875,
      "delta_f1": 0.511,
      "precision_v2": 1.0,
      "recall_v2": 0.778,
      "tp_fp_fn_tn_v2": [
        7,
        0,
        2,
        3
      ],
      "v2_action": "loosened_drop_uncertainty"
    },
    "FVS-010": {
      "n_A_exhibits": 2,
      "n_B_exhibits": 8,
      "n_C1_exhibits": 2,
      "n_C2_exhibits": 2,
      "f1_v1_vs_maj_union": 0.2,
      "f1_v2_vs_maj_union": 0.2,
      "delta_f1": 0.0,
      "precision_v2": 0.5,
      "recall_v2": 0.125,
      "tp_fp_fn_tn_v2": [
        1,
        1,
        7,
        3
      ],
      "v2_action": "kept_unchanged"
    },
    "FVS-011": {
      "n_A_exhibits": 3,
      "n_B_exhibits": 2,
      "n_C1_exhibits": 7,
      "n_C2_exhibits": 5,
      "f1_v1_vs_maj_union": 0.727,
      "f1_v2_vs_maj_union": 0.667,
      "delta_f1": -0.061,
      "precision_v2": 0.6,
      "recall_v2": 0.75,
      "tp_fp_fn_tn_v2": [
        3,
        2,
        1,
        6
      ],
      "v2_action": "tightened_density_5_to_10"
    },
    "FVS-012": {
      "n_A_exhibits": 4,
      "n_B_exhibits": 9,
      "n_C1_exhibits": 2,
      "n_C2_exhibits": 2,
      "f1_v1_vs_maj_union": 0.182,
      "f1_v2_vs_maj_union": 0.182,
      "delta_f1": 0.0,
      "precision_v2": 0.5,
      "recall_v2": 0.111,
      "tp_fp_fn_tn_v2": [
        1,
        1,
        8,
        2
      ],
      "v2_action": "loosened_threshold_3_to_2"
    },
    "FVS-014": {
      "n_A_exhibits": 4,
      "n_B_exhibits": 7,
      "n_C1_exhibits": 0,
      "n_C2_exhibits": 2,
      "f1_v1_vs_maj_union": 0.0,
      "f1_v2_vs_maj_union": 0.4,
      "delta_f1": 0.4,
      "precision_v2": 1.0,
      "recall_v2": 0.25,
      "tp_fp_fn_tn_v2": [
        2,
        0,
        6,
        4
      ],
      "v2_action": "lowered_thresholds_70_60_to_35_35"
    },
    "FVS-015": {
      "n_A_exhibits": 1,
      "n_B_exhibits": 1,
      "n_C1_exhibits": 2,
      "n_C2_exhibits": 0,
      "f1_v1_vs_maj_union": 0.0,
      "f1_v2_vs_maj_union": 0.0,
      "delta_f1": 0.0,
      "precision_v2": 0.0,
      "recall_v2": 0.0,
      "tp_fp_fn_tn_v2": [
        0,
        0,
        1,
        11
      ],
      "v2_action": "retired"
    },
    "FVS-016": {
      "n_A_exhibits": 6,
      "n_B_exhibits": 3,
      "n_C1_exhibits": 0,
      "n_C2_exhibits": 2,
      "f1_v1_vs_maj_union": 0.0,
      "f1_v2_vs_maj_union": 0.444,
      "delta_f1": 0.444,
      "precision_v2": 1.0,
      "recall_v2": 0.286,
      "tp_fp_fn_tn_v2": [
        2,
        0,
        5,
        5
      ],
      "v2_action": "lowered_threshold_50_to_20"
    }
  },
  "per_document": {
    "a01_altman_intelligence_age": {
      "stratum": "A",
      "v1_labels": [
        "FVS-002"
      ],
      "v2_labels": [
        "FVS-002",
        "FVS-014"
      ],
      "A_labels": [
        "FVS-001",
        "FVS-002",
        "FVS-007",
        "FVS-008",
        "FVS-010",
        "FVS-014"
      ],
      "B_labels": [
        "FVS-002",
        "FVS-008",
        "FVS-010",
        "FVS-012",
        "FVS-014"
      ],
      "f1_v1_vs_maj_union": 0.25,
      "f1_v2_vs_maj_union": 0.444,
      "kappa_v1_AC": 0.154,
      "kappa_v2_AC": 0.312
    },
    "a02_fomc_march_2026": {
      "stratum": "A",
      "v1_labels": [
        "FVS-009",
        "FVS-012"
      ],
      "v2_labels": [
        "FVS-009",
        "FVS-012"
      ],
      "A_labels": [
        "FVS-009",
        "FVS-012"
      ],
      "B_labels": [
        "FVS-009",
        "FVS-012",
        "FVS-014"
      ],
      "f1_v1_vs_maj_union": 0.8,
      "f1_v2_vs_maj_union": 0.8,
      "kappa_v1_AC": 1.0,
      "kappa_v2_AC": 1.0
    },
    "b01_nvidia_investment": {
      "stratum": "B",
      "v1_labels": [
        "FVS-001",
        "FVS-011"
      ],
      "v2_labels": [
        "FVS-009"
      ],
      "A_labels": [
        "FVS-008",
        "FVS-009",
        "FVS-012"
      ],
      "B_labels": [
        "FVS-002",
        "FVS-008",
        "FVS-009",
        "FVS-010",
        "FVS-012",
        "FVS-014",
        "FVS-016"
      ],
      "f1_v1_vs_maj_union": 0.0,
      "f1_v2_vs_maj_union": 0.25,
      "kappa_v1_AC": -0.279,
      "kappa_v2_AC": 0.421
    },
    "b02_automation_policy": {
      "stratum": "B",
      "v1_labels": [
        "FVS-009",
        "FVS-010",
        "FVS-011",
        "FVS-012"
      ],
      "v2_labels": [
        "FVS-009",
        "FVS-010",
        "FVS-011",
        "FVS-012"
      ],
      "A_labels": [
        "FVS-010",
        "FVS-011"
      ],
      "B_labels": [
        "FVS-002",
        "FVS-009",
        "FVS-010",
        "FVS-011",
        "FVS-014"
      ],
      "f1_v1_vs_maj_union": 0.667,
      "f1_v2_vs_maj_union": 0.667,
      "kappa_v1_AC": 0.56,
      "kappa_v2_AC": 0.56
    },
    "b03_social_media_adolescents": {
      "stratum": "B",
      "v1_labels": [
        "FVS-011"
      ],
      "v2_labels": [
        "FVS-009",
        "FVS-011",
        "FVS-016"
      ],
      "A_labels": [
        "FVS-012",
        "FVS-016"
      ],
      "B_labels": [
        "FVS-002",
        "FVS-009",
        "FVS-010",
        "FVS-012",
        "FVS-014",
        "FVS-016"
      ],
      "f1_v1_vs_maj_union": 0.0,
      "f1_v2_vs_maj_union": 0.444,
      "kappa_v1_AC": -0.138,
      "kappa_v2_AC": 0.233
    },
    "b04_llm_customer_support": {
      "stratum": "B",
      "v1_labels": [
        "FVS-001",
        "FVS-011"
      ],
      "v2_labels": [
        "FVS-009",
        "FVS-011"
      ],
      "A_labels": [
        "FVS-011",
        "FVS-015"
      ],
      "B_labels": [
        "FVS-002",
        "FVS-008",
        "FVS-009",
        "FVS-010",
        "FVS-015"
      ],
      "f1_v1_vs_maj_union": 0.25,
      "f1_v2_vs_maj_union": 0.5,
      "kappa_v1_AC": 0.389,
      "kappa_v2_AC": 0.389
    },
    "b05_remote_work_productivity": {
      "stratum": "B",
      "v1_labels": [
        "FVS-001",
        "FVS-007",
        "FVS-008",
        "FVS-011"
      ],
      "v2_labels": [],
      "A_labels": [
        "FVS-011"
      ],
      "B_labels": [
        "FVS-002",
        "FVS-010",
        "FVS-012"
      ],
      "f1_v1_vs_maj_union": 0.25,
      "f1_v2_vs_maj_union": 0.0,
      "kappa_v1_AC": 0.298,
      "kappa_v2_AC": 0.0
    },
    "b06_quantum_computing_outlook": {
      "stratum": "B",
      "v1_labels": [
        "FVS-001",
        "FVS-015"
      ],
      "v2_labels": [],
      "A_labels": [
        "FVS-012",
        "FVS-014",
        "FVS-016"
      ],
      "B_labels": [
        "FVS-002",
        "FVS-009",
        "FVS-010",
        "FVS-012",
        "FVS-014",
        "FVS-016"
      ],
      "f1_v1_vs_maj_union": 0.0,
      "f1_v2_vs_maj_union": 0.0,
      "kappa_v1_AC": -0.279,
      "kappa_v2_AC": 0.0
    },
    "c01_wikipedia_semaglutide": {
      "stratum": "C",
      "v1_labels": [
        "FVS-015"
      ],
      "v2_labels": [
        "FVS-009"
      ],
      "A_labels": [
        "FVS-016"
      ],
      "B_labels": [
        "FVS-009",
        "FVS-012"
      ],
      "f1_v1_vs_maj_union": 0.0,
      "f1_v2_vs_maj_union": 0.5,
      "kappa_v1_AC": -0.1,
      "kappa_v2_AC": -0.1
    },
    "c02_wikipedia_eu_ai_act": {
      "stratum": "C",
      "v1_labels": [
        "FVS-010",
        "FVS-011"
      ],
      "v2_labels": [
        "FVS-009",
        "FVS-010",
        "FVS-011"
      ],
      "A_labels": [
        "FVS-009",
        "FVS-016"
      ],
      "B_labels": [
        "FVS-009",
        "FVS-011"
      ],
      "f1_v1_vs_maj_union": 0.4,
      "f1_v2_vs_maj_union": 0.667,
      "kappa_v1_AC": -0.222,
      "kappa_v2_AC": 0.233
    },
    "c03_wikipedia_quantum_supremacy": {
      "stratum": "C",
      "v1_labels": [
        "FVS-007",
        "FVS-008"
      ],
      "v2_labels": [
        "FVS-007",
        "FVS-014",
        "FVS-016"
      ],
      "A_labels": [
        "FVS-014",
        "FVS-016"
      ],
      "B_labels": [
        "FVS-009",
        "FVS-012",
        "FVS-014"
      ],
      "f1_v1_vs_maj_union": 0.0,
      "f1_v2_vs_maj_union": 0.571,
      "kappa_v1_AC": -0.222,
      "kappa_v2_AC": 0.744
    },
    "c04_wikipedia_ubi": {
      "stratum": "C",
      "v1_labels": [
        "FVS-007",
        "FVS-008",
        "FVS-011"
      ],
      "v2_labels": [
        "FVS-011"
      ],
      "A_labels": [
        "FVS-014",
        "FVS-016"
      ],
      "B_labels": [
        "FVS-010",
        "FVS-012"
      ],
      "f1_v1_vs_maj_union": 0.0,
      "f1_v2_vs_maj_union": 0.0,
      "kappa_v1_AC": -0.279,
      "kappa_v2_AC": -0.138
    }
  }
}