{ "evaluator_model": "gemini-3.1-flash-lite-preview", "generator_model": "grok-4-1-fast", "api_failures": 0, "api_calls": 0, "timestamp": "2026-03-11T18:39:50.225124+00:00", "findings": { "experiment": "EXP-081c-commensurable-bridge", "description": "Commensurable bridge between temporal consistency and source matching measurements. Same measurement tool applied to source-present and source-absent conditions. Cross-tabulation validates convergent validity of the two measurement systems.", "design": { "topics": 3, "conditions": [ "source_present", "source_absent" ], "versions_per_cell": 3, "total_docs": 18, "measurements": [ "source_matching", "temporal_consistency", "cross_tabulation" ] }, "results": { "remote_work": { "source_present": { "per_version": [ { "total_numbers": 63, "in_source": 53, "not_in_source": 10, "unsourced_rate": 0.159, "years_excluded": 4, "word_counts_excluded": 1, "in_source_values": [ "43", "45", "38", "54", "55", "54", "63", "69", "12", "19", "28", "72", "43", "45", "38", "55", "54", "54", "28", "77", "27", "40", "22", "5", "37", "34", "92", "27", "48", "49", "90", "39", "40", "28", "78", "73", "29", "90", "27", "24", "67", "80", "90", "40", "40", "55", "18", "37", "37", "9", "000", "31", "10" ], "not_in_source_values": [ "50", "20", "10", "10", "10", "15", "20", "30", "15", "1.5" ] }, { "total_numbers": 63, "in_source": 58, "not_in_source": 5, "unsourced_rate": 0.079, "years_excluded": 4, "word_counts_excluded": 1, "in_source_values": [ "43", "45", "38", "54", "55", "54", "69", "12", "28", "69", "63", "28", "89", "80", "61", "77", "27", "55", "90", "64", "54", "55", "67", "77", "28", "81", "34", "21", "90", "27", "40", "22", "5", "37", "34", "22", "39", "28", "78", "12", "92", "27", "69", "5", "69", "90", "80", "55", "15", "37", "37", "37", "000", "10", "38", "31", "54", "77" ], "not_in_source_values": [ "50", "31", "185", "50", "30" ] }, { "total_numbers": 76, "in_source": 66, "not_in_source": 10, "unsourced_rate": 0.132, "years_excluded": 2, "word_counts_excluded": 0, "in_source_values": [ "43", "45", "38", "55", "54", "27", "40", "69", "12", "54", "69", "72", "55", "54", "43", "45", "90", "39", "28", "89", "61", "40", "22", "5", "37", "34", "92", "27", "39", "27", "55", "5", "40", "67", "48", "69", "45", "28", "78", "73", "77", "67", "45", "54", "69", "81", "27", "66", "40", "40", "27", "64", "77", "85", "55", "15", "9", "37", "55", "18", "37", "000", "31", "10", "10", "31" ], "not_in_source_values": [ "50", "20", "60", "15", "40", "10", "50", "30", "60", "987" ] } ], "temporal": { "total_unique": 49, "stable": 26, "unstable": 23, "stability_rate": 0.531, "instability_rate": 0.469, "stable_values": [ "43", "69", "77", "37", "15", "45", "40", "54", "30", "31", "10", "55", "5", "39", "22", "92", "12", "000", "34", "38", "50", "28", "90", "67", "27", "78" ], "unstable_values": [ "19", "20", "73", "89", "1.5", "80", "29", "24", "85", "61", "185", "48", "81", "60", "63", "9", "21", "72", "66", "987", "49", "64", "18" ] }, "cross_tab": { "stable_in_source": 24, "stable_not_in_source": 2, "unstable_in_source": 19, "unstable_not_in_source": 4 }, "aggregate": { "total_numbers": 202, "in_source": 177, "not_in_source": 25, "source_match_rate": 0.876 } }, "source_absent": { "per_version": [ { "total_numbers": 45, "in_source": 24, "not_in_source": 21, "unsourced_rate": 0.467, "years_excluded": 14, "word_counts_excluded": 1, "in_source_values": [ "7", "5", "8", "25", "12", "21", "5", "31", "5", "67", "40", "25", "7", "40", "4", "25", "1", "000", "15", "45", "000", "10", "10", "10" ], "not_in_source_values": [ "13.5", "20", "10", "10", "20", "10", "15", "15", "20", "60", "20", "15", "15", "200", "300", "150", "1.5", "612", "30", "200", "100" ] }, { "total_numbers": 67, "in_source": 29, "not_in_source": 38, "unsourced_rate": 0.567, "years_excluded": 12, "word_counts_excluded": 1, "in_source_values": [ "4.8", "8", "5", "25", "12", "12", "40", "0", "21", "9", "2", "5", "8", "5", "4", "25", "3", "12", "25", "15", "10", "15", "10", "40", "25", "15", "12", "18", "10" ], "not_in_source_values": [ "13.5", "30", "20", "18", "70", "10", "20", "15", "60", "50", "18", "15", "10", "30", "30", "10", "20", "15", "50", "300", "150", "450", "600", "900", "2.1", "0.9", "1.5", "2015", "996", "2015", "600", "50", "60", "20", "30", "30", "200", "200" ] }, { "total_numbers": 60, "in_source": 22, "not_in_source": 38, "unsourced_rate": 0.633, "years_excluded": 12, "word_counts_excluded": 0, "in_source_values": [ "19", "25", "40", "43", "25", "5", "21", "40", "80", "5", "8", "15", "5", "3", "15", "000", "28", "000", "10", "000", "10", "90" ], "not_in_source_values": [ "13", "13", "20", "30", "15", "60", "15", "20", "10", "60", "15", "10", "20", "10", "15", "20", "20", "10", "13", "20", "10", "0", "12", "0", "20", "10", "1.3", "75", "50", "16", "30", "20", "200", "23", "17", "50", "50", "950" ] } ], "temporal": { "total_unique": 52, "stable": 12, "unstable": 40, "stability_rate": 0.231, "instability_rate": 0.769, "stable_values": [ "30", "20", "10", "5", "60", "15", "200", "12", "21", "8", "40", "25" ], "unstable_values": [ "19", "0", "3", "43", "31", "13", "75", "1", "2015", "900", "300", "996", "7", "4", "1.5", "612", "80", "100", "9", "16", "23", "17", "150", "000", "13.5", "2.1", "45", "950", "600", "50", "0.9", "28", "90", "1.3", "18", "67", "450", "70", "4.8", "2" ] }, "cross_tab": { "stable_in_source": 8, "stable_not_in_source": 4, "unstable_in_source": 24, "unstable_not_in_source": 16 }, "aggregate": { "total_numbers": 172, "in_source": 75, "not_in_source": 97, "source_match_rate": 0.436 } } }, "communication": { "source_present": { "per_version": [ { "total_numbers": 97, "in_source": 95, "not_in_source": 2, "unsourced_rate": 0.021, "years_excluded": 1, "word_counts_excluded": 1, "in_source_values": [ "42", "42", "43", "76", "71", "63", "33", "30", "76", "20", "89", "25", "51", "47", "50", "57", "39", "51", "22", "44", "15", "60", "47", "45", "36", "38", "63", "76", "20", "41", "77", "20", "89", "25", "48", "65", "24", "63", "67", "65", "39", "33", "36", "72", "78", "3", "29", "47", "9", "14", "28", "48", "45", "36", "34", "38", "49", "12", "19", "28", "12", "21", "57", "48", "41", "60", "15", "43", "32", "50", "57", "51", "50", "44", "41", "31", "60", "9", "14", "12", "28", "47", "77", "63", "67", "64", "574", "15", "20", "15", "20", "30", "36", "15", "20" ], "not_in_source_values": [ "70", "56" ] }, { "total_numbers": 103, "in_source": 96, "not_in_source": 7, "unsourced_rate": 0.068, "years_excluded": 4, "word_counts_excluded": 1, "in_source_values": [ "42", "43", "76", "71", "59", "33", "30", "63", "41", "29", "76", "20", "7", "25", "89", "65", "23", "39", "36", "88", "77", "41", "63", "67", "24", "12", "19", "51", "47", "39", "57", "51", "50", "44", "41", "31", "60", "15", "47", "29", "38", "48", "52", "72", "36", "49", "38", "63", "29", "47", "9", "14", "28", "48", "45", "36", "48", "65", "12", "21", "12", "19", "38", "43", "32", "51", "39", "34", "26", "45", "28", "63", "20", "67", "20", "26", "63", "42", "12", "24", "36", "47", "60", "72", "63", "76", "574", "64", "15", "20", "20", "15", "20", "64", "15", "20" ], "not_in_source_values": [ "56", "56", "18", "17", "11", "56", "56" ] }, { "total_numbers": 94, "in_source": 93, "not_in_source": 1, "unsourced_rate": 0.011, "years_excluded": 1, "word_counts_excluded": 1, "in_source_values": [ "42", "43", "76", "71", "63", "33", "30", "89", "25", "76", "20", "47", "51", "47", "57", "50", "51", "41", "60", "28", "48", "29", "47", "39", "88", "36", "63", "67", "65", "20", "23", "41", "76", "20", "24", "47", "57", "50", "15", "60", "31", "44", "41", "36", "52", "72", "12", "21", "77", "41", "48", "65", "43", "20", "9", "14", "45", "36", "12", "19", "38", "49", "20", "34", "26", "28", "47", "72", "38", "63", "43", "32", "20", "20", "15", "60", "50", "48", "65", "89", "63", "63", "574", "64", "36", "15", "20", "36", "15", "20", "15", "20", "10" ], "not_in_source_values": [ "56" ] } ], "temporal": { "total_unique": 56, "stable": 42, "unstable": 14, "stability_rate": 0.75, "instability_rate": 0.25, "stable_values": [ "19", "43", "51", "20", "56", "36", "71", "89", "47", "574", "29", "77", "15", "45", "32", "24", "25", "48", "30", "31", "33", "42", "39", "60", "63", "9", "44", "65", "12", "34", "21", "72", "41", "14", "49", "64", "38", "50", "28", "57", "67", "76" ], "unstable_values": [ "3", "59", "88", "70", "11", "26", "10", "22", "7", "23", "17", "18", "78", "52" ] }, "cross_tab": { "stable_in_source": 41, "stable_not_in_source": 1, "unstable_in_source": 10, "unstable_not_in_source": 4 }, "aggregate": { "total_numbers": 294, "in_source": 284, "not_in_source": 10, "source_match_rate": 0.966 } }, "source_absent": { "per_version": [ { "total_numbers": 66, "in_source": 41, "not_in_source": 25, "unsourced_rate": 0.379, "years_excluded": 20, "word_counts_excluded": 2, "in_source_values": [ "20", "60", "4.6", "21", "12", "65", "60", "45", "25", "30", "28", "45", "72", "41", "15", "22", "32", "25", "10", "15", "20", "25", "22", "14", "15", "12", "10", "24", "48", "15", "50", "12", "20", "15", "32", "71", "76", "65", "72", "52", "50" ], "not_in_source_values": [ "68", "62", "80", "90", "70", "18", "58", "68", "35", "40", "18", "0.45", "0.52", "0.38", "2.5", "1.5", "2011", "55", "18", "000", "2012", "58", "68", "81", "150" ] }, { "total_numbers": 55, "in_source": 36, "not_in_source": 19, "unsourced_rate": 0.345, "years_excluded": 21, "word_counts_excluded": 1, "in_source_values": [ "23", "20", "25", "30", "12", "15", "10", "7", "28", "21", "50", "22", "30", "14", "32", "25", "22", "15", "30", "15", "20", "10", "10", "200", "30", "60", "10", "10", "10", "10", "10", "50", "10", "10", "10", "20" ], "not_in_source_values": [ "40", "18", "40", "70", "35", "40", "70", "18", "4.2", "3.8", "6.1", "4.5", "5.1", "3.2", "7.2", "8.1", "000", "18", "000" ] }, { "total_numbers": 42, "in_source": 29, "not_in_source": 13, "unsourced_rate": 0.31, "years_excluded": 6, "word_counts_excluded": 1, "in_source_values": [ "38", "49", "25", "14", "22", "30", "72", "41", "15", "15", "12", "15", "30", "12", "28", "20", "25", "52", "50", "10", "20", "50", "10", "48", "78", "71", "10", "25", "15" ], "not_in_source_values": [ "58", "40", "70", "18", "1.2", "1.8", "000", "40", "75", "35", "62", "55", "68" ] } ], "temporal": { "total_unique": 60, "stable": 15, "unstable": 45, "stability_rate": 0.25, "instability_rate": 0.75, "stable_values": [ "20", "35", "15", "40", "25", "70", "30", "10", "22", "12", "000", "14", "50", "28", "18" ], "unstable_values": [ "62", "75", "68", "2011", "3.8", "71", "1.5", "80", "0.52", "2.5", "4.6", "150", "200", "5.1", "1.2", "32", "45", "24", "7.2", "48", "4.2", "2012", "81", "1.8", "55", "4.5", "3.2", "7", "60", "0.45", "23", "8.1", "65", "6.1", "21", "72", "41", "49", "58", "38", "90", "0.38", "76", "78", "52" ] }, "cross_tab": { "stable_in_source": 10, "stable_not_in_source": 5, "unstable_in_source": 34, "unstable_not_in_source": 11 }, "aggregate": { "total_numbers": 163, "in_source": 106, "not_in_source": 57, "source_match_rate": 0.65 } } }, "ai_workflows": { "source_present": { "per_version": [ { "total_numbers": 71, "in_source": 68, "not_in_source": 3, "unsourced_rate": 0.042, "years_excluded": 3, "word_counts_excluded": 1, "in_source_values": [ "84", "76", "51", "33", "46", "3", "51", "20", "66", "69", "45", "2.6", "20", "76", "51", "55.5", "81.7", "67.9", "30.9", "70", "51.1", "32.9", "14.7", "72", "58.7", "66", "20", "4.4", "39.6", "2.6", "29", "35", "60", "70", "45", "76", "69", "53", "61", "20", "40", "29", "20", "3", "2.6", "46", "20", "60", "61", "53", "69", "66", "45", "75.3", "87", "81", "20", "66", "20", "76", "17", "61.7", "61.3", "4.3", "69", "20", "20", "30" ], "not_in_source_values": [ "15", "30", "95" ] }, { "total_numbers": 57, "in_source": 49, "not_in_source": 8, "unsourced_rate": 0.14, "years_excluded": 4, "word_counts_excluded": 1, "in_source_values": [ "51", "81.7", "67.9", "14.7", "76", "69", "58.7", "84", "55.5", "2.6", "20", "33", "46", "40", "29", "30.9", "69", "29", "39.6", "4.4", "66", "75.3", "70", "45", "66", "20", "20", "87", "61.7", "81", "51.1", "32.9", "70", "66", "20", "72", "4.4", "20", "76", "60", "70", "51", "84", "52", "20", "45", "20", "20", "20" ], "not_in_source_values": [ "50", "90", "30", "10", "30", "80", "10", "50" ] }, { "total_numbers": 53, "in_source": 44, "not_in_source": 9, "unsourced_rate": 0.17, "years_excluded": 6, "word_counts_excluded": 1, "in_source_values": [ "84", "51", "55.5", "76", "69", "58.7", "84", "33", "3", "2.6", "20", "29", "4.4", "39.6", "53", "61", "75.3", "40", "29", "45", "66", "20", "20", "76", "46", "67.9", "30.9", "69", "70", "17", "14.7", "72", "61.7", "76", "84", "60", "70", "2.6", "66", "39.6", "81.7", "87", "40", "70" ], "not_in_source_values": [ "30", "10", "80", "25", "10", "50", "50", "1.5", "15" ] } ], "temporal": { "total_unique": 46, "stable": 27, "unstable": 19, "stability_rate": 0.587, "instability_rate": 0.413, "stable_values": [ "51", "61.7", "20", "75.3", "46", "69", "67.9", "87", "2.6", "29", "4.4", "45", "40", "70", "14.7", "58.7", "30", "81.7", "33", "84", "60", "30.9", "72", "66", "55.5", "39.6", "76" ], "unstable_values": [ "3", "35", "1.5", "80", "15", "25", "51.1", "61", "81", "10", "61.3", "17", "53", "32.9", "50", "90", "4.3", "95", "52" ] }, "cross_tab": { "stable_in_source": 27, "stable_not_in_source": 0, "unstable_in_source": 13, "unstable_not_in_source": 6 }, "aggregate": { "total_numbers": 181, "in_source": 161, "not_in_source": 20, "source_match_rate": 0.89 } }, "source_absent": { "per_version": [ { "total_numbers": 43, "in_source": 8, "not_in_source": 35, "unsourced_rate": 0.814, "years_excluded": 10, "word_counts_excluded": 4, "in_source_values": [ "70", "20", "5", "20", "20", "20", "60", "20" ], "not_in_source_values": [ "43", "37", "30", "10", "85", "90", "62", "78", "41", "55", "25", "18", "55", "12", "22", "26", "15", "30", "12", "10", "14", "100", "25", "50", "10", "4.2", "4.5", "1.8", "1.4", "1.5", "90", "15", "15", "100", "15" ] }, { "total_numbers": 59, "in_source": 18, "not_in_source": 41, "unsourced_rate": 0.695, "years_excluded": 12, "word_counts_excluded": 4, "in_source_values": [ "20", "5", "70", "40", "20", "4", "70", "40", "40", "20", "8", "20", "35", "40", "20", "30", "20", "30" ], "not_in_source_values": [ "55", "62", "30", "25", "50", "85", "15", "95", "80", "25", "12", "55", "95", "25", "30", "15", "22", "15", "18", "10", "25", "15", "28", "50", "2302.06590", "1.5", "2404.01234", "2.7", "1.5", "2.5", "1.8", "1.2", "1.5", "1.2", "1.4", "65", "100", "500", "18", "12", "12" ] }, { "total_numbers": 36, "in_source": 10, "not_in_source": 26, "unsourced_rate": 0.722, "years_excluded": 8, "word_counts_excluded": 3, "in_source_values": [ "20", "40", "60", "70", "70", "40", "40", "20", "20", "30" ], "not_in_source_values": [ "30", "55", "90", "10", "99", "85", "15", "80", "55", "80", "25", "30", "22", "30", "50", "15", "10", "25", "1.5", "2.1", "1.5", "1.5", "90", "500", "100", "50" ] } ], "temporal": { "total_unique": 44, "stable": 12, "unstable": 32, "stability_rate": 0.273, "instability_rate": 0.727, "stable_values": [ "30", "20", "10", "55", "22", "1.5", "100", "15", "85", "50", "25", "70" ], "unstable_values": [ "4.2", "99", "62", "43", "26", "2.7", "1.8", "1.4", "2404.01234", "5", "4.5", "35", "4", "60", "80", "37", "2302.06590", "65", "2.5", "500", "12", "1.2", "2.1", "41", "8", "14", "40", "90", "28", "95", "18", "78" ] }, "cross_tab": { "stable_in_source": 6, "stable_not_in_source": 6, "unstable_in_source": 15, "unstable_not_in_source": 17 }, "aggregate": { "total_numbers": 138, "in_source": 36, "not_in_source": 102, "source_match_rate": 0.261 } } } } } }