{ "experiment": "EXP-078b_cross_generator_temporal_consistency", "method": "Cross-generation numerical claim variance (same as EXP-078 Layer 2)", "generators": { "xai": { "model": "grok-4-1-fast", "n_standard_topics": 10, "n_basic_topics": 5, "aggregate": { "pct_fab_rate_mean": 0.768, "pct_fab_rate_median": 0.7662, "pct_fab_rate_range": [ 0.5769, 1.0 ], "n_topics_with_pct": 10, "all_fab_rate_mean": 0.8579, "mean_heading_jaccard": 0.0, "mean_pct_per_topic": 16.1, "mean_all_nums_per_topic": 36.2 }, "standard_results": { "api_design_STANDARD": { "percentage_stability": { "0.1": 1, "1.0": 3, "10.0": 2, "20.0": 1, "30.0": 2, "40.0": 2, "50.0": 1, "80.0": 1, "90.0": 1, "95.0": 1, "99.0": 1, "99.9": 1, "99.99": 1 }, "stable_percentages": [ 1.0 ], "variable_percentages": [ 0.1, 10.0, 20.0, 30.0, 40.0, 50.0, 80.0, 90.0, 95.0, 99.0, 99.9, 99.99 ], "n_pct_stable": 1, "n_pct_variable": 12, "n_pct_total": 13, "fabrication_rate_pct": 0.9230769230769231, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 1, "all_numbers_variable": 23, "all_numbers_total": 24, "all_numbers_fab_rate": 0.9583333333333334, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 27, "shared_heading_texts": [], "numerical_counts": [ 12, 9, 5 ], "causal_counts": [ 4, 2, 3 ], "numerical_count_cv": 0.331, "causal_count_cv": 0.272, "examples": { "stable": [ { "value": "1.0%", "contexts": [ { "version": 0, "sentence": "Deprecate low-usage (<1%) silently, warn high-use with 6-month headers.", "heading": "Observability Mandates Field-Level Metrics to Prune Phantom Constraints" }, { "version": 1, "sentence": "Commit: without opt-ins, *every* change risks all clients; opt-ins shrink blast radius to 1% adopters, enabling rapid iteration atop stable cores.", "heading": "Principle 1: Mandatory Opt-Ins Isolate New Behaviors from Legacy Paths" }, { "version": 2, "sentence": "Compatibility demands compatibility *tests* for mutations, but enumeration is impossible; clients number in millions, with long-tail behaviors (e.g., 1% using deprecated `getFoo().bar()`).", "heading": "Invisible Client Mutations Trap Extensions in Semantic Ambiguity" } ] } ], "variable": [ { "value": "0.1%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "Threshold sunset at <0.1% usage.", "heading": "Telemetry-Driven Observability Closes the Mutation Feedback Loop" } ] }, { "value": "10.0%", "in_versions": [ 0, 1 ], "contexts": [ { "version": 0, "sentence": "Indirection hides internal refactoring costs initially but compounds: a 10% internal perf gain erodes under proxy overhead, forcing compensatory rewrites.", "heading": "Indirection Explosion Amplifies Maintenance Burden Over Feature Additions" }, { "version": 1, "sentence": "Commit: without this, validation is guesswork (10% coverage); with it, 99% confidence gates changes, collapsing verification from weeks to CI minutes. gRPC's conformance suites exemplify, testing roundtrips across 100+ historical payloads.", "heading": "Principle 3: Automated Regression Suites Against Historical Snapshots" } ] }, { "value": "20.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Costs: 10-20% payload bloat, offset by evolution speed.", "heading": "Envelope Pattern Stabilizes External Surface Without Internal Freeze" } ] }, { "value": "30.0%", "in_versions": [ 0, 0, 2 ], "contexts": [ { "version": 0, "sentence": "GraphQL Federation at Shopify pruned 30% fields this way.", "heading": "Observability Mandates Field-Level Metrics to Prune Phantom Constraints" }, { "version": 0, "sentence": "Principles (envelopes, polyversioning, dual-write, metrics) impose upfront structure, trading 20-30% space/perf for 10x velocity.", "heading": "Synthesis: Compatibility's Constraint Debt Yields to Architectural Discipline" }, { "version": 2, "sentence": "Dropbox's API uses this for 99.9% compatibility while pruning 30% yearly.", "heading": "Telemetry-Driven Observability Closes the Mutation Feedback Loop" } ] }, { "value": "40.0%", "in_versions": [ 0, 2 ], "contexts": [ { "version": 0, "sentence": "Kubernetes API server logs reveal 40% of compatibility pain from undocumented client assumptions on list pagination.", "heading": "Observability Gaps Hide Client Dependency Graphs During Evolution" }, { "version": 2, "sentence": "Teams adopting these prune 20-40% APIs annually without breakage, sustaining 10+ year lifespans.", "heading": "Synthesis: Backward Evolution Trades Upfront Freedom for Long-Term Scale" } ] } ] } }, "business_strategy_STANDARD": { "percentage_stability": { "0.25": 1, "10.0": 2, "15.0": 1, "20.0": 3, "25.0": 2, "30.0": 2, "35.0": 1, "40.0": 3, "50.0": 3, "60.0": 3, "65.0": 3, "70.0": 3, "75.0": 1, "80.0": 3, "85.0": 1, "90.0": 2, "100.0": 1 }, "stable_percentages": [ 20.0, 40.0, 50.0, 60.0, 65.0, 70.0, 80.0 ], "variable_percentages": [ 0.25, 10.0, 15.0, 25.0, 30.0, 35.0, 75.0, 85.0, 90.0, 100.0 ], "n_pct_stable": 7, "n_pct_variable": 10, "n_pct_total": 17, "fabrication_rate_pct": 0.5882352941176471, "dollar_stable": [ 10.0, 25.0 ], "dollar_variable": [ 1.0, 1.5, 2.0, 5.0, 20.0, 30.0, 40.0, 50.0, 100.0, 140.0, 150.0, 200.0, 280.0, 300.0, 500.0 ], "n_dollar_stable": 2, "n_dollar_variable": 15, "all_numbers_stable": 12, "all_numbers_variable": 44, "all_numbers_total": 56, "all_numbers_fab_rate": 0.7857142857142857, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 19, "shared_heading_texts": [], "numerical_counts": [ 29, 31, 17 ], "causal_counts": [ 7, 4, 12 ], "numerical_count_cv": 0.241, "causal_count_cv": 0.43, "examples": { "stable": [ { "value": "20.0%", "contexts": [ { "version": 0, "sentence": "Result: reps flail in \"founder shadow,\" closing <20% of founder-level opportunities.", "heading": "Undocumented Founder Heuristics Block Playbook Formalization" }, { "version": 0, "sentence": "Failure is structural, not circumstantial: mid-stage B2B SaaS can't transition without halting growth for 6-9 months to formalize heuristics (hire playbook engineers), vet leaders on org-build track records, sequence rep intake post-80% adherence, an", "heading": "Diagnosis Commitment: Rebuild Demands Playbook-Zero Reset" }, { "version": 1, "sentence": "Escape requires: Quantify premium (shadow reps on founder deals), force ICP simplification (top 20% criteria only), rebuild comp for cycles (frontload accelerators), co-lead with founder (50/50 pipeline split year 1), integrate GTM pre-VP hire.", "heading": "The Compounding Stall: $10-30M ARR Plateau at 80% Failure Rate" } ] }, { "value": "40.0%", "contexts": [ { "version": 0, "sentence": "Firms hire \"hungry juniors\" at 60% market comp, yielding 40% attrition.", "heading": "Rep Talent Pool Rejects Mid-Stage Complexity Premium" }, { "version": 0, "sentence": "Reps chase \"easy\" renewals/expansions (40% of ARR), neglecting net-new where founder heuristics shone.", "heading": "Compensation Rigidity Anchors Behaviors to Founder-Era Hustle" }, { "version": 0, "sentence": "Quantitatively, 75% of $10-30M ARR SaaS hit \"Series B death valley,\" per ChartMogul: founder sales = 40% ARR contribution shrinks to 10%, reps fill 30% gap.", "heading": "Interlocking Effects Cascade to ARR Ceiling at $40M" } ] }, { "value": "50.0%", "contexts": [ { "version": 0, "sentence": "When reps inherit half-baked enablement (e.g., 20-slide decks sans objection handlers), win rates crater 40-50%.", "heading": "Undocumented Founder Heuristics Block Playbook Formalization" }, { "version": 0, "sentence": "Mid-stage comp (base $140k, OTE $280k, 50% variable) mirrors founder bounties\u2014uncapped SPIFs for any logo\u2014but ignores scalability.", "heading": "Compensation Rigidity Anchors Behaviors to Founder-Era Hustle" }, { "version": 1, "sentence": "Founders close 30-50% of qualified opportunities versus reps' 10-15%, driven by pre-existing relationships with Fortune 2000 execs built over years.", "heading": "Founder Sales Premium Locks in 3x Win Rates, Dooming Rep Transitions" } ] } ], "variable": [ { "value": "0.25%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "At Series B, equity (0.1-0.25%) dilutes fast, tying motivation to cash ramps unfit for grindy enterprise sales.", "heading": "Compensation Rigidity Anchors Behaviors to Founder-Era Hustle" } ] }, { "value": "10.0%", "in_versions": [ 0, 1, 1 ], "contexts": [ { "version": 0, "sentence": "Quantitatively, 75% of $10-30M ARR SaaS hit \"Series B death valley,\" per ChartMogul: founder sales = 40% ARR contribution shrinks to 10%, reps fill 30% gap.", "heading": "Interlocking Effects Cascade to ARR Ceiling at $40M" }, { "version": 1, "sentence": "Consequence: Top 10% reps overperform via founder shadows, masking systemic failure until quota coverage drops below 60%, triggering 40% headcount cuts.", "heading": "Rep Comp Mismatch Penalizes 6-12 Month Cycles with 20% OTE Shortfalls" }, { "version": 1, "sentence": "They impose dashboards and ABM, boosting activity 2x but win rates <10%, as Bessemer Venture data shows 65% VP-led transitions miss growth targets.", "heading": "VP Sales Hires as \"Process Managers\" Ignore Charisma Deficit" } ] }, { "value": "15.0%", "in_versions": [ 1, 1 ], "contexts": [ { "version": 1, "sentence": "Founders close 30-50% of qualified opportunities versus reps' 10-15%, driven by pre-existing relationships with Fortune 2000 execs built over years.", "heading": "Founder Sales Premium Locks in 3x Win Rates, Dooming Rep Transitions" }, { "version": 1, "sentence": "Marketing generates 40% MQLs but converts <15% to SQLs due to nurture gaps\u2014founders close via off-list outreach (50% of wins).", "heading": "Marketing-Sales Handoff Vacuum Perpetuates Founder Dependency" } ] }, { "value": "25.0%", "in_versions": [ 0, 1 ], "contexts": [ { "version": 0, "sentence": "Reps game systems\u2014pad demos sans progression\u2014yielding 25% pipe decay.", "heading": "Compensation Rigidity Anchors Behaviors to Founder-Era Hustle" }, { "version": 1, "sentence": "Ramp commissions start post-3 deals, but mid-stage churn (25%) and no-decision rates (40%) yield 20-30% OTE attainment, per Bridge Group data.", "heading": "Rep Comp Mismatch Penalizes 6-12 Month Cycles with 20% OTE Shortfalls" } ] }, { "value": "30.0%", "in_versions": [ 0, 0, 0, 1, 1, 1 ], "contexts": [ { "version": 0, "sentence": "Playbook void forces ad-libbing, dropping close rates 30%.", "heading": "Rep Talent Pool Rejects Mid-Stage Complexity Premium" }, { "version": 0, "sentence": "Founders cling to overrides (20-30% deals), signaling distrust.", "heading": "Compensation Rigidity Anchors Behaviors to Founder-Era Hustle" }, { "version": 0, "sentence": "Quantitatively, 75% of $10-30M ARR SaaS hit \"Series B death valley,\" per ChartMogul: founder sales = 40% ARR contribution shrinks to 10%, reps fill 30% gap.", "heading": "Interlocking Effects Cascade to ARR Ceiling at $40M" }, { "version": 1, "sentence": "Ramp commissions start post-3 deals, but mid-stage churn (25%) and no-decision rates (40%) yield 20-30% OTE attainment, per Bridge Group data.", "heading": "Rep Comp Mismatch Penalizes 6-12 Month Cycles with 20% OTE Shortfalls" }, { "version": 1, "sentence": "Structural silo: RevOps absent, handoffs lack shared ICP scoring (disagreement >30%).", "heading": "Marketing-Sales Handoff Vacuum Perpetuates Founder Dependency" }, { "version": 1, "sentence": "Result: 30% pipeline \"founder-only,\" stalling org scale.", "heading": "Marketing-Sales Handoff Vacuum Perpetuates Founder Dependency" } ] } ] } }, "data_governance_STANDARD": { "percentage_stability": { "1.0": 1, "2.0": 1, "10.0": 1, "20.0": 2, "30.0": 1, "40.0": 1, "50.0": 2, "60.0": 1, "65.0": 1, "70.0": 3, "75.0": 1, "80.0": 3, "90.0": 2, "95.0": 1, "99.0": 1, "100.0": 1 }, "stable_percentages": [ 70.0, 80.0 ], "variable_percentages": [ 1.0, 2.0, 10.0, 20.0, 30.0, 40.0, 50.0, 60.0, 65.0, 75.0, 90.0, 95.0, 99.0, 100.0 ], "n_pct_stable": 2, "n_pct_variable": 14, "n_pct_total": 16, "fabrication_rate_pct": 0.875, "dollar_stable": [], "dollar_variable": [ 10.0 ], "n_dollar_stable": 0, "n_dollar_variable": 1, "all_numbers_stable": 2, "all_numbers_variable": 19, "all_numbers_total": 21, "all_numbers_fab_rate": 0.9047619047619048, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 23, "shared_heading_texts": [], "numerical_counts": [ 6, 13, 6 ], "causal_counts": [ 4, 5, 6 ], "numerical_count_cv": 0.396, "causal_count_cv": 0.163, "examples": { "stable": [ { "value": "70.0%", "contexts": [ { "version": 0, "sentence": "With backing, executives fund shiny consumer-side fixes\u2014data catalogs, self-service cleaning tools\u2014diverting 70% of budgets (per Databricks surveys) from pipeline rewrites.", "heading": "Resource Capture by Visible Symptoms Ignores Root Flows" }, { "version": 1, "sentence": "Committed diagnosis: 70% of data defects trace to production (Gartner), unenforced by fiat.", "heading": "Producer Autonomy Trumps Exec Mandates in Data Generation" }, { "version": 2, "sentence": "Initiatives deploy Great Expectations or Monte Carlo monitors, but these generate alert fatigue: 70% false positives (industry benchmarks) because rules can't capture all consumer contexts without per-team tuning.", "heading": "Semantic Context Dependency Fragments Measurement" } ] }, { "value": "80.0%", "contexts": [ { "version": 0, "sentence": "Case: At a Fortune 500 retailer, executive-backed DQ gates caught 20% of issues at source, but 80% surfaced in consumer apps, as producers optimized for throughput KPIs unlinked to quality SLAs.", "heading": "Upstream Impunity Drives Defect Injection Without Penalty" }, { "version": 1, "sentence": "Exec mandates yield catalogs with 80% incomplete coverage (Atlan surveys), failing to enforce fixes.", "heading": "Lineage Opacity Masks Multi-Hop Accountability Gaps" }, { "version": 1, "sentence": "Metrics like coverage >80% bind to perf reviews.", "heading": "Code's Pre-Commit Gates Exploit Single-Asset Ownership" } ] } ], "variable": [ { "value": "1.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Quantification: Code defect escape rate <1% (via CI); data's 30-50% per pipeline (from Bigeye data).", "heading": "Code's Modular Static Enforcement vs. Data's Dynamic Network Fragility" } ] }, { "value": "2.0%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "A null rate spiking from 2% to 20% in customer demographics goes undetected until analysts scream, yet no upstream owner pays the bill.", "heading": "Upstream Pipeline Autonomy Externalizes Semantic Errors" } ] }, { "value": "10.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Executives amplify failure by scaling ineffective tools (e.g., $10M Deequ rollouts yielding <10% coverage), mistaking activity for progress in a network where 90% of value accrues downstream.", "heading": "Resource Capture by Visible Symptoms Ignores Root Flows" } ] }, { "value": "20.0%", "in_versions": [ 0, 2, 2 ], "contexts": [ { "version": 0, "sentence": "Case: At a Fortune 500 retailer, executive-backed DQ gates caught 20% of issues at source, but 80% surfaced in consumer apps, as producers optimized for throughput KPIs unlinked to quality SLAs.", "heading": "Upstream Impunity Drives Defect Injection Without Penalty" }, { "version": 2, "sentence": "A null rate spiking from 2% to 20% in customer demographics goes undetected until analysts scream, yet no upstream owner pays the bill.", "heading": "Upstream Pipeline Autonomy Externalizes Semantic Errors" }, { "version": 2, "sentence": "Partial fixes like self-serve catalogs fail; full commitment cuts failure rates to 20%, as seen in Uber's data platform pivot.", "heading": "Forging Ownership: The Sole Escape from Structural Doom" } ] }, { "value": "30.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Result: initiatives balloon headcount for remediation (e.g., data stewards cleaning 30% of pipelines, per DATAVERSITY), while producers unchanged.", "heading": "Incentive Misalignment Delays Quality Feedback Loops" } ] } ] } }, "ml_deployment_STANDARD": { "percentage_stability": { "5.0": 2, "10.0": 2, "15.0": 1, "20.0": 2, "25.0": 1, "35.0": 1, "40.0": 3, "42.0": 1, "50.0": 3, "55.0": 1, "60.0": 3, "68.0": 1, "70.0": 3, "75.0": 1, "80.0": 3, "82.0": 1, "90.0": 3, "95.0": 1 }, "stable_percentages": [ 40.0, 50.0, 60.0, 70.0, 80.0, 90.0 ], "variable_percentages": [ 5.0, 10.0, 15.0, 20.0, 25.0, 35.0, 42.0, 55.0, 68.0, 75.0, 82.0, 95.0 ], "n_pct_stable": 6, "n_pct_variable": 12, "n_pct_total": 18, "fabrication_rate_pct": 0.6666666666666666, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 6, "all_numbers_variable": 19, "all_numbers_total": 25, "all_numbers_fab_rate": 0.76, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 20, "shared_heading_texts": [], "numerical_counts": [ 13, 9, 9 ], "causal_counts": [ 3, 6, 2 ], "numerical_count_cv": 0.182, "causal_count_cv": 0.464, "examples": { "stable": [ { "value": "40.0%", "contexts": [ { "version": 0, "sentence": "Commit: This single gap explains 40% of failures; no notebook survives without it.", "heading": "Unmonitored Data Skew: Production Inputs Diverge from Notebook Snapshots, Halving AUC in Weeks" }, { "version": 1, "sentence": "BentoML benchmarks reveal 40% of notebook models fail containerization tests\u2014latency spikes from 10ms to 5s.", "heading": "Serving Runtime Desynchronization Introduces Silent Errors" }, { "version": 2, "sentence": "Commit: This gap alone dooms 40% of deployments; reproducibility without Docker/Conda-pack is delusion.", "heading": "Environments Evaporate: Unpinned Dependencies Guarantee Runtime Mismatches" } ] }, { "value": "50.0%", "contexts": [ { "version": 0, "sentence": "Seldon.io data: 70% models exceed 100ms under load, triggering 50% abandonment.", "heading": "Inference Latency Spikes: Unbatched, Unquantized Notebook Models Crawl Under Prod Concurrency" }, { "version": 1, "sentence": "Result: accuracy drops 20-50% on day one, as seen in 80% of productionized Kaggle models per industry reports like the ML Reproducibility Crisis study.", "heading": "Snapshot Data Fragility Causes Immediate Accuracy Collapse" }, { "version": 2, "sentence": "Commit: Pickle perpetuates vendor lock-in; without export-to-standard, serving fails 50% of attempts.", "heading": "Serialization Shortfalls Sabotage: Pickle Fragility Defies Serving Resilience" } ] }, { "value": "60.0%", "contexts": [ { "version": 0, "sentence": "Notebook ML models dazzle with 95% accuracy on held-out sets but crater to 60% in production because data scientists treat notebooks as end-to-end solutions, bypassing disciplined engineering.", "heading": "Thesis: Five Reproducible Engineering Gaps\u2014Data Skew, Preprocessing Fragility, Dependency Drift, Inference Latency Spikes, and Absent Feedback Loops\u2014Condemn 90% of Notebook ML Models to Production Failure" }, { "version": 1, "sentence": "Evidence: Uber's Michelangelo platform logs show 60% of notebook models fail due to feature mismatches, like vectorized ops not parallelizing in Spark.", "heading": "Brittle Notebook Feature Logic Fails at Scale" }, { "version": 2, "sentence": "Commit: Pandas idolatry rejects production-scale feature stores; 60% latency blowups trace here.", "heading": "Feature Forges Fracture: Pandas-Centric Code Scales to Single-Node Collapse" } ] } ], "variable": [ { "value": "5.0%", "in_versions": [ 0, 1 ], "contexts": [ { "version": 0, "sentence": "Data scientists chain pandas ops\u2014impute medians, one-hot encode categoricals, scale via StandardScaler\u2014directly in notebooks, hardcoding assumptions like \"no nulls post-dropna.\" Production ingests raw Kafka streams with 5% malformed JSON, duplicate I", "heading": "Brittle Preprocessing Chains: Notebook Pandas Hacks Shatter on Production-Scale Messy Streams" }, { "version": 1, "sentence": "Silent errors compound: a 5% feature drift halves model lift.", "heading": "Brittle Notebook Feature Logic Fails at Scale" } ] }, { "value": "10.0%", "in_versions": [ 0, 1 ], "contexts": [ { "version": 0, "sentence": "Commit: Prometheus + Grafana drift alerts and Airflow retrain cron jobs close the loop; without, 10% initial drop compounds to total failure.", "heading": "Absent Feedback Loops: Static Notebook Models Ignore Prod Errors, Accelerating Decay to Uselessness" }, { "version": 1, "sentence": "Fiddler.ai audits show 70% of prod models degrade >10% in 3 months sans monitoring.", "heading": "Monitoring Absence Accelerates Unchecked Model Decay" } ] }, { "value": "15.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Commit: TorchScript or Triton Inference Server compression is mandatory; unoptimized paths guarantee prod timeouts, hitting 15% of cases.", "heading": "Inference Latency Spikes: Unbatched, Unquantized Notebook Models Crawl Under Prod Concurrency" } ] }, { "value": "20.0%", "in_versions": [ 0, 0, 1 ], "contexts": [ { "version": 0, "sentence": "Evidence: Kaggle winners routinely flop; a 2022 Weights & Biases survey found 68% of deployed models degrade >20% AUC within 30 days due to skew.", "heading": "Unmonitored Data Skew: Production Inputs Diverge from Notebook Snapshots, Halving AUC in Weeks" }, { "version": 0, "sentence": "Commit: Absent lockfiles (pip freeze > requirements.lock) and multi-stage Docker builds with exact matches, every notebook model is a ticking bomb\u2014explaining 20% failures.", "heading": "Dependency Drift: Jupyter Kernel Versions Poison Dockerized Production Runtimes" }, { "version": 1, "sentence": "Success rate jumps from <20% to 80%, per Vertex AI case studies. (98 words)", "heading": "Closing the Gaps: Pipeline Over Prototype Imperative" } ] }, { "value": "25.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Quantified: BentoML reports 42% deploys fail on deps; a 2023 MLflow audit pegged version drift to 25% accuracy deltas.", "heading": "Dependency Drift: Jupyter Kernel Versions Poison Dockerized Production Runtimes" } ] } ] } }, "platform_migration_STANDARD": { "percentage_stability": { "0.01": 1, "1.0": 1, "10.0": 3, "15.0": 1, "20.0": 3, "25.0": 1, "30.0": 3, "40.0": 2, "50.0": 2, "60.0": 2, "70.0": 2, "80.0": 3, "90.0": 1, "100.0": 1 }, "stable_percentages": [ 10.0, 20.0, 30.0, 80.0 ], "variable_percentages": [ 0.01, 1.0, 15.0, 25.0, 40.0, 50.0, 60.0, 70.0, 90.0, 100.0 ], "n_pct_stable": 4, "n_pct_variable": 10, "n_pct_total": 14, "fabrication_rate_pct": 0.7142857142857143, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 5, "all_numbers_variable": 34, "all_numbers_total": 39, "all_numbers_fab_rate": 0.8717948717948718, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 23, "shared_heading_texts": [], "numerical_counts": [ 24, 20, 22 ], "causal_counts": [ 7, 5, 8 ], "numerical_count_cv": 0.074, "causal_count_cv": 0.187, "examples": { "stable": [ { "value": "10.0%", "contexts": [ { "version": 0, "sentence": "A Gartner analysis of 50 enterprise migrations found data prep consuming 40% of total time, versus 10% in plans.", "heading": "Data Volume Squaring Exponentially Inflates ETL Costs" }, { "version": 1, "sentence": "Transformation logic balloons from bulk ETL (10% effort) to per-table parsers (30%), with validation loops eating 50% more cycles.", "heading": "Data Shape Drift Forces 3x Unplanned Transformations" }, { "version": 2, "sentence": "A migration from Oracle to Snowflake might budget 4 weeks for ETL but consume 12, as 0.01% \"valid\" records in dev balloon to 10% failures in prod-scale runs, each needing bespoke scripts.", "heading": "Data Inconsistency Amplification: Production Volumes Uncover 100x Variance Needing Custom Handlers" } ] }, { "value": "20.0%", "contexts": [ { "version": 0, "sentence": "Estimates allocate 20% for testing; reality demands 60% for exploratory chaos engineering.", "heading": "Testing Vacuum Amplifies Defect Escape by 3x" }, { "version": 1, "sentence": "Estimates front-load 80% effort into design/migration, allocating 20% contingency for surprises.", "heading": "Front-Loaded Planning Ignores Iterative Discovery Loops" }, { "version": 1, "sentence": "Reality inverts: 20% design uncovers 60% work, 40% migration, 40% fix/rollback.", "heading": "Front-Loaded Planning Ignores Iterative Discovery Loops" } ] }, { "value": "30.0%", "contexts": [ { "version": 0, "sentence": "Teams maintain production on legacy while building on the new, splitting cognitive load: debugging legacy fires demands 20-30% weekly cycles, per DORA metrics on migration projects.", "heading": "Context-Switching Multiplies Engineer Throughput by 50%" }, { "version": 1, "sentence": "Transformation logic balloons from bulk ETL (10% effort) to per-table parsers (30%), with validation loops eating 50% more cycles.", "heading": "Data Shape Drift Forces 3x Unplanned Transformations" }, { "version": 2, "sentence": "Each discovery rewrites 20-30% of prior migration code, as new dependencies invalidate modular refactorings.", "heading": "Legacy Dependency Explosion: Reverse-Engineering Reveals 10x Hidden Integration Points" } ] } ], "variable": [ { "value": "0.01%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "A migration from Oracle to Snowflake might budget 4 weeks for ETL but consume 12, as 0.01% \"valid\" records in dev balloon to 10% failures in prod-scale runs, each needing bespoke scripts.", "heading": "Data Inconsistency Amplification: Production Volumes Uncover 100x Variance Needing Custom Handlers" } ] }, { "value": "1.0%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "Data migration estimates assume uniform schemas: \"Extract 1TB, transform, load.\" Production data defies this\u2014schemas drift over years, with 1% inconsistencies scaling to 100GB anomalies in petabyte volumes.", "heading": "Data Inconsistency Amplification: Production Volumes Uncover 100x Variance Needing Custom Handlers" } ] }, { "value": "15.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Legacy systems evolve without tests (average 15% coverage in enterprises, per World Quality Report), so migration testing covers happy paths but misses rare failures from intertwined state.", "heading": "Testing Vacuum Amplifies Defect Escape by 3x" } ] }, { "value": "25.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Netflix's 2018 migration postmortem cited this tax as the primary 2.7x overrun driver, with engineers logging 25% defect rates from cross-platform confusion.", "heading": "Context-Switching Multiplies Engineer Throughput by 50%" } ] }, { "value": "40.0%", "in_versions": [ 0, 0, 1, 1, 1, 1 ], "contexts": [ { "version": 0, "sentence": "Cognitive science backs this\u2014switching costs 40% more time than sustained focus (American Psychological Association).", "heading": "Context-Switching Multiplies Engineer Throughput by 50%" }, { "version": 0, "sentence": "A Gartner analysis of 50 enterprise migrations found data prep consuming 40% of total time, versus 10% in plans.", "heading": "Data Volume Squaring Exponentially Inflates ETL Costs" }, { "version": 1, "sentence": "Initial planning audits only 30-40% of connections\u2014mostly formal APIs\u2014while 60-70% lurk as point-to-point scripts, cron jobs, and shadow databases.", "heading": "Thesis: Undiscovered Integrations Triple Migration Scope in Legacy Platforms" }, { "version": 1, "sentence": "Reality inverts: 20% design uncovers 60% work, 40% migration, 40% fix/rollback.", "heading": "Front-Loaded Planning Ignores Iterative Discovery Loops" }, { "version": 1, "sentence": "Reality inverts: 20% design uncovers 60% work, 40% migration, 40% fix/rollback.", "heading": "Front-Loaded Planning Ignores Iterative Discovery Loops" }, { "version": 1, "sentence": "Inventories aggregate 40% visibility; the rest hides in tribal knowledge.", "heading": "Siloed Ownership Obscures Cross-Service Dependencies" } ] } ] } }, "pricing_psychology_STANDARD": { "percentage_stability": { "2.0": 1, "3.0": 1, "5.0": 3, "7.0": 1, "10.0": 2, "12.0": 1, "15.0": 3, "20.0": 3, "25.0": 3, "30.0": 3, "40.0": 3, "50.0": 2, "60.0": 2, "65.0": 1, "68.0": 2, "70.0": 3, "75.0": 1, "80.0": 3, "85.0": 3, "90.0": 1, "100.0": 1, "110.0": 1, "130.0": 2 }, "stable_percentages": [ 5.0, 15.0, 20.0, 25.0, 30.0, 40.0, 70.0, 80.0, 85.0 ], "variable_percentages": [ 2.0, 3.0, 7.0, 10.0, 12.0, 50.0, 60.0, 65.0, 68.0, 75.0, 90.0, 100.0, 110.0, 130.0 ], "n_pct_stable": 9, "n_pct_variable": 14, "n_pct_total": 23, "fabrication_rate_pct": 0.6086956521739131, "dollar_stable": [ 10.0, 50.0, 100.0 ], "dollar_variable": [ 0.0075, 1.0, 2.0, 7.5, 8.0, 12.0, 15.0, 20.0, 25.0, 49.0, 55.0, 60.0, 70.0, 74.0, 99.0, 120.0, 150.0, 200.0, 240.0, 500.0, 1000.0, 1200.0 ], "n_dollar_stable": 3, "n_dollar_variable": 22, "all_numbers_stable": 14, "all_numbers_variable": 56, "all_numbers_total": 70, "all_numbers_fab_rate": 0.8, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 28, "shared_heading_texts": [], "numerical_counts": [ 33, 21, 29 ], "causal_counts": [ 5, 8, 3 ], "numerical_count_cv": 0.18, "causal_count_cv": 0.385, "examples": { "stable": [ { "value": "5.0%", "contexts": [ { "version": 0, "sentence": "Trials exacerbate this: 14-day defaults create \"good enough\" habits at low commitment, with conversion rates under 5% at premium prices.", "heading": "Freemium and Trial Funnels Anchor Expectations at Rock Bottom" }, { "version": 0, "sentence": "Prospect theory's loss aversion\u2014losses hurt 2x gains\u2014makes 5% churn from hikes loom larger than 20% revenue uplift.", "heading": "Loss Aversion Magnifies Churn Fears Over Revenue Gains" }, { "version": 1, "sentence": "SaaS metrics obsession\u2014churn <5% as holy grail\u2014reinforces paralysis, systematically capping pricing at acquisition levels.", "heading": "Loss Aversion Magnifies Churn Fears, Blocking Price Hikes" } ] }, { "value": "15.0%", "contexts": [ { "version": 0, "sentence": "Founders, scarred by early churn wars, overweight this bias, rejecting A/B tests showing net positive (e.g., Slack's 15% hike yielded 12% MRR growth).", "heading": "Loss Aversion Magnifies Churn Fears Over Revenue Gains" }, { "version": 1, "sentence": "ProfitWell analysis of 20K SaaS firms shows 65% price within 15% of top competitor, compressing margins to 70% gross (vs. 85% potential).", "heading": "Competitor Benchmarking Anchors Prices to Lowest Common Denominator" }, { "version": 2, "sentence": "A 20% increase risks 10-15% churn (Bessemer), feeling like catastrophe despite net +5% revenue.", "heading": "Loss Aversion Amplifies Churn Fears in Price Adjustments" } ] }, { "value": "20.0%", "contexts": [ { "version": 0, "sentence": "Firms like Snowflake hit $2B ARR at sub-20% margins, delaying hikes until post-IPO.", "heading": "VC-Fueled ARR Addiction Suppresses Margin Discipline" }, { "version": 0, "sentence": "Prospect theory's loss aversion\u2014losses hurt 2x gains\u2014makes 5% churn from hikes loom larger than 20% revenue uplift.", "heading": "Loss Aversion Magnifies Churn Fears Over Revenue Gains" }, { "version": 0, "sentence": "A 20% hike on 1,000 customers nets $240K/year, but projected 50 drop-offs (-$60K) dominates deliberation.", "heading": "Loss Aversion Magnifies Churn Fears Over Revenue Gains" } ] } ], "variable": [ { "value": "2.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Totango data: actual churn post-hike averages 2%, yet firms preemptively avoid.", "heading": "Loss Aversion Magnifies Churn Fears Over Revenue Gains" } ] }, { "value": "3.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Prospect theory dictates losses loom 2x larger than gains; thus, Slack's aborted 2019 raise cited \"customer backlash risk.\" Reality: Totango's experiments show <3% churn for 20% increases on proven value, yet firms freeze.", "heading": "Loss Aversion Magnifies Churn Fears, Blocking Price Hikes" } ] }, { "value": "7.0%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "These mechanisms compound: median SaaS take-rate is 7% of customer-spend value (Bessemer), vs. 20-30% in adjacent software.", "heading": "Underpricing's Compounding Toll: Eroded Margins and Exit Multiples" } ] }, { "value": "10.0%", "in_versions": [ 1, 1, 2, 2, 2 ], "contexts": [ { "version": 1, "sentence": "Executives exhibit loss aversion, dreading 5-10% churn from hikes more than forgoing 20% uplift.", "heading": "Loss Aversion Magnifies Churn Fears, Blocking Price Hikes" }, { "version": 1, "sentence": "These mechanisms\u2014per-seat caps, discount cascades, anchoring, loss aversion, status quo, availability, confirmation\u2014interlock into a flywheel: low prices fuel acquisition vanity, biases suppress hikes, perpetuating sub-10% net margins (vs. 25% possib", "heading": "Interlocking Biases Form Underpricing Flywheel Without Pricing-First Leadership" }, { "version": 2, "sentence": "Confirmation bias cherry-picks freemium successes (e.g., Notion's 10% conversion) to justify zero-floor pricing.", "heading": "Confirmation Bias Validates Freemium-to-Paid Conversion Myths" }, { "version": 2, "sentence": "Bootstrapped firms hit $10M ARR at 20% margins; VC-backed chase $100M at 10%.", "heading": "Underpricing's Compounding Toll: Eroded Margins and Exit Multiples" }, { "version": 2, "sentence": "Overcome biases via protocols: annual WTP audits (van Westendorp surveys), A/B price tests on 10% cohorts, and modular outcome pricing (e.g., $X per $Y saved).", "heading": "Bias-Aware Correction: Implement Value-Based Tiers Now" } ] }, { "value": "12.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Founders, scarred by early churn wars, overweight this bias, rejecting A/B tests showing net positive (e.g., Slack's 15% hike yielded 12% MRR growth).", "heading": "Loss Aversion Magnifies Churn Fears Over Revenue Gains" } ] } ] } }, "remote_culture_STANDARD": { "percentage_stability": { "12.0": 1, "15.0": 2, "18.0": 1, "22.0": 1, "25.0": 2, "29.0": 1, "30.0": 1, "35.0": 1, "40.0": 2, "50.0": 1, "60.0": 1, "70.0": 2 }, "stable_percentages": [], "variable_percentages": [ 12.0, 15.0, 18.0, 22.0, 25.0, 29.0, 30.0, 35.0, 40.0, 50.0, 60.0, 70.0 ], "n_pct_stable": 0, "n_pct_variable": 12, "n_pct_total": 12, "fabrication_rate_pct": 1.0, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 0, "all_numbers_variable": 20, "all_numbers_total": 20, "all_numbers_fab_rate": 1.0, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 18, "shared_heading_texts": [], "numerical_counts": [ 9, 2, 9 ], "causal_counts": [ 8, 6, 4 ], "numerical_count_cv": 0.495, "causal_count_cv": 0.272, "examples": { "stable": [], "variable": [ { "value": "12.0%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "Buffer's surveys show 35% of remote teams report \"miscommunication black holes\" in pivots, versus 12% co-located\u2014direct evidence of signal poverty fueling flawed bets.", "heading": "Nuance Erosion: Text-Async Channels Warp Intent, Spawning Unseen Escalation Chains" } ] }, { "value": "15.0%", "in_versions": [ 0, 2 ], "contexts": [ { "version": 0, "sentence": "Zapier's remote failure logs cite 15% of \"aligned\" launches bombing due to unvoiced hesitations.", "heading": "Video Bandwidth Bottlenecks Skew Influence and Emotional Calibration" }, { "version": 2, "sentence": "Studies (UC Berkeley) quantify: remote teams' trust decays 15% faster post-stress, fracturing alliances mid-decision.", "heading": "Trust Atrophy: Diluted Rapport Undermines Intuitive Vetoes in Ambiguous Calls" } ] }, { "value": "18.0%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "Quantitative edge: McKinsey's 2022 report shows co-located firms decide 2.5x faster on strategic shifts, with 18% fewer reversals, as embodied cues preempt remote's failures.", "heading": "Co-Located Correctives: Proximity's Invisible Rails Prevent Remote's Drift" } ] }, { "value": "22.0%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "Empirical: Harvard Business Review analysis of 1,200 firms found remote innovators 22% likelier to miss adjacent threats, as probabilistic encounters vanish.", "heading": "Serendipity Starvation: Virtual Silos Block Cross-Functional Insight Flows Essential for Adaptive Choices" } ] }, { "value": "25.0%", "in_versions": [ 0, 2 ], "contexts": [ { "version": 0, "sentence": "GitHub's internal data shows remote meetings overweight VP input by 25% versus colocated, where physical equality evens fields.", "heading": "Video Bandwidth Bottlenecks Skew Influence and Emotional Calibration" }, { "version": 2, "sentence": "This starves \"weak ties\" (Granovetter's theory), vital for novel info; remote graphs contract to direct reports, per Microsoft's 2021 remote study showing 25% fewer cross-team bridges.", "heading": "Serendipity Starvation: Virtual Silos Block Cross-Functional Insight Flows Essential for Adaptive Choices" } ] } ] } }, "research_analysis_STANDARD": { "percentage_stability": { "15.0": 1, "20.0": 2, "25.0": 1, "30.0": 2, "40.0": 3, "60.0": 1, "68.0": 1, "70.0": 2, "80.0": 1, "90.0": 1, "92.0": 1 }, "stable_percentages": [ 40.0 ], "variable_percentages": [ 15.0, 20.0, 25.0, 30.0, 60.0, 68.0, 70.0, 80.0, 90.0, 92.0 ], "n_pct_stable": 1, "n_pct_variable": 10, "n_pct_total": 11, "fabrication_rate_pct": 0.9090909090909091, "dollar_stable": [], "dollar_variable": [ 8.0 ], "n_dollar_stable": 0, "n_dollar_variable": 1, "all_numbers_stable": 1, "all_numbers_variable": 16, "all_numbers_total": 17, "all_numbers_fab_rate": 0.9411764705882353, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 21, "shared_heading_texts": [], "numerical_counts": [ 5, 8, 8 ], "causal_counts": [ 2, 4, 4 ], "numerical_count_cv": 0.202, "causal_count_cv": 0.283, "examples": { "stable": [ { "value": "40.0%", "contexts": [ { "version": 0, "sentence": "This gap accounts for 40% of the 0.18\u03c3 discrepancy, per mediation analyses in Scherer et al. (2020) meta-review.", "heading": "Implementation Fidelity Divergence: Quasi-Zeal vs. RCT Apathy" }, { "version": 1, "sentence": "Key data: Taylor et al. (2016) RCT of Mystery Science (d=0.03) vs. quasi-reports (d=0.22) attributed nulls to 40% teacher non-use, absent in self-selected adopters.", "heading": "Implementation Fidelity Crumbles Outside Enthusiast Niches" }, { "version": 2, "sentence": "Reluctant RCT teachers skip training (40% attrition) or revert to lectures, nullifying personalization algorithms.", "heading": "RCT Randomization Includes Reluctant Users, Halving Dosage and Effects" } ] } ], "variable": [ { "value": "15.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Schools choosing early adoption had 10-15% higher baseline gains.", "heading": "Endogenous Adoption Bias: Motivated Schools Self-Select Ed-Tech" } ] }, { "value": "20.0%", "in_versions": [ 1, 1, 2 ], "contexts": [ { "version": 1, "sentence": "Penuel (2006) documented 70% non-adherence in scaled ed-tech, with quasi-studies sampling top 20% implementers.", "heading": "Implementation Fidelity Crumbles Outside Enthusiast Niches" }, { "version": 1, "sentence": "Simulations (Gerber & Green 2012) show 20% spillover explains half the quasi-inflation.", "heading": "Spillover Contamination Inflates Quasi-Effects, RCTs Isolate Null Core" }, { "version": 2, "sentence": "Cluster-randomized trials exacerbate, with intra-school ITT bias deflating ITT by 20%.", "heading": "Spillover Contamination in RCTs Further Erodes Ed-Tech Specificity by 0.03g" } ] }, { "value": "25.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Enthusiasts customize ed-tech, extending sessions 25% longer and troubleshooting actively.", "heading": "Implementation Fidelity Divergence: Quasi-Zeal vs. RCT Apathy" } ] }, { "value": "30.0%", "in_versions": [ 1, 1, 2, 2 ], "contexts": [ { "version": 1, "sentence": "RCTs' monitoring reveals dosage effects: only 30% full exposure yields d=0.10, halved in controls.", "heading": "Implementation Fidelity Crumbles Outside Enthusiast Niches" }, { "version": 1, "sentence": "This accounts for 30% of the gap.", "heading": "Implementation Fidelity Crumbles Outside Enthusiast Niches" }, { "version": 2, "sentence": "No other field shows such stark RCT downgrading; medical or behavioral interventions fade quasi-effects by <30%.", "heading": "RCTs Show d=0.10 Effect Sizes vs. Quasi-Experimental d=0.28: The Ed-Tech Discrepancy Baseline" }, { "version": 2, "sentence": "Mechanisms imply redesign: Embed nudges for reluctant users (e.g., teacher dashboards boosting compliance 30%, per AI-supported trials).", "heading": "Ed-Tech's Fragility to Motivation Reveals Overstated Scalability Claims" } ] }, { "value": "60.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "This selection bias explains 60% of the discrepancy, per simulation studies matching RCT/quasi samples (e.g., LaLonde 1986 auditors applied to ed-tech).", "heading": "Endogenous Adoption Bias: Motivated Schools Self-Select Ed-Tech" } ] } ] } }, "supply_chain_resilience_STANDARD": { "percentage_stability": { "0.1": 2, "1.0": 3, "3.0": 2, "3.4": 1, "5.0": 2, "10.0": 3, "12.0": 1, "15.0": 3, "18.0": 1, "20.0": 3, "25.0": 3, "28.0": 1, "30.0": 2, "40.0": 3, "50.0": 3, "60.0": 3, "70.0": 3, "80.0": 2, "90.0": 3, "92.0": 1, "98.0": 1, "99.0": 3, "99.9": 1, "100.0": 1, "300.0": 1, "500.0": 1 }, "stable_percentages": [ 1.0, 10.0, 15.0, 20.0, 25.0, 40.0, 50.0, 60.0, 70.0, 90.0, 99.0 ], "variable_percentages": [ 0.1, 3.0, 3.4, 5.0, 12.0, 18.0, 28.0, 30.0, 80.0, 92.0, 98.0, 99.9, 100.0, 300.0, 500.0 ], "n_pct_stable": 11, "n_pct_variable": 15, "n_pct_total": 26, "fabrication_rate_pct": 0.5769230769230769, "dollar_stable": [ 10.0 ], "dollar_variable": [ 1.0, 2.0, 5.0, 15.0, 20.0, 50.0, 200.0, 210.0, 300.0, 1500.0, 20000.0 ], "n_dollar_stable": 1, "n_dollar_variable": 11, "all_numbers_stable": 16, "all_numbers_variable": 48, "all_numbers_total": 64, "all_numbers_fab_rate": 0.75, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 27, "shared_heading_texts": [], "numerical_counts": [ 35, 26, 34 ], "causal_counts": [ 2, 3, 2 ], "numerical_count_cv": 0.127, "causal_count_cv": 0.202, "examples": { "stable": [ { "value": "1.0%", "contexts": [ { "version": 0, "sentence": "Fundamental: distance scales unreliability exponentially (transit failures ~1%/month).", "heading": "Unavoidable Trade-Off 3: Localized Capacity Slack Sacrifices 30% Labor Cost Arbitrage for Velocity" }, { "version": 1, "sentence": "This optimization assumed disruptions were rare and short-lived, with probabilistic models discounting tail risks below 1% annually.", "heading": "JIT Inventory Zeroing Transmitted Local Disruptions into Global Production Blackouts" }, { "version": 2, "sentence": "Pre-2020, stable growth (2-3% global GDP) masked this: shocks <1% frequency. 2020 flipped variance: IMF estimates 15% output drop in exposed sectors.", "heading": "Efficiency KPIs Penalized Resilience Investments as Waste" } ] }, { "value": "10.0%", "contexts": [ { "version": 0, "sentence": "Data: Post-COVID, Apple's shift to India/Vietnam added 5-10% costs (Bloomberg), unavoidable as single-point failures recurred (e.g., 2021 Texas freeze).", "heading": "Unavoidable Trade-Off 2: Multi-Sourcing Redundancy Forfeits 15% Scale Economies from Concentration" }, { "version": 0, "sentence": "Requires idle capacity (20-30% excess) for surges, costing 5-10% OPEX.", "heading": "Unavoidable Trade-Off 3: Localized Capacity Slack Sacrifices 30% Labor Cost Arbitrage for Velocity" }, { "version": 0, "sentence": "Resilience builds surge capacity (e.g., Pfizer's mRNA lines), costing billions upfront for 5-10% utilization.", "heading": "Unavoidable Trade-Off 4: Excess Fixed Capacity Investment Yields Diminishing Returns in Stability" } ] }, { "value": "15.0%", "contexts": [ { "version": 0, "sentence": "Efficiency lost: Foxconn Mexico iPhones cost 15% more.", "heading": "Unavoidable Trade-Off 3: Localized Capacity Slack Sacrifices 30% Labor Cost Arbitrage for Velocity" }, { "version": 1, "sentence": "Diversifying to three suppliers per part boosts uptime 99% via redundancy but fragments orders, losing 15% scale economies\u2014supplier bids rise as minimum viable volumes drop.", "heading": "Multi-Sourcing Dilutes Volume Leverage, Hiking Unit Costs 10-20% Without Linear Resilience" }, { "version": 2, "sentence": "Lean consolidated suppliers to 1-3 per tier for volume discounts (5-15% savings) and quality control.", "heading": "Single-Sourcing for Cost Leverage Forged Brittle Global Dependencies" } ] } ], "variable": [ { "value": "0.1%", "in_versions": [ 1, 2 ], "contexts": [ { "version": 1, "sentence": "Lean pre-2020 bet against tails (Black Swan probability <0.1%); reality demands baking in 2-5% cost premia.", "heading": "Hybrid Resilience Caps at 80% Efficiency, Forcing Explicit Prioritization of Tail Risks" }, { "version": 2, "sentence": "COVID-19, Suez Canal blockage, and chip shortages revealed fragility: auto production halted for months due to 0.1% node failures in Taiwan's fabs.", "heading": "Pre-2020 Lean Supply Chains Eradicated Buffers to Chase Efficiency, Inviting Catastrophe" } ] }, { "value": "3.0%", "in_versions": [ 1, 2 ], "contexts": [ { "version": 1, "sentence": "Firms must commit: quantify disruption \u03bb (e.g., 3%/year), size buffers accordingly, accepting lean's ghost as a deliberate efficiency gamble, not oversight.", "heading": "Hybrid Resilience Caps at 80% Efficiency, Forcing Explicit Prioritization of Tail Risks" }, { "version": 2, "sentence": "Pre-2020, stable growth (2-3% global GDP) masked this: shocks <1% frequency. 2020 flipped variance: IMF estimates 15% output drop in exposed sectors.", "heading": "Efficiency KPIs Penalized Resilience Investments as Waste" } ] }, { "value": "3.4%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "GDP contracting 3.4% partly from supply drags.", "heading": "Optimized Global Logistics Assumed Elastic Capacity, Shattering on Fixed Container Constraints" } ] }, { "value": "5.0%", "in_versions": [ 1, 1, 2, 2, 2 ], "contexts": [ { "version": 1, "sentence": "Net: reshoring ROI requires 5%+ disruption probability, viable only for high-value goods, leaving bulk commodities lean-vulnerable.", "heading": "Nearshoring Sacrifices 30-50% Labor Arbitrage for Halved Transit Risks, Yielding Breakeven at Best" }, { "version": 1, "sentence": "Lean pre-2020 bet against tails (Black Swan probability <0.1%); reality demands baking in 2-5% cost premia.", "heading": "Hybrid Resilience Caps at 80% Efficiency, Forcing Explicit Prioritization of Tail Risks" }, { "version": 2, "sentence": "Dual/quad-sourcing caps discounts at 5% (vs. 15% single), plus qualification costs ($10-50M/supplier).", "heading": "Multi-Sourcing Dilutes Bargaining Power, Inflating Input Costs 8-15%" }, { "version": 2, "sentence": "Unavoidable: Black swans (COVID R0=3) defy Gaussians; fat-tail models cut fragility 40% at 5% efficiency hit.", "heading": "Scenario Planning Trades Predictive Accuracy for Stress-Test Overhead" }, { "version": 2, "sentence": "MIT studies show 15% cost premium yields 300% shock absorption (2020 data: resilient firms down 5% vs. 25%).", "heading": "Hybrid Chains Must Cede 12-18% Peak Efficiency for 3x Faster Recovery" } ] }, { "value": "12.0%", "in_versions": [ 1, 1 ], "contexts": [ { "version": 1, "sentence": "Boeing's 737 MAX woes post-2019 diversified engines but inflated costs 12%; similarly, pharma's API multi-sourcing post-COVID added 18% to margins (IQVIA).", "heading": "Multi-Sourcing Dilutes Volume Leverage, Hiking Unit Costs 10-20% Without Linear Resilience" }, { "version": 1, "sentence": "No fusion eliminates trade-offs\u2014simulations (MIT Supply Chain Lab) show optimal hybrids (20% buffer + dual-source) recover 3x faster but sacrifice 12% margins.", "heading": "Hybrid Resilience Caps at 80% Efficiency, Forcing Explicit Prioritization of Tail Risks" } ] } ] } }, "technical_architecture_STANDARD": { "percentage_stability": { "1.0": 1, "10.0": 1, "20.0": 1, "40.0": 2, "60.0": 2, "65.0": 1, "70.0": 3, "75.0": 1, "80.0": 3, "90.0": 2, "100.0": 1 }, "stable_percentages": [ 70.0, 80.0 ], "variable_percentages": [ 1.0, 10.0, 20.0, 40.0, 60.0, 65.0, 75.0, 90.0, 100.0 ], "n_pct_stable": 2, "n_pct_variable": 9, "n_pct_total": 11, "fabrication_rate_pct": 0.8181818181818182, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 5, "all_numbers_variable": 21, "all_numbers_total": 26, "all_numbers_fab_rate": 0.8076923076923077, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 21, "shared_heading_texts": [], "numerical_counts": [ 16, 16, 18 ], "causal_counts": [ 3, 6, 6 ], "numerical_count_cv": 0.057, "causal_count_cv": 0.283, "examples": { "stable": [ { "value": "70.0%", "contexts": [ { "version": 0, "sentence": "Month 20 data: 70% deploys are \"safe\" fleet blasts, per Harness reports on similar orgs, cementing monolithic rhythm.", "heading": "Centralized CI/CD Pipelines Enforce Fleet-Wide Deployments" }, { "version": 0, "sentence": "Headcount constraints mean 70% engineers are generalists, cross-pollinating bugs.", "heading": "Organizational Feedback Loop Accelerates Technical Monolithification" }, { "version": 1, "sentence": "18-month marker: Query contention hits 70% CPU on shared DBs, with fan-out reads amplifying load 10x.", "heading": "Shared Persistence Layers Erode Bounded Contexts Under Schema Drift Pressure" } ] }, { "value": "80.0%", "contexts": [ { "version": 0, "sentence": "Result: 80%+ inter-service calls are sync, per DORA metrics analogs.", "heading": "Synchronous RPC Ubiquity Triggers Cascading Failures Without Isolated On-Call" }, { "version": 1, "sentence": "Small teams prioritize developer velocity over resilience, implementing service-to-service RPCs for 80% of interactions rather than event-driven async messaging.", "heading": "Synchronous REST/gRPC Choices Forge Cascading Failure Chains in Lean Teams" }, { "version": 1, "sentence": "Metrics diverge sharply at 18 months\u2014deploy frequency drops 80%, MTTR rises to hours, p99 latency triples\u2014despite nominal splits.", "heading": "18-24 Month Convergence: Latency Explosion and Downtime Parity Confirm Distributed Monolith" } ] } ], "variable": [ { "value": "1.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "A 1% failure in \"payment-service\" cascades to \"cart-service\" timeouts, halting frontend.", "heading": "Synchronous RPC Ubiquity Triggers Cascading Failures Without Isolated On-Call" } ] }, { "value": "10.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Uptime drops as schema drift causes 10% query failures.", "heading": "Shared Database Schemas Violate Single-Responsibility Illusion" } ] }, { "value": "20.0%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "Essential tools\u2014distributed tracing (Jaeger), metrics (Prometheus)\u2014demand 20% engineer time in calibration, unfeasible with 40 engineers juggling features.", "heading": "Observability Overhead Crushes Independent Service Troubleshooting" } ] }, { "value": "40.0%", "in_versions": [ 1, 2 ], "contexts": [ { "version": 1, "sentence": "Postmortems reveal 40% of outages from schema mismatches, confirming a distributed monolith where data flows defy service cuts.", "heading": "Shared Persistence Layers Erode Bounded Contexts Under Schema Drift Pressure" }, { "version": 2, "sentence": "ScyllaDB benchmarks of small orgs show duplicated data sets at 40% staleness, fueling UI inconsistencies.", "heading": "Incomplete Data Duplication Traps Teams in Shared Schema Nightmares" } ] }, { "value": "60.0%", "in_versions": [ 1, 2 ], "contexts": [ { "version": 1, "sentence": "24-month diagnosis: 60% of deploys trigger regressions elsewhere, with change approval via Slack threads replacing governance.", "heading": "Lax API Versioning Ignites Cross-Service Breaking Changes in Velocity-Driven Cycles" }, { "version": 2, "sentence": "Causal analysis from Lightstep traces in sub-50 engineer firms shows 60% of latency budgets eaten by inter-service calls, with 90% synchronous.", "heading": "Synchronous gRPC/HTTP Over Async Messaging Chains Request Lifecycles" } ] } ] } } }, "basic_results": { "business_strategy_BASIC": { "percentage_stability": { "2.0": 1, "10.0": 1, "15.0": 2, "20.0": 1, "25.0": 1, "30.0": 2, "40.0": 2, "50.0": 2, "60.0": 2, "65.0": 1, "75.0": 1, "80.0": 2, "120.0": 1, "150.0": 1 }, "stable_percentages": [ 15.0, 30.0, 40.0, 50.0, 60.0, 80.0 ], "variable_percentages": [ 2.0, 10.0, 20.0, 25.0, 65.0, 75.0, 120.0, 150.0 ], "n_pct_stable": 6, "n_pct_variable": 8, "n_pct_total": 14, "fabrication_rate_pct": 0.5714285714285714, "dollar_stable": [ 10.0, 30.0, 50.0, 100.0 ], "dollar_variable": [ 1.0, 5.0, 20.0, 25.0, 28.0, 40.0 ], "n_dollar_stable": 4, "n_dollar_variable": 6, "all_numbers_stable": 15, "all_numbers_variable": 26, "all_numbers_total": 41, "all_numbers_fab_rate": 0.6341463414634146, "heading_jaccard": 0.133, "n_shared_headings": 2, "n_total_headings": 15, "shared_heading_texts": [ "conclusion", "introduction" ], "numerical_counts": [ 26, 26 ], "causal_counts": [ 9, 9 ], "numerical_count_cv": 0.0, "causal_count_cv": 0.0, "examples": { "stable": [ { "value": "15.0%", "contexts": [ { "version": 0, "sentence": "Ideal FGR (SQL: Opportunity) is 30-50%; mid-stage averages 15%.", "heading": "Structural Cause 4: Underinvestment in Sales Enablement and GTM Alignment" }, { "version": 1, "sentence": "**Invest in ops early**: Dedicated RevOps at 15% ARR growth.", "heading": "Recommendations to Break the Cycle" } ] }, { "value": "30.0%", "contexts": [ { "version": 0, "sentence": "Benchmarks show scalable sales orgs invest 20-30% of sales budget in ops/tools pre-transition; mid-stage firms allocate <10%.", "heading": "Structural Cause 1: Lack of a Documented, Repeatable Sales Process" }, { "version": 0, "sentence": "Result: 20-30% pipeline leakage.", "heading": "Structural Cause 4: Underinvestment in Sales Enablement and GTM Alignment" } ] }, { "value": "40.0%", "contexts": [ { "version": 0, "sentence": "Harvard Business Review case studies (e.g., on Slack's early scaling pains) note cultural inertia causes 40% of stalled growth.", "heading": "Structural Cause 3: Cultural and Organizational Inertia" }, { "version": 1, "sentence": "Enterprise playbook clashed with SMB reality; team missed quota by 40%.", "heading": "Organizational and Cultural Inertia" } ] } ], "variable": [ { "value": "2.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "**Equity dilution fears**: VPS demand 1-2% equity; founders balk, offering cash-heavy packages misaligned with long-term skin-in-game.", "heading": "Structural Cause 2: Hiring and Leadership Misalignments" } ] }, { "value": "10.0%", "in_versions": [ 0, 0 ], "contexts": [ { "version": 0, "sentence": "Benchmarks show scalable sales orgs invest 20-30% of sales budget in ops/tools pre-transition; mid-stage firms allocate <10%.", "heading": "Structural Cause 1: Lack of a Documented, Repeatable Sales Process" }, { "version": 0, "sentence": "Capital structure worsens this: Series B rounds (~$30-50M) pressure 3x growth, diverting funds from enablement (5-10% of budget) to headcount.", "heading": "Structural Cause 4: Underinvestment in Sales Enablement and GTM Alignment" } ] }, { "value": "20.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Allocate 20% budget to enablement; align GTM via revenue ops.", "heading": "Overcoming the Barriers: Key Lessons" } ] }, { "value": "25.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "At $1-10M ARR, FLS yields outsized wins\u2014think 40-50% close rates on qualified leads versus 20-25% for sales reps.", "heading": "The Founder-Led Sales Honeymoon" } ] }, { "value": "65.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Per Carta data, 65% of Series B SaaS with founder-led sales >50% of ARR fail to reach Series C.", "heading": "Structural Cause 5: Metrics and Capital Pressure Feedback Loops" } ] } ] } }, "platform_migration_BASIC": { "percentage_stability": { "25.0": 1, "30.0": 2, "40.0": 2, "50.0": 2, "60.0": 1, "70.0": 2, "80.0": 1, "85.0": 1, "300.0": 2 }, "stable_percentages": [ 30.0, 40.0, 50.0, 70.0, 300.0 ], "variable_percentages": [ 25.0, 60.0, 80.0, 85.0 ], "n_pct_stable": 5, "n_pct_variable": 4, "n_pct_total": 9, "fabrication_rate_pct": 0.4444444444444444, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 10, "all_numbers_variable": 15, "all_numbers_total": 25, "all_numbers_fab_rate": 0.6, "heading_jaccard": 0.067, "n_shared_headings": 1, "n_total_headings": 15, "shared_heading_texts": [ "introduction" ], "numerical_counts": [ 20, 8 ], "causal_counts": [ 7, 7 ], "numerical_count_cv": 0.429, "causal_count_cv": 0.0, "examples": { "stable": [ { "value": "30.0%", "contexts": [ { "version": 0, "sentence": "**Third-Party Audits**: Independent pre-mortems identify 30% more risks.", "heading": "Mitigation Strategies Amid Resistance" }, { "version": 1, "sentence": "Training and knowledge transfer consume 20-30% of timelines, per McKinsey insights.", "heading": "Human and Organizational Factors" } ] }, { "value": "40.0%", "contexts": [ { "version": 0, "sentence": "A 2023 Forrester report notes 25% of IT pros switch jobs yearly, disrupting 40% of large migrations.", "heading": "Organizational and Human Factors" }, { "version": 1, "sentence": "A 2022 IDC report notes data-related issues cause 40% of migration delays.", "heading": "Underestimation of Technical Complexity" } ] }, { "value": "50.0%", "contexts": [ { "version": 0, "sentence": "Stakeholder alignment falters as business units demand \"just one more feature\" (scope creep), adding 20-50% to timelines per PMI's Pulse of the Profession.", "heading": "Organizational and Human Factors" }, { "version": 0, "sentence": "Training and change management are perennial underestimators; employees resist new UIs or processes, leading to productivity dips of 30-50% post-migration.", "heading": "Organizational and Human Factors" } ] } ], "variable": [ { "value": "25.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "A 2023 Forrester report notes 25% of IT pros switch jobs yearly, disrupting 40% of large migrations.", "heading": "Organizational and Human Factors" } ] }, { "value": "60.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "A 2022 Gartner survey found 85% of migrations encounter data issues, requiring cleansing that consumes 40-60% of total effort.", "heading": "Underestimation of Technical Complexities" } ] }, { "value": "80.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Industry reports, including Standish Group's CHAOS reports and McKinsey studies, consistently show IT projects, especially migrations, fail to meet timelines 70-80% of the time, with averages exceeding initial bids by 200-300%.", "heading": "Introduction" } ] }, { "value": "85.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "A 2022 Gartner survey found 85% of migrations encounter data issues, requiring cleansing that consumes 40-60% of total effort.", "heading": "Underestimation of Technical Complexities" } ] } ] } }, "pricing_psychology_BASIC": { "percentage_stability": { "2.0": 1, "5.0": 2, "10.0": 2, "15.0": 1, "20.0": 2, "25.0": 1, "30.0": 2, "35.0": 1, "40.0": 2, "50.0": 2, "60.0": 1, "70.0": 2, "80.0": 2, "120.0": 1 }, "stable_percentages": [ 5.0, 10.0, 20.0, 30.0, 40.0, 50.0, 70.0, 80.0 ], "variable_percentages": [ 2.0, 15.0, 25.0, 35.0, 60.0, 120.0 ], "n_pct_stable": 8, "n_pct_variable": 6, "n_pct_total": 14, "fabrication_rate_pct": 0.42857142857142855, "dollar_stable": [ 10.0, 20.0 ], "dollar_variable": [ 5.0, 6.67, 7.25, 9.99, 15.0, 25.0, 49.0, 50.0, 100.0 ], "n_dollar_stable": 2, "n_dollar_variable": 9, "all_numbers_stable": 12, "all_numbers_variable": 29, "all_numbers_total": 41, "all_numbers_fab_rate": 0.7073170731707317, "heading_jaccard": 0.125, "n_shared_headings": 3, "n_total_headings": 24, "shared_heading_texts": [ "cognitive biases preventing correction", "conclusion", "introduction" ], "numerical_counts": [ 18, 25 ], "causal_counts": [ 6, 6 ], "numerical_count_cv": 0.163, "causal_count_cv": 0.0, "examples": { "stable": [ { "value": "5.0%", "contexts": [ { "version": 0, "sentence": "Often 15%+ revenue lift with <5% churn, per ProfitWell data.", "heading": "Consequences of Persistent Underpricing" }, { "version": 1, "sentence": "Fourth, **freemium and trial models** convert poorly (1-5% rate), subsidizing non-payers.", "heading": "Mechanisms of Underpricing" } ] }, { "value": "10.0%", "contexts": [ { "version": 0, "sentence": "A 20% price hike risks 10% churn (perceived loss), outweighing 20% revenue upside.", "heading": "Loss Aversion: Fear of Losing More Than Potential Gains" }, { "version": 0, "sentence": "Underpricing erodes margins (SaaS averages 70\u201380% gross, but net <10% for many), funds inefficient growth, and signals low value.", "heading": "Consequences of Persistent Underpricing" } ] }, { "value": "20.0%", "contexts": [ { "version": 0, "sentence": "If Competitor A charges $15/user for collaboration software, your $25 plan feels \"premium\"\u2014even if yours integrates AI analytics saving 20% on ops costs.", "heading": "Competitor Benchmarking and Race to the Bottom" }, { "version": 0, "sentence": "Result: 70% of SaaS revenue comes from top 20% of customers, per Bessemer Venture Partners, subsidizing the masses.", "heading": "Go-to-Market Pressures" } ] } ], "variable": [ { "value": "2.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "McKinsey notes SaaS pricing teams spend 2% of time on optimization vs. product (80%).", "heading": "Social Proof and Herding" } ] }, { "value": "15.0%", "in_versions": [ 0, 0 ], "contexts": [ { "version": 0, "sentence": "Churn aversion trumps optimization; A/B tests for pricing are rare (only 15% of SaaS per OpenView).", "heading": "Status Quo Bias and Endowment Effect" }, { "version": 0, "sentence": "Often 15%+ revenue lift with <5% churn, per ProfitWell data.", "heading": "Consequences of Persistent Underpricing" } ] }, { "value": "25.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Charge tiers by impact: OpenView reports 25% revenue lifts.", "heading": "Paths to Correction: Overcoming Biases" } ] }, { "value": "35.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Gartner data shows average SaaS discounts at 25-35%, but in downturns, they spike to 50%.", "heading": "Mechanisms of Underpricing" } ] }, { "value": "60.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "ProfitWell data: 60% see no churn, 20% uplift.", "heading": "Paths to Correction: Overcoming Biases" } ] } ] } }, "research_analysis_BASIC": { "percentage_stability": { "50.0": 1, "55.0": 1, "60.0": 1, "70.0": 1, "85.0": 1 }, "stable_percentages": [], "variable_percentages": [ 50.0, 55.0, 60.0, 70.0, 85.0 ], "n_pct_stable": 0, "n_pct_variable": 5, "n_pct_total": 5, "fabrication_rate_pct": 1.0, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 0, "all_numbers_variable": 8, "all_numbers_total": 8, "all_numbers_fab_rate": 1.0, "heading_jaccard": 0.071, "n_shared_headings": 2, "n_total_headings": 28, "shared_heading_texts": [ "conclusion", "introduction" ], "numerical_counts": [ 2, 3 ], "causal_counts": [ 3, 5 ], "numerical_count_cv": 0.2, "causal_count_cv": 0.25, "examples": { "stable": [], "variable": [ { "value": "50.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "This implies mechanisms like adaptive algorithms are overwhelmed by non-tech factors (e.g., socioeconomic status explains 50%+ variance).", "heading": "Contextual Dependence and Scalability Limits" } ] }, { "value": "55.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Penuel (2016) found quasi-experimental ed-tech studies reported 85% fidelity, versus 55% in RCTs.", "heading": "2. Implementation Fidelity and Context Dependence" } ] }, { "value": "60.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Nor is it artifactual: Sensitivity analyses adjusting for design show quasi-experimental effects shrink by 40-60% when RCT-equivalent controls are applied (Bell et al., 2016).", "heading": "Evidence of the Discrepancy" } ] }, { "value": "70.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "RCTs enforce standardized outcomes and average fidelity, revealing spotty implementation\u2014teachers often bypass ed-tech ( fidelity ~50-70%, per ODE reports).", "heading": "4. Measurement and Fidelity Differences" } ] }, { "value": "85.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Penuel (2016) found quasi-experimental ed-tech studies reported 85% fidelity, versus 55% in RCTs.", "heading": "2. Implementation Fidelity and Context Dependence" } ] } ] } }, "technical_architecture_BASIC": { "percentage_stability": { "40.0": 1, "50.0": 1, "70.0": 2, "80.0": 1, "90.0": 1 }, "stable_percentages": [ 70.0 ], "variable_percentages": [ 40.0, 50.0, 80.0, 90.0 ], "n_pct_stable": 1, "n_pct_variable": 4, "n_pct_total": 5, "fabrication_rate_pct": 0.8, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 4, "all_numbers_variable": 15, "all_numbers_total": 19, "all_numbers_fab_rate": 0.7894736842105263, "heading_jaccard": 0.1, "n_shared_headings": 2, "n_total_headings": 20, "shared_heading_texts": [ "organizational constraints in small teams", "shared databases and data coupling" ], "numerical_counts": [ 21, 7 ], "causal_counts": [ 7, 3 ], "numerical_count_cv": 0.5, "causal_count_cv": 0.4, "examples": { "stable": [ { "value": "70.0%", "contexts": [ { "version": 0, "sentence": "Industry reports (e.g., from DORA and O'Reilly) show 60-70% of microservice adoptions in SMEs fail similarly, driven by poor architectural decisions.", "heading": "Introduction to Microservices and Distributed Monoliths" }, { "version": 0, "sentence": "**Degradation**: Cross-cutting concerns (audit, notifications) leak everywhere. 24 months in: 70% of code is orchestration, not business logic.", "heading": "Feature-Driven Development Over Domain Alignment" } ] } ], "variable": [ { "value": "40.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Result: 40% of surveyed failures (per DORA metrics) trace to data coupling.", "heading": "Shared Databases and Data Coupling" } ] }, { "value": "50.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "**Metrics**: Mean time to recovery (MTTR) jumps 5x; deploy frequency drops 50% (DORA data).", "heading": "Evidence from Real-World Patterns" } ] }, { "value": "80.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Data from Charity Majors (Honeycomb) shows small teams overestimate decoupling; 80% of \"microservices\" calls are synchronous RPCs, mimicking monoliths.", "heading": "Organizational Constraints in Small Teams" } ] }, { "value": "90.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Post-mortems reveal: 90% failures from data coupling, 70% from sync deps.", "heading": "Conclusion: Avoiding the Trap" } ] } ] } } } }, "gemini3f": { "model": "gemini-3-flash-preview", "n_standard_topics": 10, "n_basic_topics": 5, "aggregate": { "pct_fab_rate_mean": 1.0, "pct_fab_rate_median": 1.0, "pct_fab_rate_range": [ 1.0, 1.0 ], "n_topics_with_pct": 8, "all_fab_rate_mean": 0.9519, "mean_heading_jaccard": 0.0, "mean_pct_per_topic": 4.8, "mean_all_nums_per_topic": 9.7 }, "standard_results": { "api_design_STANDARD": { "percentage_stability": {}, "stable_percentages": [], "variable_percentages": [], "n_pct_stable": 0, "n_pct_variable": 0, "n_pct_total": 0, "fabrication_rate_pct": null, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 0, "all_numbers_variable": 1, "all_numbers_total": 1, "all_numbers_fab_rate": 1.0, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 23, "shared_heading_texts": [], "numerical_counts": [ 0, 1, 0 ], "causal_counts": [ 11, 7, 9 ], "numerical_count_cv": 1.414, "causal_count_cv": 0.181, "examples": { "stable": [], "variable": [] } }, "business_strategy_STANDARD": { "percentage_stability": { "70.0": 1, "80.0": 1, "90.0": 1 }, "stable_percentages": [], "variable_percentages": [ 70.0, 80.0, 90.0 ], "n_pct_stable": 0, "n_pct_variable": 3, "n_pct_total": 3, "fabrication_rate_pct": 1.0, "dollar_stable": [ 10.0, 20.0, 30.0 ], "dollar_variable": [ 0.0, 1.0, 15.0, 100.0, 150.0 ], "n_dollar_stable": 3, "n_dollar_variable": 5, "all_numbers_stable": 3, "all_numbers_variable": 11, "all_numbers_total": 14, "all_numbers_fab_rate": 0.7857142857142857, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 20, "shared_heading_texts": [], "numerical_counts": [ 11, 8, 12 ], "causal_counts": [ 11, 13, 8 ], "numerical_count_cv": 0.164, "causal_count_cv": 0.193, "examples": { "stable": [], "variable": [ { "value": "70.0%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "To succeed, a Series B company must ruthlessly burn its \"Founder-Intuition\" and replace it with a \"Sovereign Sales Playbook\"\u2014a document so precise and a process so rigorous that a standard B-tier Account Executive can execute it with 70% of the found", "heading": "Conclusion: The Requirement of the \"Sovereign Sales Playbook\"" } ] }, { "value": "80.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "A VP from a $1B+ organization is a \"Machine Operator.\" They are trained to optimize existing processes, manage massive budgets, and move levers in a high-compliance environment where the brand does 80% of the heavy lifting.", "heading": "The \"Logo Hire\" Fallacy: Why Big-Corp VPs Decimate Series B Momentum" } ] }, { "value": "90.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "The structural cause of the collapse is that these managers spend 90% of their time \"closing for their reps\" rather than \"building the reps' ability to close.\" This creates a dependency loop.", "heading": "The \"Bridge to Nowhere\" Management Gap" } ] } ] } }, "data_governance_STANDARD": { "percentage_stability": { "40.0": 1, "100.0": 1 }, "stable_percentages": [], "variable_percentages": [ 40.0, 100.0 ], "n_pct_stable": 0, "n_pct_variable": 2, "n_pct_total": 2, "fabrication_rate_pct": 1.0, "dollar_stable": [], "dollar_variable": [ 2.0, 10.0, 100.0 ], "n_dollar_stable": 0, "n_dollar_variable": 3, "all_numbers_stable": 0, "all_numbers_variable": 5, "all_numbers_total": 5, "all_numbers_fab_rate": 1.0, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 16, "shared_heading_texts": [], "numerical_counts": [ 1, 2, 2 ], "causal_counts": [ 11, 16, 15 ], "numerical_count_cv": 0.283, "causal_count_cv": 0.154, "examples": { "stable": [], "variable": [ { "value": "40.0%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "In data, an observability tool flags that `average_order_value` has dropped by 40%.", "heading": "The Tooling Trap: The Disparity Between Observability and Remediation" } ] }, { "value": "100.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "The software engineer who changes a database schema to optimize a checkout flow is the \"Producer.\" The data analyst who discovers the downstream dashboard is broken is the \"Consumer.\" The Producer gains all the benefit (a faster checkout) while offlo", "heading": "The Negative Externality of Data Production: Why Distributed Ownership Breeds Decay" } ] } ] } }, "ml_deployment_STANDARD": { "percentage_stability": { "50.0": 1, "80.0": 1, "99.0": 1 }, "stable_percentages": [], "variable_percentages": [ 50.0, 80.0, 99.0 ], "n_pct_stable": 0, "n_pct_variable": 3, "n_pct_total": 3, "fabrication_rate_pct": 1.0, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 0, "all_numbers_variable": 3, "all_numbers_total": 3, "all_numbers_fab_rate": 1.0, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 23, "shared_heading_texts": [], "numerical_counts": [ 1, 0, 1 ], "causal_counts": [ 8, 11, 11 ], "numerical_count_cv": 0.707, "causal_count_cv": 0.141, "examples": { "stable": [], "variable": [ { "value": "50.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "When a model that achieved 99% accuracy in a notebook drops to 50% in production, the culprit is almost always this temporal smearing.", "heading": "Temporal Smearing: The Illusion of Accuracy via Future-Peeking" } ] }, { "value": "80.0%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "Because notebooks are designed for \"happy path\" discovery, they rarely include the 80% of code required for error handling, logging, and monitoring that makes a system robust.", "heading": "The Lack of \"Defensive ML\" and Input Validation" } ] }, { "value": "99.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "When a model that achieved 99% accuracy in a notebook drops to 50% in production, the culprit is almost always this temporal smearing.", "heading": "Temporal Smearing: The Illusion of Accuracy via Future-Peeking" } ] } ] } }, "platform_migration_STANDARD": { "percentage_stability": { "1.0": 1, "5.0": 1, "10.0": 1, "20.0": 2, "50.0": 1, "80.0": 1, "90.0": 1, "95.0": 1, "99.0": 1, "100.0": 1, "150.0": 1, "300.0": 1 }, "stable_percentages": [], "variable_percentages": [ 1.0, 5.0, 10.0, 20.0, 50.0, 80.0, 90.0, 95.0, 99.0, 100.0, 150.0, 300.0 ], "n_pct_stable": 0, "n_pct_variable": 12, "n_pct_total": 12, "fabrication_rate_pct": 1.0, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 1, "all_numbers_variable": 14, "all_numbers_total": 15, "all_numbers_fab_rate": 0.9333333333333333, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 21, "shared_heading_texts": [], "numerical_counts": [ 8, 8, 10 ], "causal_counts": [ 13, 12, 11 ], "numerical_count_cv": 0.109, "causal_count_cv": 0.068, "examples": { "stable": [], "variable": [ { "value": "1.0%", "in_versions": [ 0, 0, 0 ], "contexts": [ { "version": 0, "sentence": "Teams consistently underestimate the \"Last 1% Problem.\" It might take 20% of the time to migrate 99% of the records.", "heading": "Data Gravity and the Non-Linearity of State Reconciliation" }, { "version": 0, "sentence": "However, the final 1% of records\u2014the ones with corrupted characters, missing foreign keys, or impossible timestamps\u2014require manual intervention and custom scripts.", "heading": "Data Gravity and the Non-Linearity of State Reconciliation" }, { "version": 0, "sentence": "Since a migration cannot be considered \"complete\" if it loses 1% of the customer base, that final sliver of data dictates the timeline.", "heading": "Data Gravity and the Non-Linearity of State Reconciliation" } ] }, { "value": "5.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "You cannot plan for the \"shape\" of the data until you attempt to load it into the new schema, at which point you realize that 5% of your records require 95% of your ETL (Extract, Transform, Load) logic.", "heading": "The Fractal Nature of Historical Data Corruption" } ] }, { "value": "10.0%", "in_versions": [ 2, 2 ], "contexts": [ { "version": 2, "sentence": "In a migration, the first 90% of the work takes 10% of the time, and the final 10% of the work (the edge cases, the legacy integrations, and the performance tuning) takes the remaining 90%.", "heading": "The Measurement Problem: Why We Track the Delta, Not the Drift" }, { "version": 2, "sentence": "In a migration, the first 90% of the work takes 10% of the time, and the final 10% of the work (the edge cases, the legacy integrations, and the performance tuning) takes the remaining 90%.", "heading": "The Measurement Problem: Why We Track the Delta, Not the Drift" } ] }, { "value": "20.0%", "in_versions": [ 0, 1, 1, 1 ], "contexts": [ { "version": 0, "sentence": "Teams consistently underestimate the \"Last 1% Problem.\" It might take 20% of the time to migrate 99% of the records.", "heading": "Data Gravity and the Non-Linearity of State Reconciliation" }, { "version": 1, "sentence": "This \"bug-for-bug\" compatibility is rarely scoped but is always required for the final 20% of the migration, which is where the 3x delay originates.", "heading": "The Parity Trap: Re-implementing Dysfunction at Modern Cost" }, { "version": 1, "sentence": "If the legacy system evolves at 20% of its normal rate during the migration, the migration must be 20% faster just to stay in the same place.", "heading": "The Dual-Maintenance Velocity Tax" }, { "version": 1, "sentence": "If the legacy system evolves at 20% of its normal rate during the migration, the migration must be 20% faster just to stay in the same place.", "heading": "The Dual-Maintenance Velocity Tax" } ] }, { "value": "50.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "This discovery-remediation cycle is the primary reason the \"middle 50%\" of a migration timeline expands into 150% of the total estimated time.", "heading": "The Shadow Dependency Iceberg" } ] } ] } }, "pricing_psychology_STANDARD": { "percentage_stability": { "1.0": 1, "2.0": 1, "10.0": 2, "15.0": 1, "20.0": 2, "25.0": 1, "30.0": 1, "50.0": 1, "90.0": 2, "98.0": 1, "99.0": 1 }, "stable_percentages": [], "variable_percentages": [ 1.0, 2.0, 10.0, 15.0, 20.0, 25.0, 30.0, 50.0, 90.0, 98.0, 99.0 ], "n_pct_stable": 0, "n_pct_variable": 11, "n_pct_total": 11, "fabrication_rate_pct": 1.0, "dollar_stable": [], "dollar_variable": [ 20.0, 49.0, 50.0, 59.0, 100.0, 500.0, 10000.0, 50000.0, 100000.0, 500000.0, 990000.0, 1000000.0 ], "n_dollar_stable": 0, "n_dollar_variable": 12, "all_numbers_stable": 0, "all_numbers_variable": 29, "all_numbers_total": 29, "all_numbers_fab_rate": 1.0, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 20, "shared_heading_texts": [], "numerical_counts": [ 7, 8, 7 ], "causal_counts": [ 8, 13, 10 ], "numerical_count_cv": 0.064, "causal_count_cv": 0.199, "examples": { "stable": [], "variable": [ { "value": "1.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "This bias ensures that as software becomes more efficient to build, the price stays artificially low, allowing the customer to capture 99% of the economic surplus while the vendor settles for 1%.", "heading": "The Curse of Knowledge: The Disconnect Between Effort and Utility" } ] }, { "value": "2.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Management teams focus on the 2% of customers who might churn if prices rise, ignoring the 98% of customers who would stay and pay more because the product is deeply embedded in their workflow.", "heading": "The Loss Aversion Trap: Prioritizing Churn Minimization Over Revenue Capture" } ] }, { "value": "10.0%", "in_versions": [ 0, 1 ], "contexts": [ { "version": 0, "sentence": "The most pervasive cause of underpricing is the \"Competitive Anchor.\" Most founders look at the market leader, subtract 10%, and assume they have a pricing strategy.", "heading": "The Gravity of the Competitive Anchor: Why Benchmarking is Self-Sabotage" }, { "version": 1, "sentence": "Instead, it looks at the \"Category Leader\" and prices 10% lower to \"disrupt.\"", "heading": "The Safety of the Herd: How Competitive Benchmarking Institutionalizes Underperformance" } ] }, { "value": "15.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Cost Sensitivity.\" Most B2B customers are significantly less price-sensitive than the founders imagine; for an enterprise, the cost of switching software, retraining staff, and risking data integrity is far higher than a 15% price hike.", "heading": "The Loss Aversion Trap: Prioritizing Churn Minimization Over Revenue Capture" } ] }, { "value": "20.0%", "in_versions": [ 0, 0, 1 ], "contexts": [ { "version": 0, "sentence": "Most B2B SaaS products are deeply embedded in the customer\u2019s workflow; the switching costs (training, data migration, integration) far outweigh a 20% price increase.", "heading": "The Operational Blind Spot: Why \"Price Inertia\" is a Death Sentence" }, { "version": 0, "sentence": "To fix the systemic underpricing in SaaS, firms must move from \"Cost-Plus\" or \"Competitor-Minus\" models to \"Value-Based Capture.\" This requires overcoming the instinctual fear of the word \"No.\" A healthy SaaS business should lose 20% of its deals spe", "heading": "The High-Margin Mandate for Category Dominance" }, { "version": 1, "sentence": "The \"gain\"\u2014the incremental revenue from a 20% price increase\u2014is theoretical and dispersed across the entire tail of the customer base.", "heading": "The Loss Aversion Trap: Prioritizing Churn Minimization Over Revenue Capture" } ] } ] } }, "remote_culture_STANDARD": { "percentage_stability": {}, "stable_percentages": [], "variable_percentages": [], "n_pct_stable": 0, "n_pct_variable": 0, "n_pct_total": 0, "fabrication_rate_pct": null, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 0, "all_numbers_variable": 1, "all_numbers_total": 1, "all_numbers_fab_rate": 1.0, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 21, "shared_heading_texts": [], "numerical_counts": [ 0, 2, 0 ], "causal_counts": [ 12, 16, 8 ], "numerical_count_cv": 1.414, "causal_count_cv": 0.272, "examples": { "stable": [], "variable": [] } }, "research_analysis_STANDARD": { "percentage_stability": { "20.0": 1, "40.0": 1, "80.0": 1 }, "stable_percentages": [], "variable_percentages": [ 20.0, 40.0, 80.0 ], "n_pct_stable": 0, "n_pct_variable": 3, "n_pct_total": 3, "fabrication_rate_pct": 1.0, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 0, "all_numbers_variable": 4, "all_numbers_total": 4, "all_numbers_fab_rate": 1.0, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 17, "shared_heading_texts": [], "numerical_counts": [ 3, 0, 1 ], "causal_counts": [ 11, 7, 7 ], "numerical_count_cv": 0.935, "causal_count_cv": 0.226, "examples": { "stable": [], "variable": [ { "value": "20.0%", "in_versions": [ 0, 0 ], "contexts": [ { "version": 0, "sentence": "This inclusion creates a massive \"dilution effect.\" If 20% of the teachers in an RCT use the tool brilliantly and 80% use it begrudgingly or incorrectly, the average effect size will be negligible, even if the tool is world-class.", "heading": "The Dilution of Interest: Scale-Induced Resistance in the \"Long Tail\"" }, { "version": 0, "sentence": "The QED, by focusing on the 20% who actually *want* to use the tool, provides a truer picture of the tool's *potential* capacity.", "heading": "The Dilution of Interest: Scale-Induced Resistance in the \"Long Tail\"" } ] }, { "value": "40.0%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "When an RCT shows a negligible effect size, it is reporting the reality that, in 40% of classrooms, the software was never used as intended due to logistical, technical, or cultural barriers.", "heading": "The Intention-to-Treat Dilution: Exposing Ed-Tech\u2019s Failure to Achieve Minimum Viable Implementation" } ] }, { "value": "80.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "This inclusion creates a massive \"dilution effect.\" If 20% of the teachers in an RCT use the tool brilliantly and 80% use it begrudgingly or incorrectly, the average effect size will be negligible, even if the tool is world-class.", "heading": "The Dilution of Interest: Scale-Induced Resistance in the \"Long Tail\"" } ] } ] } }, "supply_chain_resilience_STANDARD": { "percentage_stability": { "1.0": 1, "5.0": 1, "10.0": 1, "15.0": 1, "30.0": 2, "40.0": 1, "70.0": 2, "95.0": 2, "99.0": 1, "100.0": 1 }, "stable_percentages": [], "variable_percentages": [ 1.0, 5.0, 10.0, 15.0, 30.0, 40.0, 70.0, 95.0, 99.0, 100.0 ], "n_pct_stable": 0, "n_pct_variable": 10, "n_pct_total": 10, "fabrication_rate_pct": 1.0, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 0, "all_numbers_variable": 10, "all_numbers_total": 10, "all_numbers_fab_rate": 1.0, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 18, "shared_heading_texts": [], "numerical_counts": [ 6, 0, 4 ], "causal_counts": [ 3, 3, 2 ], "numerical_count_cv": 0.748, "causal_count_cv": 0.177, "examples": { "stable": [], "variable": [ { "value": "1.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "The trade-off made pre-2020 was the sacrifice of \"Spatial Redundancy\" for \"Unit Cost Dominance.\" Firms optimized for the 99% of days when the sun shone, leaving themselves zero structural recourse for the 1% of days when the world stopped.", "heading": "Spatial Monocultures and the Geometric Risk of Geographic Arbitrage" } ] }, { "value": "5.0%", "in_versions": [ 2, 2 ], "contexts": [ { "version": 2, "sentence": "To gain a 5% reduction in unit cost, firms sacrificed the ability to pivot.", "heading": "The Concentration Tax: Why Geopolitical Single-Sourcing is a High-Interest Loan on Stability" }, { "version": 2, "sentence": "If a factory is running at 95% capacity to maximize Return on Assets (ROA), it has 5% headroom to handle a surge or a disruption.", "heading": "The Margin-Resilience Paradox: Why Idle Capacity is the Price of Survival" } ] }, { "value": "10.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "This triggered the \"Bullwhip Effect\" with unprecedented violence: a 10% shift in consumer demand resulted in a 100% fluctuation in orders at the factory level, as panicked distributors tried to build \"just-in-case\" stocks in a system designed only fo", "heading": "Tightly Coupled Cascades: The Bullwhip Effect in a Zero-Visibility Environment" } ] }, { "value": "15.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "**Supplier Redundancy:** Sourcing from three different regions even when one is 15% cheaper.", "heading": "The Thermodynamic Cost of Resilience: Why Idle Capital is a Necessary Insurance" } ] }, { "value": "30.0%", "in_versions": [ 0, 2 ], "contexts": [ { "version": 0, "sentence": "This \"idle\" 30% is a financial drain during normal times, but it is the only way to surge production when a competitor\u2019s supply line fails.", "heading": "The Thermodynamic Cost of Resilience: Why Idle Capital is a Necessary Insurance" }, { "version": 2, "sentence": "There is no middle ground where a firm can keep its 95% ROA and survive a 30% swing in supply or demand.", "heading": "The Margin-Resilience Paradox: Why Idle Capacity is the Price of Survival" } ] } ] } }, "technical_architecture_STANDARD": { "percentage_stability": { "10.0": 1, "60.0": 1, "80.0": 1, "99.9": 1 }, "stable_percentages": [], "variable_percentages": [ 10.0, 60.0, 80.0, 99.9 ], "n_pct_stable": 0, "n_pct_variable": 4, "n_pct_total": 4, "fabrication_rate_pct": 1.0, "dollar_stable": [], "dollar_variable": [ 0.99 ], "n_dollar_stable": 0, "n_dollar_variable": 1, "all_numbers_stable": 3, "all_numbers_variable": 12, "all_numbers_total": 15, "all_numbers_fab_rate": 0.8, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 21, "shared_heading_texts": [], "numerical_counts": [ 12, 11, 12 ], "causal_counts": [ 13, 15, 10 ], "numerical_count_cv": 0.04, "causal_count_cv": 0.162, "examples": { "stable": [], "variable": [ { "value": "10.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Choosing microservices without a dedicated platform team of at least 5\u201310% of the engineering headcount is not an architectural decision; it is a long-term debt strategy that defaults at the 2-year mark.", "heading": "Committed Diagnosis: The \"Infrastructure-as-Shortcut\" Fallacy" } ] }, { "value": "60.0%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "Suddenly, the team is spending 60% of their sprint on \"Plumbing\": updating Dockerfiles, patching Kubernetes vulnerabilities, managing VPC peering, and debugging why Trace ID `x123` disappeared between two services.", "heading": "The Operational Tax Cliff: Where Maintenance Velocity Overtakes Feature Development" } ] }, { "value": "80.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "The team spends 80% of their \"innovation budget\" simply keeping the lights on for the 150 services, leaving no room to refactor the tightly coupled logic that has accrued.", "heading": "The Cognitive Load Threshold: Why 1:5 Engineer-to-Service Ratios Lead to \"Standardization Rot\"" } ] }, { "value": "99.9%", "in_versions": [ 2 ], "contexts": [ { "version": 2, "sentence": "If each of the four services has 99.9% uptime, the aggregate uptime drops significantly.", "heading": "Synchronous Chain Reaction: Replacing Function Calls with Unreliable Network Hops" } ] } ] } } }, "basic_results": { "business_strategy_BASIC": { "percentage_stability": { "50.0": 1 }, "stable_percentages": [], "variable_percentages": [ 50.0 ], "n_pct_stable": 0, "n_pct_variable": 1, "n_pct_total": 1, "fabrication_rate_pct": 1.0, "dollar_stable": [ 10.0, 15.0, 30.0 ], "dollar_variable": [ 1.0, 5.0, 20.0, 25.0, 100.0, 500.0 ], "n_dollar_stable": 3, "n_dollar_variable": 6, "all_numbers_stable": 3, "all_numbers_variable": 9, "all_numbers_total": 12, "all_numbers_fab_rate": 0.75, "heading_jaccard": 0.067, "n_shared_headings": 1, "n_total_headings": 15, "shared_heading_texts": [ "4. the breakdown of the feedback loop" ], "numerical_counts": [ 10, 12 ], "causal_counts": [ 9, 11 ], "numerical_count_cv": 0.091, "causal_count_cv": 0.1, "examples": { "stable": [], "variable": [ { "value": "50.0%", "in_versions": [ 1, 1 ], "contexts": [ { "version": 1, "sentence": "A founder can promise a feature on a roadmap, discount a price by 50% on a whim, or speak with the gravitas of the person who wrote the original code.", "heading": "1. The Erosion of \"Founder Alpha\"" }, { "version": 1, "sentence": "**Sales Complexity:** Reps spend 50% of their time chasing \"junk\" leads because the marketing-to-sales handoff isn't structured to filter for high-intent, high-fit prospects.", "heading": "3. The Institutionalization of \"Bad Revenue\"" } ] } ] } }, "platform_migration_BASIC": { "percentage_stability": { "5.0": 1, "10.0": 1, "20.0": 1, "50.0": 1, "80.0": 1, "90.0": 1, "95.0": 1, "100.0": 2 }, "stable_percentages": [ 100.0 ], "variable_percentages": [ 5.0, 10.0, 20.0, 50.0, 80.0, 90.0, 95.0 ], "n_pct_stable": 1, "n_pct_variable": 7, "n_pct_total": 8, "fabrication_rate_pct": 0.875, "dollar_stable": [], "dollar_variable": [ 3.0, 10.0 ], "n_dollar_stable": 0, "n_dollar_variable": 2, "all_numbers_stable": 2, "all_numbers_variable": 10, "all_numbers_total": 12, "all_numbers_fab_rate": 0.8333333333333334, "heading_jaccard": 0.056, "n_shared_headings": 1, "n_total_headings": 18, "shared_heading_texts": [ "conclusion" ], "numerical_counts": [ 11, 7 ], "causal_counts": [ 8, 11 ], "numerical_count_cv": 0.222, "causal_count_cv": 0.158, "examples": { "stable": [ { "value": "100.0%", "contexts": [ { "version": 0, "sentence": "Once the project is 50% done and 100% over budget, the \"Sunk Cost Fallacy\" ensures that the organization will continue to fund it until completion.", "heading": "The Budgetary Catch-22" }, { "version": 1, "sentence": "**The Complexity Tax:** Organizations must budget for a \"complexity tax,\" explicitly allocating 50-100% of the timeline to \"unknown remediation.\"", "heading": "Why Better Planning Isn't the Only Answer" } ] } ], "variable": [ { "value": "5.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "The \"last 5%\" of a migration often takes as long as the first 95%.", "heading": "The Myth of the Clean Cutover" } ] }, { "value": "10.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "The final reason migrations take 3x longer is the \"90/10 Rule.\" It takes 90% of the effort to move 90% of the users, but the final 10%\u2014the power users, the obscure legacy reports, or the stubborn departments\u2014takes another 90% of the effort.", "heading": "5. The \"Long Tail\" of Decommissioning" } ] }, { "value": "20.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "This is often referred to as \"the discovery phase of the implementation phase.\" In a typical migration, 20% of the work is the actual move, while 80% is the remediation of broken connections.", "heading": "The Iceberg of Hidden Dependencies" } ] }, { "value": "50.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "Once the project is 50% done and 100% over budget, the \"Sunk Cost Fallacy\" ensures that the organization will continue to fund it until completion.", "heading": "The Budgetary Catch-22" } ] }, { "value": "80.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "This is often referred to as \"the discovery phase of the implementation phase.\" In a typical migration, 20% of the work is the actual move, while 80% is the remediation of broken connections.", "heading": "The Iceberg of Hidden Dependencies" } ] } ] } }, "pricing_psychology_BASIC": { "percentage_stability": { "1.0": 1, "3.3": 1, "6.7": 1, "10.0": 2, "11.0": 1, "20.0": 2, "70.0": 1, "95.0": 1 }, "stable_percentages": [ 10.0, 20.0 ], "variable_percentages": [ 1.0, 3.3, 6.7, 11.0, 70.0, 95.0 ], "n_pct_stable": 2, "n_pct_variable": 6, "n_pct_total": 8, "fabrication_rate_pct": 0.75, "dollar_stable": [ 50.0 ], "dollar_variable": [ 45.0, 5000.0, 50000.0 ], "n_dollar_stable": 1, "n_dollar_variable": 3, "all_numbers_stable": 3, "all_numbers_variable": 10, "all_numbers_total": 13, "all_numbers_fab_rate": 0.7692307692307693, "heading_jaccard": 0.0, "n_shared_headings": 0, "n_total_headings": 20, "shared_heading_texts": [], "numerical_counts": [ 6, 7 ], "causal_counts": [ 8, 12 ], "numerical_count_cv": 0.077, "causal_count_cv": 0.2, "examples": { "stable": [ { "value": "10.0%", "contexts": [ { "version": 0, "sentence": "Founders often look at a market incumbent\u2014perhaps a bloated, on-premise solution or an early-stage competitor\u2014and price themselves 10% lower to be \"competitive.\" This anchor becomes a mental ceiling.", "heading": "Cognitive Bias II: The Anchoring Effect" }, { "version": 1, "sentence": "Executives fear that a 10% price increase will trigger a mass exodus of customers.", "heading": "Loss Aversion and the Fear of the Churn Spike" } ] }, { "value": "20.0%", "contexts": [ { "version": 0, "sentence": "Executives often look at a proposed 20% price increase and visualize a mass exodus of existing customers.", "heading": "Cognitive Bias I: Loss Aversion and the Fear of Churn" }, { "version": 0, "sentence": "They weigh the \"loss\" of a few vocal, price-sensitive customers far more heavily than the \"gain\" of a 20% increase in Average Revenue Per User (ARPU) across the remaining 95% of the base.", "heading": "Cognitive Bias I: Loss Aversion and the Fear of Churn" } ] } ], "variable": [ { "value": "1.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Research by ProfitWell and various venture capital firms consistently shows that a 1% improvement in pricing results in an average profit increase of 11%, a far higher ROI than similar improvements in customer acquisition (3.3%) or retention (6.7%).", "heading": "The Price of Fear: Why B2B SaaS Underprices and the Psychology of Inertia" } ] }, { "value": "3.3%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Research by ProfitWell and various venture capital firms consistently shows that a 1% improvement in pricing results in an average profit increase of 11%, a far higher ROI than similar improvements in customer acquisition (3.3%) or retention (6.7%).", "heading": "The Price of Fear: Why B2B SaaS Underprices and the Psychology of Inertia" } ] }, { "value": "6.7%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Research by ProfitWell and various venture capital firms consistently shows that a 1% improvement in pricing results in an average profit increase of 11%, a far higher ROI than similar improvements in customer acquisition (3.3%) or retention (6.7%).", "heading": "The Price of Fear: Why B2B SaaS Underprices and the Psychology of Inertia" } ] }, { "value": "11.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "Research by ProfitWell and various venture capital firms consistently shows that a 1% improvement in pricing results in an average profit increase of 11%, a far higher ROI than similar improvements in customer acquisition (3.3%) or retention (6.7%).", "heading": "The Price of Fear: Why B2B SaaS Underprices and the Psychology of Inertia" } ] }, { "value": "70.0%", "in_versions": [ 1, 1 ], "contexts": [ { "version": 1, "sentence": "If a sales team has a 70% win rate, the product is almost certainly underpriced, yet the internal narrative will likely be one of \"market-leading competitiveness.\"", "heading": "The Sales Feedback Loop: A Structural Bias" }, { "version": 1, "sentence": "**The 10/20/70 Rule:** Companies should aim for 10% of prospects to find the price way too high, 20% to find it a bit of a stretch, and 70% to find it acceptable.", "heading": "Strategic Correction: Breaking the Cycle" } ] } ] } }, "research_analysis_BASIC": { "percentage_stability": {}, "stable_percentages": [], "variable_percentages": [], "n_pct_stable": 0, "n_pct_variable": 0, "n_pct_total": 0, "fabrication_rate_pct": null, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 0, "all_numbers_variable": 0, "all_numbers_total": 0, "all_numbers_fab_rate": null, "heading_jaccard": 0.062, "n_shared_headings": 1, "n_total_headings": 16, "shared_heading_texts": [ "methodological rigor and the erosion of selection bias" ], "numerical_counts": [ 0, 0 ], "causal_counts": [ 3, 5 ], "numerical_count_cv": 0.0, "causal_count_cv": 0.25, "examples": { "stable": [], "variable": [] } }, "technical_architecture_BASIC": { "percentage_stability": { "40.0": 1, "70.0": 1 }, "stable_percentages": [], "variable_percentages": [ 40.0, 70.0 ], "n_pct_stable": 0, "n_pct_variable": 2, "n_pct_total": 2, "fabrication_rate_pct": 1.0, "dollar_stable": [], "dollar_variable": [], "n_dollar_stable": 0, "n_dollar_variable": 0, "all_numbers_stable": 4, "all_numbers_variable": 7, "all_numbers_total": 11, "all_numbers_fab_rate": 0.6363636363636364, "heading_jaccard": 0.048, "n_shared_headings": 1, "n_total_headings": 21, "shared_heading_texts": [ "conclusion: the case for the modular monolith" ], "numerical_counts": [ 12, 16 ], "causal_counts": [ 8, 9 ], "numerical_count_cv": 0.143, "causal_count_cv": 0.059, "examples": { "stable": [], "variable": [ { "value": "40.0%", "in_versions": [ 1 ], "contexts": [ { "version": 1, "sentence": "The team realizes they are spending 40% of their time managing Kubernetes clusters, tracing logs across five services to find a single bug, and syncing environments.", "heading": "The High Cost of Operational Excellence" } ] }, { "value": "70.0%", "in_versions": [ 0 ], "contexts": [ { "version": 0, "sentence": "The organization spends 70% of its engineering effort on \"plumbing\"\u2014managing Kubernetes, tracing requests, and fixing breaking API changes\u2014rather than delivering customer value.", "heading": "Phase 4: The Distributed Monolith (18\u201324 Months)" } ] } ] } } } } }, "cross_generator_comparison": { "gemini (original)": { "model": "gemini-3.1-flash-lite-preview", "pct_fab_mean": 1.0, "all_fab_mean": 0.9392, "heading_jaccard": 0.0, "n_topics": 20 }, "xai": { "model": "grok-4-1-fast", "pct_fab_mean": 0.768, "all_fab_mean": 0.8579, "heading_jaccard": 0.0, "n_topics": 10 }, "gemini3f": { "model": "gemini-3-flash-preview", "pct_fab_mean": 1.0, "all_fab_mean": 0.9519, "heading_jaccard": 0.0, "n_topics": 10 } }, "n_topics": 10, "n_standard_samples": 3, "n_basic_samples": 2, "prompts_source": "fpr_estimation.py (identical)", "analysis_pipeline": "claim_extraction.py (identical)", "llm_evaluation": "NONE \u2014 pure regex extraction + set comparison" }