[ { "id": "DB01", "name": "Weekly quality-value accounts", "meaning": "Fund repeatable customer value", "business_decision": "Fund repeatable customer value", "formula": "COUNT(DISTINCT account_id)", "unit": "accounts", "grain": "account-week", "numerator": "Accounts with accepted, no-critical-error output and confirmed use", "denominator": "None; count", "eligible_cohort_window": "UTC Monday\u2013Sunday of confirmed_use_at; only complete weeks", "exclusions": "Internal/test/bot accounts in production; absent in fiction", "data_event_source": "v_task; review + use events", "owner": "Product", "leading_lagging": "lagging value", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Incomplete confirmations undercount; large accounts have more opportunities", "guardrails": "DB07 coverage; DB09 errors; DB13 cost", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q01" }, { "id": "DB02", "name": "Confirmed quality-use tasks", "meaning": "Separate output volume from reach", "business_decision": "Separate output volume from reach", "formula": "COUNT(confirmed_quality_use=1)", "unit": "tasks", "grain": "task", "numerator": "Accepted/no-critical-error tasks confirmed used", "denominator": "None; count", "eligible_cohort_window": "Task created cohort, use observed by cutoff", "exclusions": "Same as DB01", "data_event_source": "v_task", "owner": "Product", "leading_lagging": "lagging value", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "One source may spawn many locale tasks; duplicates can inflate counts", "guardrails": "DB01 account reach", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q01" }, { "id": "DB03", "name": "Task milestone counts", "meaning": "Find the next handoff to investigate", "business_decision": "Find the next handoff to investigate", "formula": "COUNT(DISTINCT task_id) at each checkpoint", "unit": "tasks", "grain": "task-checkpoint", "numerator": "Tasks with selected recorded checkpoint", "denominator": "All created tasks for context", "eligible_cohort_window": "Task created date range; events observed by cutoff", "exclusions": "No removal of blocked created tasks", "data_event_source": "v_task / sim_outputs", "owner": "Product analytics", "leading_lagging": "leading", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Missing telemetry differs from abandonment; review/export parallel", "guardrails": "Q24 flow conservation", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q02" }, { "id": "DB04", "name": "Render completion rate", "meaning": "Isolate backend reliability from use", "business_decision": "Isolate backend reliability from use", "formula": "SUM(render_success)/COUNT(tasks)", "unit": "fraction", "grain": "task", "numerator": "Created tasks with >=1 successful attempt", "denominator": "All created tasks", "eligible_cohort_window": "Created cohort and cutoff", "exclusions": "None; optionally publish eligible-attempt rate separately", "data_event_source": "v_task / sim_attempts", "owner": "Engineering", "leading_lagging": "leading", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Entitlement/consent blocks lower all-task rate without being defects", "guardrails": "DB02 actual use", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q02" }, { "id": "DB05", "name": "Seven-day confirmed-value activation", "meaning": "Assess onboarding", "business_decision": "Assess onboarding", "formula": "SUM(activated7)/COUNT(mature7 users)", "unit": "fraction", "grain": "user signup cohort", "numerator": "Signups with quality-confirmed use in [signup,signup+7d)", "denominator": "All signups observed >=7 complete days", "eligible_cohort_window": "Individual UTC signup window, first 7 days", "exclusions": "Exclude immature users only; include zero activity", "data_event_source": "v_user_cohort", "owner": "Product analytics", "leading_lagging": "leading for return", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Review must occur before day 7; reported use is incomplete", "guardrails": "DB07/09; account interference", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q03" }, { "id": "DB06", "name": "Days 28\u201341 confirmed-value return", "meaning": "Evaluate recurring need", "business_decision": "Evaluate recurring need", "formula": "SUM(return28_41)/COUNT(mature42 users)", "unit": "fraction", "grain": "user signup cohort", "numerator": "Signups with quality-confirmed use in [signup+28d,signup+42d)", "denominator": "All signups observed >=42 complete days", "eligible_cohort_window": "Full 42-day eligibility", "exclusions": "Exclude immature only; include unactivated and zero activity", "data_event_source": "v_user_cohort", "owner": "Product analytics", "leading_lagging": "lagging", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Unconditional signup return is not activated-user retention; natural job frequency varies", "guardrails": "DB07 coverage by cohort", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q04" }, { "id": "DB07", "name": "Preview review coverage", "meaning": "Decide if quality inference is trustworthy", "business_decision": "Decide if quality inference is trustworthy", "formula": "COUNT(reviewed_at)/COUNT(preview_at)", "unit": "fraction", "grain": "task", "numerator": "Previewed tasks with a review", "denominator": "All previewed tasks", "eligible_cohort_window": "Created cohort; reviews by cutoff", "exclusions": "None; reviewers only after preview in this lab", "data_event_source": "v_task", "owner": "Domain quality", "leading_lagging": "measurement guardrail", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Synthetic reviews sampled; real missingness could be selective", "guardrails": "Never impute missing as rejected", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q06" }, { "id": "DB08", "name": "Reviewed acceptance", "meaning": "Choose editing or quality improvements", "business_decision": "Choose editing or quality improvements", "formula": "SUM(accepted=1)/COUNT(reviewed_at)", "unit": "fraction", "grain": "reviewed task", "numerator": "Reviewed tasks accepted", "denominator": "Reviewed tasks", "eligible_cohort_window": "Created cohort; review observed", "exclusions": "Unreviewed remain NULL", "data_event_source": "sim_reviews / v_task", "owner": "Domain quality", "leading_lagging": "leading", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Selected sample, not all-task acceptance", "guardrails": "DB07 and DB09", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q06" }, { "id": "DB09", "name": "Critical content failures", "meaning": "Hold unsafe or materially incorrect output", "business_decision": "Hold unsafe or materially incorrect output", "formula": "SUM(critical_error); rate=SUM/COUNT(reviewed)", "unit": "tasks and fraction", "grain": "reviewed task", "numerator": "Reviewed tasks with critical error", "denominator": "Reviewed tasks for rate; report counts too", "eligible_cohort_window": "Review cutoff; versioned rubric", "exclusions": "Unreviewed are unknown", "data_event_source": "sim_reviews", "owner": "Domain quality", "leading_lagging": "guardrail", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Zero observed does not guarantee zero risk; labels fictional", "guardrails": "Numbers/names/rights slice review", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q06" }, { "id": "DB10", "name": "Ready latency p50/p95", "meaning": "Locate slow completed journeys", "business_decision": "Locate slow completed journeys", "formula": "Nearest-rank percentile(ready_at-created_at)", "unit": "seconds", "grain": "completed task", "numerator": "Ordered elapsed seconds at ceil(p*n)", "denominator": "Completed task count n", "eligible_cohort_window": "Task creation to visible-ready; created cohort", "exclusions": "Incomplete tasks excluded from percentile, reported separately", "data_event_source": "v_task ready_seconds", "owner": "Engineering", "leading_lagging": "leading", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Completer bias; not full human-review turnaround", "guardrails": "Q02 noncompletion and Q23 review wait", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q07" }, { "id": "DB11", "name": "Failure recovery to value", "meaning": "Choose recovery work", "business_decision": "Choose recovery work", "formula": "COUNT(failed_attempts>0 AND confirmed_quality_use)/COUNT(failed_attempts>0)", "unit": "fraction", "grain": "task", "numerator": "Tasks with failed attempt then quality-use", "denominator": "Tasks with >=1 failed attempt", "eligible_cohort_window": "By fixed cutoff; disclose recovery observation time", "exclusions": "Pre-attempt entitlement blocks are separate", "data_event_source": "v_task", "owner": "Engineering/CS", "leading_lagging": "leading", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Right censoring and recoverability mix; render recovery differs", "guardrails": "DB12 repeated work; DB16 debit correctness", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q08" }, { "id": "DB12", "name": "Task retry rate", "meaning": "Diagnose repeated work", "business_decision": "Diagnose repeated work", "formula": "COUNT(attempts>1)/COUNT(attempts>0)", "unit": "fraction", "grain": "task", "numerator": "Tasks with multiple render attempts", "denominator": "Tasks with any render attempt", "eligible_cohort_window": "Created cohort", "exclusions": "Pre-attempt blocks", "data_event_source": "v_task", "owner": "Engineering", "leading_lagging": "diagnostic", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Helpful retry should not be suppressed just to reduce rate", "guardrails": "DB11 and total cost", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q08" }, { "id": "DB13", "name": "Direct vendor USD per confirmed-use task", "meaning": "Choose full task improvements", "business_decision": "Choose full task improvements", "formula": "SUM(direct_vendor_usd)/SUM(confirmed_quality_use)", "unit": "USD/task", "grain": "task cohort", "numerator": "Render/translation/delivery/vendor-review/support costs across all selected tasks", "denominator": "Confirmed quality-use tasks in selected cohort", "eligible_cohort_window": "Task costs allocated to task-created month", "exclusions": "Period idle/shared excluded here; shown in DB23; customer labor separate", "data_event_source": "sim_costs preaggregated in v_task", "owner": "Product/finance", "leading_lagging": "lagging efficiency", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Low coverage raises denominator uncertainty; rates illustrative", "guardrails": "DB07, DB09, DB23 full cost", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q09" }, { "id": "DB14", "name": "Customer active review and repair", "meaning": "Avoid moving work to people", "business_decision": "Avoid moving work to people", "formula": "AVG(prep_minutes),AVG(review_minutes),AVG(repair_minutes)", "unit": "minutes/task", "grain": "reviewed task", "numerator": "Sum each time category", "denominator": "Reviewed tasks", "eligible_cohort_window": "Created cohort", "exclusions": "Unreviewed unknown", "data_event_source": "sim_reviews", "owner": "Product/CS", "leading_lagging": "guardrail", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Self-report and selected reviews; customer labor distinct from vendor cost", "guardrails": "Quality and elapsed time", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q10" }, { "id": "DB15", "name": "Estimated net customer time", "meaning": "Form a time-saving hypothesis", "business_decision": "Form a time-saving hypothesis", "formula": "AVG(manual_baseline_estimate-prep-review-repair)", "unit": "minutes/task", "grain": "reviewed task", "numerator": "Estimated baseline less all measured customer task work", "denominator": "Reviewed tasks", "eligible_cohort_window": "Same reviewed cohort", "exclusions": "Does not include all downstream work; unknown becomes gap", "data_event_source": "sim_reviews", "owner": "Research", "leading_lagging": "proposed outcome proxy", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Invented baseline is not a counterfactual or causal savings", "guardrails": "Matched task comparison; quality parity", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q10" }, { "id": "DB16", "name": "Entitlement outstanding", "meaning": "Find double charge/hold leakage", "business_decision": "Find double charge/hold leakage", "formula": "SUM(reserved-consumed-released) per meter", "unit": "meter units", "grain": "task-meter", "numerator": "Reserved minus consumed minus released", "denominator": "None; balance by distinct meter", "eligible_cohort_window": "Closed-task ledger at cutoff", "exclusions": "Never combine dubbing minutes, generative credits and video counts", "data_event_source": "sim_entitlements", "owner": "Billing engineering", "leading_lagging": "guardrail", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Simplified reservation model; not public billing implementation", "guardrails": "Duplicate and failed-job contract tests", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q12" }, { "id": "DB17", "name": "Experiment assignment validity", "meaning": "Decide if comparison supports inference", "business_decision": "Decide if comparison supports inference", "formula": "Accounts with >1 assigned variant / assigned accounts", "unit": "fraction", "grain": "account", "numerator": "Accounts exposed to mixed variants", "denominator": "Assigned accounts", "eligible_cohort_window": "Same experiment and exposure period", "exclusions": "None; diagnose before ITT calculation", "data_event_source": "sim_users variant", "owner": "Analytics", "leading_lagging": "validity guardrail", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Lab intentionally uses seat assignments; Q13 reveals interference", "guardrails": "Randomize at account; no treatment conclusion here", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q13" }, { "id": "DB18", "name": "Acquisition spend per activated mature user", "meaning": "Choose a channel test", "business_decision": "Choose a channel test", "formula": "SUM(acquisition_usd)/SUM(activated7)", "unit": "USD/user", "grain": "user/channel", "numerator": "Allocated signup costs in mature42 cohort", "denominator": "Activated users within that mature42 cohort", "eligible_cohort_window": "42-day mature signups in selected signup period", "exclusions": "Immature excluded equally from spend and denominator", "data_event_source": "v_user_cohort", "owner": "Growth", "leading_lagging": "diagnostic", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Not paying-account CAC, no causal channel attribution", "guardrails": "Later return and commercial conversion", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q14" }, { "id": "DB19", "name": "Mature zero-task share", "meaning": "Study never-starting customers", "business_decision": "Study never-starting customers", "formula": "COUNT(no task)/COUNT(mature42 users)", "unit": "fraction", "grain": "user", "numerator": "Mature users with no created task by cutoff", "denominator": "All mature42 users", "eligible_cohort_window": "42-day eligible signup cohort; no-task evaluated to cutoff", "exclusions": "Immature users", "data_event_source": "sim_users LEFT/EXISTS tasks", "owner": "Research", "leading_lagging": "leading", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "No sessions or stated intent available; cannot assign cause", "guardrails": "Interview nonstarters", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q16" }, { "id": "DB20", "name": "Closing subscription MRR", "meaning": "Review recurring commercial value", "business_decision": "Review recurring commercial value", "formula": "Opening+new+expansion-contraction-churn", "unit": "USD/month", "grain": "account-month", "numerator": "Normalized monthly subscription value", "denominator": "None; amount", "eligible_cohort_window": "Full calendar months only", "exclusions": "Usage packs, add-ons and one-off cash not modeled as MRR", "data_event_source": "sim_billing", "owner": "Finance", "leading_lagging": "lagging business", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Illustrative contracts; not GAAP revenue; no reactivation in lab", "guardrails": "DB21/22 and cash separately", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q17" }, { "id": "DB21", "name": "Gross revenue retention", "meaning": "Detect existing-value loss", "business_decision": "Detect existing-value loss", "formula": "(opening-contraction-churn)/opening", "unit": "fraction", "grain": "existing account-month", "numerator": "Retained opening MRR excluding expansion", "denominator": "Opening MRR", "eligible_cohort_window": "Full calendar months; mature contract population", "exclusions": "Exclude new revenue and expansion", "data_event_source": "sim_billing", "owner": "Finance/CS", "leading_lagging": "lagging", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Plan mix/concentration can conceal logo churn", "guardrails": "DB22; account churn needs further instrumentation", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q17" }, { "id": "DB22", "name": "Net revenue retention", "meaning": "Assess expansion versus losses", "business_decision": "Assess expansion versus losses", "formula": "(opening+expansion-contraction-churn)/opening", "unit": "fraction", "grain": "existing account-month", "numerator": "Existing MRR after expansion and losses", "denominator": "Opening MRR", "eligible_cohort_window": "Full calendar months", "exclusions": "Exclude new accounts", "data_event_source": "sim_billing", "owner": "Finance/CS", "leading_lagging": "lagging", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Expansion can hide lost accounts", "guardrails": "DB21 and customer reasons", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q17" }, { "id": "DB23", "name": "Full period service cash contribution", "meaning": "Understand sustained service exposure", "business_decision": "Understand sustained service exposure", "formula": "net cash-payment fees-direct costs-idle/shared", "unit": "USD", "grain": "period", "numerator": "Cash contribution after declared service scope", "denominator": "None; amount, margin=amount/net cash if >0", "eligible_cohort_window": "Whole calendar months; October partial excluded by default", "exclusions": "Acquisition/R&D/corporate overhead excluded from service proxy; R&D separately shown", "data_event_source": "sim_billing + preaggregated sim_costs + sim_period_costs", "owner": "Finance", "leading_lagging": "lagging", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Not accounting gross profit; acquisition needs separate reconciliation", "guardrails": "Quality, vendor and customer workload", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q18" }, { "id": "DB24", "name": "Heldout task pass by slice", "meaning": "Select a candidate without averaging harm", "business_decision": "Select a candidate without averaging harm", "formula": "SUM(task_pass)/COUNT(heldout cases)", "unit": "fraction", "grain": "case-candidate-slice", "numerator": "Candidate passing task cases", "denominator": "Same independent heldout cases per candidate", "eligible_cohort_window": "Frozen development/heldout split", "exclusions": "Development cases excluded; repeats not independent samples", "data_event_source": "sim_eval_cases/results", "owner": "AI/domain evaluation", "leading_lagging": "pre-release", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Use paired case bootstrap; no real model benchmark.", "known_bias": "Fictional labels; no media or model runs; paired comparison needed", "guardrails": "Critical failures, reviewer disagreement, latency/cost", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q19" }, { "id": "DB25", "name": "Judge failure-detection recall", "meaning": "Choose the role of automatic checks", "business_decision": "Choose the role of automatic checks", "formula": "true_failure_detected/(true_failure_detected+missed_failure)", "unit": "fraction", "grain": "heldout case-candidate", "numerator": "Human-labeled failures detected by judge", "denominator": "All human-labeled failures", "eligible_cohort_window": "Same heldout set", "exclusions": "Undefined with no failures", "data_event_source": "sim_eval_results", "owner": "Evaluation", "leading_lagging": "guardrail", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Synthetic judge; errors can correlate with the same model", "guardrails": "False alarms and critical misses by slice", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q20" }, { "id": "DB26", "name": "Engineering capacity demand", "meaning": "Choose bounded scope", "business_decision": "Choose bounded scope", "formula": "SUM(eng_weeks) of selected dependent opportunities", "unit": "person-weeks", "grain": "opportunity portfolio", "numerator": "Estimated engineering person-weeks", "denominator": "None; demand; compare to available capacity after reserve", "eligible_cohort_window": "Declared planning horizon, currently unapproved", "exclusions": "No conversion to calendar deadline", "data_event_source": "plan_opportunities", "owner": "Engineering/PM", "leading_lagging": "planning input", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Low/high reach is scenario range; no causal effect estimate", "guardrails": "Design/reviewer capacity and dependencies", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q21" }, { "id": "DB27", "name": "Unresolved release gates", "meaning": "Hold launch until evidence exists", "business_decision": "Hold launch until evidence exists", "formula": "COUNT(gate state != verified)", "unit": "gates", "grain": "requirement-release", "numerator": "Unverified required gates", "denominator": "All required gates for context", "eligible_cohort_window": "Exact proposed release/version", "exclusions": "Do not equate test specification with passing result", "data_event_source": "plan_gates", "owner": "Engineering/PM/domain", "leading_lagging": "release guardrail", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "All are unverified; synthetic labels cannot approve real release", "guardrails": "Named approvals and rollback drill", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q22" }, { "id": "DB28", "name": "Time from creation to confirmed use", "meaning": "Balance machine and human waits", "business_decision": "Balance machine and human waits", "formula": "AVG(confirmed_use_at-created_at); percentile recommended", "unit": "hours", "grain": "completed useful task", "numerator": "Elapsed hours across confirmed-quality-use tasks", "denominator": "Confirmed quality-use tasks", "eligible_cohort_window": "Created cohort to use cutoff", "exclusions": "Unconfirmed excluded, report coverage", "data_event_source": "v_task", "owner": "Product operations", "leading_lagging": "lagging", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Completer bias; mean hides tail; Q23 reports review wait separately", "guardrails": "Missing-use count and active workload", "evidence_status": "Proposed metric definition; synthetic implementation only", "baseline": null, "target": null, "query": "Q23" }, { "id": "DB29", "name": "Eligible payment success", "meaning": "Separate payment failure from product-value failure", "business_decision": "Separate payment failure from product-value failure", "formula": "successful unique payment intents / eligible submitted payment intents", "unit": "fraction", "grain": "payment intent", "numerator": "Eligible payment intents with confirmed successful settlement", "denominator": "Unique eligible submitted intents, including failed attempts under the same intent", "eligible_cohort_window": "Declared checkout cohort and settlement lag", "exclusions": "Internal tests, duplicate transport events; cancellations reported separately", "data_event_source": "PROPOSED payment intent and provider settlement events; absent from lab", "owner": "Billing/growth", "leading_lagging": "commercial leading", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Retries/events are not separate buyers; asynchronous settlement can be delayed", "guardrails": "Refunds, duplicate debits, customer value", "evidence_status": "Proposed definition; not instrumented or implemented in this lab", "baseline": null, "target": null, "query": null }, { "id": "DB30", "name": "Mature account paid conversion", "meaning": "Test sustainable commercial adoption", "business_decision": "Test sustainable commercial adoption", "formula": "new accounts becoming net paying within 30 days / all new accounts observed 30 days", "unit": "fraction", "grain": "account signup cohort", "numerator": "Eligible new accounts with first settled non-refunded paid subscription in window", "denominator": "All eligible new accounts mature 30 days, including zero activity", "eligible_cohort_window": "[account creation, creation+30d), plus explicit refund-lag policy", "exclusions": "Internal/test accounts; exclude existing customers; no seat duplication", "data_event_source": "PROPOSED account signup, settlement, subscription and refund linkage; not implemented", "owner": "Growth/finance", "leading_lagging": "commercial lagging", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Sales-led and self-service intent differ; invoice issue is not payment", "guardrails": "Quality use, refunds, service contribution and mature return", "evidence_status": "Proposed definition; not instrumented or implemented in this lab", "baseline": null, "target": null, "query": null }, { "id": "DB31", "name": "Stale approval prevention", "meaning": "Protect current-version distribution", "business_decision": "Protect current-version distribution", "formula": "blocked stale-version distribution attempts / all stale-version distribution attempts", "unit": "fraction", "grain": "distribution attempt", "numerator": "Stale approval attempts correctly blocked by server", "denominator": "All stale approval attempts, with audited detection coverage", "eligible_cohort_window": "Release/version test suite and production audit period reported separately", "exclusions": "Do not mix synthetic test and real operational populations", "data_event_source": "PROPOSED source/target hashes, approval and final distribution events; absent from lab", "owner": "Engineering/domain", "leading_lagging": "quality guardrail", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "No detected attempt does not prove no stale distribution; false blocks need auditing", "guardrails": "Unauthorized distribution and reviewer burden", "evidence_status": "Proposed definition; not instrumented or implemented in this lab", "baseline": null, "target": null, "query": null }, { "id": "DB32", "name": "Confirmed unauthorized disclosure", "meaning": "Keep privacy separate from usage growth", "business_decision": "Keep privacy separate from usage growth", "formula": "count of independently confirmed unauthorized content/data disclosures", "unit": "incidents", "grain": "incident", "numerator": "Confirmed incidents by severity and affected tenant", "denominator": "No rate denominator required; also report audit coverage and exposure", "eligible_cohort_window": "Declared incident detection/reporting period; revisions versioned", "exclusions": "False positives adjudicated separately; missing audit evidence unknown", "data_event_source": "PROPOSED access audit, incident and deletion evidence; absent from lab", "owner": "Security/privacy", "leading_lagging": "privacy guardrail", "uncertainty": "Real baseline/target unknown. Fictional outputs are descriptive practice; report n, coverage and slices. Do not interpret a selected cohort as population prevalence.", "known_bias": "Zero reported incidents is not proof of zero exposure; avoid invasive logging", "guardrails": "Permission canaries, consent/deletion tests and response workload", "evidence_status": "Proposed definition; not instrumented or implemented in this lab", "baseline": null, "target": null, "query": null } ]