{
 "benchmark": "StrangerTest Reliability Benchmark",
 "version": "1.0",
 "set": "heldout",
 "note": "Ground truth and personas for every case. All sites are fictional and operated by StrangerTest.",
 "cases": [
  {
   "id": "P01",
   "slug": "f7q5p",
   "url": "https://fixture.strangertest.app/v/f7q5p",
   "set": "heldout",
   "class": "product_failure",
   "truth": "PRODUCT",
   "archetype": "dead_primary_button",
   "description": "The 'Generate forecast' button has no effect at all.",
   "target_terms": [
    "generate forecast"
   ],
   "encounter_terms": [
    "generate forecast"
   ],
   "encounter_paths": [],
   "allowed_scopes": [
    "observed_fact",
    "session_experience"
   ],
   "content_exists": null,
   "repeat": true,
   "persona": {
    "label": "Agency finance lead",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Maya Ortiz",
    "background": "Runs finance for a 25-person design agency and is looking at forecasting tools.",
    "domain_familiarity": "Comfortable with spreadsheets and cash-flow basics.",
    "what_they_want": "A quick look at what a forecast would show her.",
    "objective": "See what a quarterly cash-flow forecast looks like here, using the sample company's data.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "P02",
   "slug": "bqdn3",
   "url": "https://fixture.strangertest.app/v/bqdn3",
   "set": "heldout",
   "class": "product_failure",
   "truth": "PRODUCT",
   "archetype": "valid_input_rejected",
   "description": "Any invoice number, including the valid INV-2041 listed on the page, is rejected.",
   "target_terms": [
    "inv-2041",
    "invoice number",
    "check status"
   ],
   "encounter_terms": [
    "check status",
    "invoice number",
    "inv-2041"
   ],
   "encounter_paths": [],
   "allowed_scopes": [
    "observed_fact",
    "session_experience"
   ],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Accounts receivable clerk",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Sam Patel",
    "background": "Handles customer payment questions at a wholesale distributor.",
    "domain_familiarity": "Deals with invoices every day.",
    "what_they_want": "An answer for a customer who is waiting.",
    "objective": "A customer asked about invoice INV-2041. Find out whether it has been paid.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "P03",
   "slug": "yc7p6",
   "url": "https://fixture.strangertest.app/v/yc7p6",
   "set": "heldout",
   "class": "product_failure",
   "truth": "PRODUCT",
   "archetype": "link_routes_wrong",
   "description": "Both 'Pricing' and 'See pricing' lead to the Careers page; the plans page is unreachable.",
   "target_terms": [
    "pricing",
    "careers",
    "hiring"
   ],
   "encounter_terms": [
    "pricing"
   ],
   "encounter_paths": [
    "/careers"
   ],
   "allowed_scopes": [
    "observed_fact",
    "session_experience"
   ],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Operations manager comparing tools",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Lena Fischer",
    "background": "Operations manager at a 4-person consultancy choosing an expense tool.",
    "domain_familiarity": "Has used two expense apps before.",
    "what_they_want": "To know what it would cost her team.",
    "objective": "Work out what this would cost per month for a team of four.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "P04",
   "slug": "ueywf",
   "url": "https://fixture.strangertest.app/v/ueywf",
   "set": "heldout",
   "class": "product_failure",
   "truth": "PRODUCT",
   "archetype": "state_lost",
   "description": "Templates added to the shortlist never appear in it.",
   "target_terms": [
    "shortlist"
   ],
   "encounter_terms": [
    "shortlist",
    "add to shortlist"
   ],
   "encounter_paths": [],
   "allowed_scopes": [
    "observed_fact",
    "session_experience"
   ],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Account manager at an agency",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Priya Nair",
    "background": "Writes monthly reports for four clients.",
    "domain_familiarity": "Knows what a good client report needs.",
    "what_they_want": "A template she can use this month.",
    "objective": "Pick two report templates you like and compare them side by side before choosing one.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "P05",
   "slug": "ym4yf",
   "url": "https://fixture.strangertest.app/v/ym4yf",
   "set": "heldout",
   "class": "product_failure",
   "truth": "PRODUCT",
   "archetype": "confirmation_never_appears",
   "description": "'Save preferences' stays on 'Saving…' forever; nothing is ever confirmed.",
   "target_terms": [
    "save preferences",
    "saving"
   ],
   "encounter_terms": [
    "save preferences"
   ],
   "encounter_paths": [],
   "allowed_scopes": [
    "observed_fact",
    "session_experience"
   ],
   "content_exists": null,
   "repeat": true,
   "persona": {
    "label": "Bookkeeper setting up notifications",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Tom Becker",
    "background": "Freelance bookkeeper trying a summary tool for two clients.",
    "domain_familiarity": "Uses several finance tools daily.",
    "what_they_want": "Summaries on Fridays, without thinking about it again.",
    "objective": "Turn on the weekly summary email so it arrives on Fridays, and make sure the change is kept.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "P06",
   "slug": "cakgn",
   "url": "https://fixture.strangertest.app/v/cakgn",
   "set": "heldout",
   "class": "product_failure",
   "truth": "PRODUCT",
   "archetype": "primary_action_non_functional",
   "description": "'Open demo workspace' is covered by an invisible layer; clicking it does nothing for anyone.",
   "target_terms": [
    "demo workspace",
    "open demo"
   ],
   "encounter_terms": [
    "open demo workspace",
    "demo workspace"
   ],
   "encounter_paths": [],
   "allowed_scopes": [
    "observed_fact",
    "session_experience"
   ],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Support team lead",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Jordan Lee",
    "background": "Leads a 6-person support team outgrowing a shared Gmail inbox.",
    "domain_familiarity": "Has used Zendesk before.",
    "what_they_want": "To see the product before talking to anyone.",
    "objective": "See what the support inbox looks like with sample tickets before deciding whether to try it.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "P07",
   "slug": "rtbqm",
   "url": "https://fixture.strangertest.app/v/rtbqm",
   "set": "heldout",
   "class": "product_failure",
   "truth": "PRODUCT",
   "archetype": "product_error_blocks",
   "description": "The savings calculator answers every input with 'Error 500'.",
   "target_terms": [
    "estimate savings",
    "error 500",
    "calculator"
   ],
   "encounter_terms": [
    "estimate savings",
    "transactions per month"
   ],
   "encounter_paths": [],
   "allowed_scopes": [
    "observed_fact",
    "session_experience"
   ],
   "content_exists": null,
   "repeat": true,
   "persona": {
    "label": "Controller estimating time savings",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Grace Kim",
    "background": "Controller at a 120-person logistics company.",
    "domain_familiarity": "Knows reconciliation inside out.",
    "what_they_want": "A number to put in a proposal to her CFO.",
    "objective": "Estimate how many hours a month you would save if you reconcile about 800 transactions a month.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "P08",
   "slug": "9zq9f",
   "url": "https://fixture.strangertest.app/v/9zq9f",
   "set": "heldout",
   "class": "product_failure",
   "truth": "PRODUCT",
   "archetype": "retry_broken",
   "description": "The template gallery fails to load and 'Try again' does nothing.",
   "target_terms": [
    "try again",
    "template gallery",
    "couldn't load"
   ],
   "encounter_terms": [
    "try again"
   ],
   "encounter_paths": [],
   "allowed_scopes": [
    "observed_fact",
    "session_experience"
   ],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Startup founder preparing a board meeting",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Daniel Osei",
    "background": "Founder of a seed-stage startup with a board meeting next week.",
    "domain_familiarity": "Has written a few investor updates.",
    "what_they_want": "A board update template.",
    "objective": "Find a report template you could use for next week's board update.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "P09",
   "slug": "uff8t",
   "url": "https://fixture.strangertest.app/v/uff8t",
   "set": "heldout",
   "class": "product_failure",
   "truth": "PRODUCT",
   "archetype": "pagination_broken",
   "description": "'Older entries' reloads the same first page; older changelog entries are unreachable.",
   "target_terms": [
    "older entries",
    "changelog",
    "xero"
   ],
   "encounter_terms": [
    "older entries"
   ],
   "encounter_paths": [
    "/changelog"
   ],
   "allowed_scopes": [
    "observed_fact",
    "session_experience"
   ],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Store owner checking integrations",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Aisha Rahman",
    "background": "Runs an online homeware store and uses Xero.",
    "domain_familiarity": "Knows her store platform well; not technical.",
    "what_they_want": "To know how mature the Xero integration is.",
    "objective": "Find out when the Xero integration was first added.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "P10",
   "slug": "f33ux",
   "url": "https://fixture.strangertest.app/v/f33ux",
   "set": "heldout",
   "class": "product_failure",
   "truth": "PRODUCT",
   "archetype": "promised_information_absent",
   "description": "The home page promises security details and a SOC 2 report on the Security page; that page says only 'being updated'.",
   "target_terms": [
    "security",
    "soc 2",
    "being updated"
   ],
   "encounter_terms": [
    "security",
    "soc 2",
    "being updated"
   ],
   "encounter_paths": [
    "/security"
   ],
   "allowed_scopes": [
    "observed_fact",
    "session_experience",
    "findability",
    "product_absence"
   ],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "IT manager doing vendor review",
    "role_kind": "evaluator",
    "sophistication": "deep",
    "name": "Chris Walker",
    "background": "IT manager at a 200-person company reviewing a new AP tool.",
    "domain_familiarity": "Reviews vendor security regularly.",
    "what_they_want": "Evidence of SOC 2 before recommending the tool.",
    "objective": "Check whether they have a SOC 2 report before you recommend the tool internally.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "T01",
   "slug": "njdpp",
   "url": "https://fixture.strangertest.app/v/njdpp",
   "set": "heldout",
   "class": "tester_trap",
   "truth": "NOT_PRODUCT",
   "archetype": "hover_dropdown",
   "description": "'Resources' opens a menu on hover (and is also a working link to a Resources page); Rate limits is inside.",
   "target_terms": [
    "resources",
    "rate limit",
    "menu"
   ],
   "encounter_terms": [
    "resources",
    "rate limits"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": true,
   "persona": {
    "label": "Backend developer",
    "role_kind": "evaluator",
    "sophistication": "deep",
    "name": "Ravi Menon",
    "background": "Backend developer integrating shipping into an online store.",
    "domain_familiarity": "Has integrated several APIs.",
    "what_they_want": "To know if the API can handle his traffic.",
    "objective": "Find out how many API requests per minute you are allowed.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "T02",
   "slug": "fmh2e",
   "url": "https://fixture.strangertest.app/v/fmh2e",
   "set": "heldout",
   "class": "tester_trap",
   "truth": "NOT_PRODUCT",
   "archetype": "label_not_associated",
   "description": "The prompt above the text box is not a <label>; the box is named only by its placeholder. Works when typed into.",
   "target_terms": [
    "suggest a category",
    "describe your business",
    "text box"
   ],
   "encounter_terms": [
    "suggest a category",
    "describe your business"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Independent bookkeeper",
    "role_kind": "newcomer",
    "sophistication": "light",
    "name": "Clara Jensen",
    "background": "Runs a one-person bookkeeping practice.",
    "domain_familiarity": "Knows her business well; not technical.",
    "what_they_want": "To see what the tool would do with her description.",
    "objective": "See which business category the tool would suggest for your bookkeeping practice.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "T03",
   "slug": "cg2sy",
   "url": "https://fixture.strangertest.app/v/cg2sy",
   "set": "heldout",
   "class": "tester_trap",
   "truth": "NOT_PRODUCT",
   "archetype": "dense_navigation",
   "description": "A dense documentation sidebar of 35 closely spaced links; 'Webhook retries' is one of them and works.",
   "target_terms": [
    "webhook retries",
    "sidebar",
    "retries"
   ],
   "encounter_terms": [
    "webhook retries",
    "docs"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Platform engineer",
    "role_kind": "evaluator",
    "sophistication": "deep",
    "name": "Leo Martins",
    "background": "Platform engineer evaluating webhook providers.",
    "domain_familiarity": "Has built webhook systems before.",
    "what_they_want": "Reliability details before a decision.",
    "objective": "Find out how many times a failed webhook is retried, and over what period.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "T04",
   "slug": "92tjt",
   "url": "https://fixture.strangertest.app/v/92tjt",
   "set": "heldout",
   "class": "tester_trap",
   "truth": "NOT_PRODUCT",
   "archetype": "delayed_interface",
   "description": "'Load sample report' shows 'Loading report…' for 5 seconds, then the report appears.",
   "target_terms": [
    "load sample report",
    "loading",
    "sample report"
   ],
   "encounter_terms": [
    "load sample report"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": true,
   "persona": {
    "label": "Café owner",
    "role_kind": "newcomer",
    "sophistication": "light",
    "name": "Marco Rossi",
    "background": "Owns two cafés and wants simpler quarterly numbers.",
    "domain_familiarity": "Reads his accountant's reports but doesn't make them.",
    "what_they_want": "To see if the report is something he'd read.",
    "objective": "Look at the sample quarterly report to see whether it is something you would actually read.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "T05",
   "slug": "vuftj",
   "url": "https://fixture.strangertest.app/v/vuftj",
   "set": "heldout",
   "class": "tester_trap",
   "truth": "NOT_PRODUCT",
   "archetype": "canvas_free_space",
   "description": "Drag the Desk piece onto the floor plan grid; it is placed and the count updates.",
   "target_terms": [
    "desk",
    "drag",
    "floor plan",
    "planner"
   ],
   "encounter_terms": [
    "desk",
    "floor plan"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": true,
   "persona": {
    "label": "Office manager planning a move",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Elif Demir",
    "background": "Office manager planning a move for 30 people.",
    "domain_familiarity": "Has planned one office move before.",
    "what_they_want": "A feel for how the planner works.",
    "objective": "Place a couple of desks on the floor plan to get a feel for how the planner works.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "T06",
   "slug": "zajfb",
   "url": "https://fixture.strangertest.app/v/zajfb",
   "set": "heldout",
   "class": "tester_trap",
   "truth": "NOT_PRODUCT",
   "archetype": "subtle_state_change",
   "description": "'Save' briefly reads 'Saved ✓' and a lasting 'Last saved …' line appears; the setting is kept.",
   "target_terms": [
    "save",
    "currency",
    "saved"
   ],
   "encounter_terms": [
    "save",
    "report currency"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Finance manager in the Netherlands",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Pieter de Vries",
    "background": "Finance manager at a Dutch subsidiary of a US company.",
    "domain_familiarity": "Works in euros daily.",
    "what_they_want": "Reports in EUR.",
    "objective": "Change the report currency to EUR and make sure the change is kept.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "T07",
   "slug": "4hrhk",
   "url": "https://fixture.strangertest.app/v/4hrhk",
   "set": "heldout",
   "class": "tester_trap",
   "truth": "NOT_PRODUCT",
   "archetype": "custom_collapsed_faq",
   "description": "An FAQ built from clickable rows with plus signs; the CSV export answer is inside and opens on click.",
   "target_terms": [
    "faq",
    "csv",
    "question"
   ],
   "encounter_terms": [
    "free plan include csv",
    "help",
    "faq"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Freelance designer",
    "role_kind": "newcomer",
    "sophistication": "light",
    "name": "Zoe Clarke",
    "background": "Freelance designer who keeps her books in a spreadsheet.",
    "domain_familiarity": "Basic bookkeeping.",
    "what_they_want": "To keep her spreadsheet workflow on the free plan.",
    "objective": "Find out whether the free plan lets you export your data to CSV.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "T08",
   "slug": "bw8kr",
   "url": "https://fixture.strangertest.app/v/bw8kr",
   "set": "heldout",
   "class": "tester_trap",
   "truth": "NOT_PRODUCT",
   "archetype": "control_below_fold",
   "description": "'View sample export' is at the bottom of a long page and works.",
   "target_terms": [
    "sample export",
    "view sample"
   ],
   "encounter_terms": [
    "view sample export"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Accountant evaluating for a client",
    "role_kind": "evaluator",
    "sophistication": "deep",
    "name": "Ben Harris",
    "background": "Accountant at a small practice evaluating tools for a client.",
    "domain_familiarity": "Expert in accounting exports.",
    "what_they_want": "To see the file format.",
    "objective": "See an example of the export file this product produces.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "T09",
   "slug": "zv3pu",
   "url": "https://fixture.strangertest.app/v/zv3pu",
   "set": "heldout",
   "class": "tester_trap",
   "truth": "NOT_PRODUCT",
   "archetype": "focus_sensitive_field",
   "description": "The report name is edited through a small pencil button, which turns it into a field; saving with Done works.",
   "target_terms": [
    "rename",
    "report name",
    "edit name",
    "title"
   ],
   "encounter_terms": [
    "untitled report",
    "edit name"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Finance analyst",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Sofia Rossi",
    "background": "Finance analyst preparing the quarter-end pack.",
    "domain_familiarity": "Uses reporting tools daily.",
    "what_they_want": "Her report named properly.",
    "objective": "Rename the sample report to 'Q3 close'.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "T10",
   "slug": "mnbsm",
   "url": "https://fixture.strangertest.app/v/mnbsm",
   "set": "heldout",
   "class": "tester_trap",
   "truth": "NOT_PRODUCT",
   "archetype": "custom_select",
   "description": "A 'Region' dropdown built from buttons; choosing EU shows $45/month.",
   "target_terms": [
    "region",
    "dropdown",
    "price"
   ],
   "encounter_terms": [
    "region"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Compliance-minded CFO",
    "role_kind": "evaluator",
    "sophistication": "deep",
    "name": "Ingrid Larsen",
    "background": "CFO of a Norwegian fintech that must keep data in the EU.",
    "domain_familiarity": "Knows data residency requirements.",
    "what_they_want": "The EU price.",
    "objective": "Find out what this costs if your data is hosted in the EU.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "E01",
   "slug": "5k8ap",
   "url": "https://fixture.strangertest.app/v/5k8ap",
   "set": "heldout",
   "class": "environment",
   "truth": "NOT_PRODUCT",
   "archetype": "bot_protection_redirect",
   "description": "The audit page redirects an automated browser straight back to the start; a person sees the results.",
   "target_terms": [
    "run audit",
    "audit"
   ],
   "encounter_terms": [
    "run audit"
   ],
   "encounter_paths": [
    "/audit"
   ],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": true,
   "persona": {
    "label": "Bakery owner with a website",
    "role_kind": "newcomer",
    "sophistication": "light",
    "name": "Rosa Delgado",
    "background": "Owns a bakery with an online ordering site.",
    "domain_familiarity": "Not technical.",
    "what_they_want": "To know if her site has problems.",
    "objective": "Run the free audit on the sample site and look at the results.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "E02",
   "slug": "wr2j6",
   "url": "https://fixture.strangertest.app/v/wr2j6",
   "set": "heldout",
   "class": "environment",
   "truth": "NOT_PRODUCT",
   "archetype": "automation_only_restriction",
   "description": "The demo page answers an automated browser with 'Access from automated browsers isn't permitted'; a person sees the demo.",
   "target_terms": [
    "dashboard demo",
    "403",
    "access denied"
   ],
   "encounter_terms": [
    "dashboard demo"
   ],
   "encounter_paths": [
    "/demo"
   ],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "SaaS founder",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Adam Novak",
    "background": "Founder of a subscription software business.",
    "domain_familiarity": "Knows SaaS metrics.",
    "what_they_want": "To see the dashboard before connecting billing.",
    "objective": "Look at the live dashboard demo to see which metrics it shows.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "E03",
   "slug": "szuka",
   "url": "https://fixture.strangertest.app/v/szuka",
   "set": "heldout",
   "class": "environment",
   "truth": "NOT_PRODUCT",
   "archetype": "external_domain_boundary",
   "description": "The full glossary is on an external encyclopedia site; leaving the product's site is outside the test.",
   "target_terms": [
    "glossary",
    "accrual"
   ],
   "encounter_terms": [
    "full glossary"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Accounting student",
    "role_kind": "newcomer",
    "sophistication": "light",
    "name": "Mia Thompson",
    "background": "Second-year accounting student.",
    "domain_familiarity": "Learning the basics.",
    "what_they_want": "A clear definition.",
    "objective": "Read the product's full definition of 'accrual'.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "E04",
   "slug": "ygfq8",
   "url": "https://fixture.strangertest.app/v/ygfq8",
   "set": "heldout",
   "class": "environment",
   "truth": "NOT_PRODUCT",
   "archetype": "safety_refusal_upload",
   "description": "Seeing the report requires uploading a CSV; uploading is outside what the test may do.",
   "target_terms": [
    "upload",
    "csv"
   ],
   "encounter_terms": [
    "upload csv",
    "bank export"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": true,
   "persona": {
    "label": "Household finance tracker",
    "role_kind": "newcomer",
    "sophistication": "moderate",
    "name": "Noah Brooks",
    "background": "Tracks his family's spending in spreadsheets.",
    "domain_familiarity": "Moderate.",
    "what_they_want": "To see if the categories make sense.",
    "objective": "See what the categorised spending report looks like for your bank export.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "E05",
   "slug": "je6b2",
   "url": "https://fixture.strangertest.app/v/je6b2",
   "set": "heldout",
   "class": "environment",
   "truth": "NOT_PRODUCT",
   "archetype": "email_required_boundary",
   "description": "The report is sent to a work email; typing an email address is outside what the test may do.",
   "target_terms": [
    "work email",
    "email me the report",
    "report"
   ],
   "encounter_terms": [
    "work email",
    "email me the report"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Design lead setting salaries",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Olivia Chen",
    "background": "Design lead hiring two product designers.",
    "domain_familiarity": "Knows the market roughly.",
    "what_they_want": "Pay ranges for her offers.",
    "objective": "Get the salary report for product designers.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "E06",
   "slug": "ybbjf",
   "url": "https://fixture.strangertest.app/v/ybbjf",
   "set": "heldout",
   "class": "environment",
   "truth": "NOT_PRODUCT",
   "archetype": "message_field_boundary",
   "description": "The only way to ask is a question box; sending messages is outside what the test may do.",
   "target_terms": [
    "your question",
    "send",
    "support"
   ],
   "encounter_terms": [
    "your question",
    "ask our team"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Nonprofit coordinator",
    "role_kind": "newcomer",
    "sophistication": "light",
    "name": "Ella Murphy",
    "background": "Coordinator at a small animal-rescue nonprofit.",
    "domain_familiarity": "Not technical.",
    "what_they_want": "A discount if one exists.",
    "objective": "Ask them whether they offer a discount for nonprofits.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "E07",
   "slug": "9dguy",
   "url": "https://fixture.strangertest.app/v/9dguy",
   "set": "heldout",
   "class": "environment",
   "truth": "NOT_PRODUCT",
   "archetype": "safety_refusal_subscribe",
   "description": "Signing up for product updates is a subscription action the test may not take.",
   "target_terms": [
    "subscribe",
    "updates"
   ],
   "encounter_terms": [
    "subscribe to updates"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Site reliability engineer",
    "role_kind": "evaluator",
    "sophistication": "deep",
    "name": "Victor Hugo",
    "background": "SRE at a small e-commerce company.",
    "domain_familiarity": "Deep.",
    "what_they_want": "To follow the product's progress.",
    "objective": "Sign up to hear about new features as they ship.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "E08",
   "slug": "jnnzf",
   "url": "https://fixture.strangertest.app/v/jnnzf",
   "set": "heldout",
   "class": "environment",
   "truth": "NOT_PRODUCT",
   "archetype": "external_authentication",
   "description": "The demo requires signing in with GitHub, on another site.",
   "target_terms": [
    "github",
    "sign in",
    "log in"
   ],
   "encounter_terms": [
    "sign in with github"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "DevOps engineer",
    "role_kind": "evaluator",
    "sophistication": "deep",
    "name": "Karim Haddad",
    "background": "DevOps engineer managing secrets in env files.",
    "domain_familiarity": "Deep.",
    "what_they_want": "A look inside the demo.",
    "objective": "Log in to the demo account and look around.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "E09",
   "slug": "6ht29",
   "url": "https://fixture.strangertest.app/v/6ht29",
   "set": "heldout",
   "class": "environment",
   "truth": "NOT_PRODUCT",
   "archetype": "temporary_environment_block",
   "description": "The sample report answers an automated browser with 'Too many requests (429)'; a person sees the report.",
   "target_terms": [
    "sample portfolio report",
    "too many requests",
    "429"
   ],
   "encounter_terms": [
    "sample portfolio report"
   ],
   "encounter_paths": [
    "/report"
   ],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Independent financial adviser",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Laura Bennett",
    "background": "Independent adviser with 40 clients.",
    "domain_familiarity": "Expert in portfolios.",
    "what_they_want": "To see if the report is client-ready.",
    "objective": "Look at the sample portfolio report to judge whether you could send it to clients.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "E10",
   "slug": "ex2fw",
   "url": "https://fixture.strangertest.app/v/ex2fw",
   "set": "heldout",
   "class": "environment",
   "truth": "NOT_PRODUCT",
   "archetype": "network_timeout",
   "description": "The forecast page takes 28 seconds to answer an automated browser; a person gets it at once.",
   "target_terms": [
    "tide forecast",
    "lisbon",
    "loading"
   ],
   "encounter_terms": [
    "tide forecast for lisbon"
   ],
   "encounter_paths": [
    "/lisbon"
   ],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Weekend sailor",
    "role_kind": "newcomer",
    "sophistication": "moderate",
    "name": "Tomás Silva",
    "background": "Sails a small boat out of Lisbon at weekends.",
    "domain_familiarity": "Knows tides well.",
    "what_they_want": "Tomorrow's high tide time.",
    "objective": "Check the tide times for Lisbon.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "X01",
   "slug": "qm692",
   "url": "https://fixture.strangertest.app/v/qm692",
   "set": "heldout",
   "class": "epistemic",
   "truth": "NOT_PRODUCT",
   "archetype": "content_exists_collapsed",
   "description": "Data location is answered inside a collapsed FAQ item under 'Data & privacy'.",
   "target_terms": [
    "data",
    "stored",
    "location",
    "country",
    "privacy"
   ],
   "encounter_terms": [
    "data",
    "stored",
    "location",
    "country",
    "privacy"
   ],
   "encounter_paths": [
    "/faq"
   ],
   "allowed_scopes": [],
   "content_exists": true,
   "repeat": true,
   "persona": {
    "label": "Head of finance at an EU company",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Anna Kowalski",
    "background": "Head of finance at a Polish software company.",
    "domain_familiarity": "Knows GDPR basics.",
    "what_they_want": "To confirm data stays in the EU.",
    "objective": "Find out which country your data would be stored in.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "X02",
   "slug": "dmbcs",
   "url": "https://fixture.strangertest.app/v/dmbcs",
   "set": "heldout",
   "class": "epistemic",
   "truth": "NOT_PRODUCT",
   "archetype": "content_on_nearby_route",
   "description": "Member limits are on Docs → Plans & limits.",
   "target_terms": [
    "members",
    "limit",
    "workspace",
    "team plan"
   ],
   "encounter_terms": [
    "members",
    "limit",
    "workspace",
    "team plan"
   ],
   "encounter_paths": [
    "/docs"
   ],
   "allowed_scopes": [],
   "content_exists": true,
   "repeat": false,
   "persona": {
    "label": "Bookkeeping practice owner",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Mark Evans",
    "background": "Owns a bookkeeping practice with 18 staff.",
    "domain_familiarity": "Moderate.",
    "what_they_want": "To know if the Team plan fits his staff.",
    "objective": "Find out the maximum number of people you can have in one workspace on the Team plan.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "X03",
   "slug": "2qn2n",
   "url": "https://fixture.strangertest.app/v/2qn2n",
   "set": "heldout",
   "class": "epistemic",
   "truth": "NOT_PRODUCT",
   "archetype": "guessed_url_404",
   "description": "SOC 2 is on the 'Trust & compliance' page linked in the footer; a guessed /security returns 404.",
   "target_terms": [
    "soc 2",
    "security",
    "compliance",
    "trust"
   ],
   "encounter_terms": [
    "soc 2",
    "security",
    "compliance",
    "trust"
   ],
   "encounter_paths": [
    "/trust",
    "/security"
   ],
   "allowed_scopes": [],
   "content_exists": true,
   "repeat": true,
   "persona": {
    "label": "Practice IT lead",
    "role_kind": "evaluator",
    "sophistication": "deep",
    "name": "Helen Morris",
    "background": "Handles IT for an accounting practice.",
    "domain_familiarity": "Deep on security reviews.",
    "what_they_want": "SOC 2 status.",
    "objective": "Check whether they are SOC 2 compliant.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "X04",
   "slug": "2p2js",
   "url": "https://fixture.strangertest.app/v/2p2js",
   "set": "heldout",
   "class": "epistemic",
   "truth": "NOT_PRODUCT",
   "archetype": "content_in_tab",
   "description": "QuickBooks appears in the Integrations tab.",
   "target_terms": [
    "quickbooks",
    "integration"
   ],
   "encounter_terms": [
    "quickbooks",
    "integration"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": true,
   "repeat": false,
   "persona": {
    "label": "SaaS controller",
    "role_kind": "evaluator",
    "sophistication": "deep",
    "name": "Rachel Green",
    "background": "Controller at a SaaS company on QuickBooks Online.",
    "domain_familiarity": "Expert in revenue recognition.",
    "what_they_want": "Compatibility with QuickBooks.",
    "objective": "Find out whether it works with QuickBooks.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "X05",
   "slug": "nky5g",
   "url": "https://fixture.strangertest.app/v/nky5g",
   "set": "heldout",
   "class": "epistemic",
   "truth": "INCONCLUSIVE_EXPECTED",
   "archetype": "genuinely_absent",
   "description": "No page says how long data is kept after cancelling. One visit cannot establish that it is absent product-wide.",
   "target_terms": [
    "retention",
    "keep",
    "cancel",
    "after you cancel",
    "data"
   ],
   "encounter_terms": [
    "retention",
    "keep",
    "cancel",
    "after you cancel",
    "data"
   ],
   "encounter_paths": [],
   "allowed_scopes": [
    "observed_fact",
    "session_experience",
    "findability",
    "product_absence"
   ],
   "content_exists": false,
   "repeat": false,
   "persona": {
    "label": "Operations lead",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Fatima Khan",
    "background": "Operations lead at a small law firm.",
    "domain_familiarity": "Moderate.",
    "what_they_want": "To know what happens to contracts after cancelling.",
    "objective": "Find out how long they keep your contracts after you cancel.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "X06",
   "slug": "76ed5",
   "url": "https://fixture.strangertest.app/v/76ed5",
   "set": "heldout",
   "class": "epistemic",
   "truth": "NOT_PRODUCT",
   "archetype": "ambiguous_no_visible_effect",
   "description": "'Refresh data' works; the only visible change is the small 'Updated' time.",
   "target_terms": [
    "refresh"
   ],
   "encounter_terms": [
    "refresh data"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": null,
   "repeat": false,
   "persona": {
    "label": "Department head",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "George Hill",
    "background": "Head of engineering watching his team's spending.",
    "domain_familiarity": "Moderate.",
    "what_they_want": "Current numbers.",
    "objective": "Make sure you are seeing the latest spending numbers on the sample dashboard.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "X07",
   "slug": "vv3dp",
   "url": "https://fixture.strangertest.app/v/vv3dp",
   "set": "heldout",
   "class": "epistemic",
   "truth": "NOT_PRODUCT",
   "archetype": "content_below_fold",
   "description": "'All plans include unlimited users' is at the bottom of the pricing page.",
   "target_terms": [
    "users",
    "starter",
    "limit"
   ],
   "encounter_terms": [
    "users",
    "starter",
    "limit"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": true,
   "repeat": false,
   "persona": {
    "label": "Office manager",
    "role_kind": "newcomer",
    "sophistication": "light",
    "name": "Irene Costa",
    "background": "Office manager at a 60-person firm.",
    "domain_familiarity": "Light.",
    "what_they_want": "To know if Starter caps users.",
    "objective": "Find out whether the Starter plan limits the number of users.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "X08",
   "slug": "hf62y",
   "url": "https://fixture.strangertest.app/v/hf62y",
   "set": "heldout",
   "class": "epistemic",
   "truth": "NOT_PRODUCT",
   "archetype": "similar_labels",
   "description": "The annual discount is on 'Plans'; 'Billing' and 'Pricing FAQ' are similar-sounding pages without it.",
   "target_terms": [
    "annual",
    "discount",
    "save"
   ],
   "encounter_terms": [
    "annual",
    "discount",
    "save"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": true,
   "repeat": false,
   "persona": {
    "label": "Hair salon owner",
    "role_kind": "newcomer",
    "sophistication": "light",
    "name": "Bella Russo",
    "background": "Owns a hair salon with 3 stylists.",
    "domain_familiarity": "Light.",
    "what_they_want": "The cheapest way to pay.",
    "objective": "Find out how much you would save by paying annually.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "X09",
   "slug": "ku6ut",
   "url": "https://fixture.strangertest.app/v/ku6ut",
   "set": "heldout",
   "class": "epistemic",
   "truth": "NOT_PRODUCT",
   "archetype": "insufficient_scope",
   "description": "SSO, audit-log retention and data residency are each answered on a different page (Security, Admin, Data).",
   "target_terms": [
    "sso",
    "audit log",
    "residency",
    "hosted"
   ],
   "encounter_terms": [
    "sso",
    "audit log",
    "residency",
    "hosted"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": true,
   "repeat": false,
   "persona": {
    "label": "Compliance officer",
    "role_kind": "evaluator",
    "sophistication": "deep",
    "name": "Daniel Brooks",
    "background": "Compliance officer at a regulated lender.",
    "domain_familiarity": "Deep.",
    "what_they_want": "Three answers for a vendor questionnaire.",
    "objective": "Find out whether it supports SSO, how long audit logs are kept, and where data is hosted.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  },
  {
   "id": "X10",
   "slug": "brzh5",
   "url": "https://fixture.strangertest.app/v/brzh5",
   "set": "heldout",
   "class": "epistemic",
   "truth": "NOT_PRODUCT",
   "archetype": "positive_evidence_visible",
   "description": "An 'Export CSV' button is in plain view above the table and works.",
   "target_terms": [
    "export",
    "csv",
    "spreadsheet"
   ],
   "encounter_terms": [
    "export csv"
   ],
   "encounter_paths": [],
   "allowed_scopes": [],
   "content_exists": true,
   "repeat": false,
   "persona": {
    "label": "Bookkeeper",
    "role_kind": "evaluator",
    "sophistication": "moderate",
    "name": "Lily Adams",
    "background": "Bookkeeper for three small businesses.",
    "domain_familiarity": "Moderate.",
    "what_they_want": "The data in a spreadsheet.",
    "objective": "Get the sample transactions into a spreadsheet.",
    "journey": "landing and value",
    "sensitivities": [],
    "pursues_primary_value": false
   }
  }
 ],
 "packages": [
  {
   "id": "K01",
   "set": "heldout",
   "slug": "vn4pu",
   "url": "https://fixture.strangertest.app/v/vn4pu",
   "truth": "NOT_PRODUCT",
   "description": "Persona says the form was submitted; the browser shows no submission.",
   "sessions": [
    {
     "persona": {
      "label": "Operations manager",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Ruth Hale",
      "background": "Operations manager trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Fill in your company details in the demo workspace.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "type",
       "intent": "Enter my company name",
       "target": "the Company name field",
       "text": "Harborlight",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Enter my company name"
      },
      {
       "type": "type",
       "intent": "Enter my team size",
       "target": "the Team size field",
       "text": "12",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Enter my team size",
       "previous_outcome": {
        "observed_result": "Harborlight is now in the Company name field.",
        "expectation_met": true
       }
      },
      {
       "type": "scroll",
       "intent": "Look over the form",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Look over the form",
       "previous_outcome": {
        "observed_result": "12 is now in the Team size field.",
        "expectation_met": true
       }
      },
      {
       "type": "done",
       "intent": "Finished",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "got_what_i_came_for",
       "takeaway": "I submitted the company details form and it confirmed they were saved. The form itself was quick to fill in.",
       "status_line": "Finished",
       "previous_outcome": {
        "observed_result": "The form shows both fields filled in and the Save details button.",
        "expectation_met": null
       }
      }
     ]
    }
   ],
   "target_terms": [],
   "allowed_scopes": [],
   "planted_unsupported": [
    "I submitted the company details form and it confirmed they were saved."
   ],
   "planted_supported": [
    "The form itself was quick to fill in."
   ],
   "content_exists": null,
   "independent_expected": null
  },
  {
   "id": "K02",
   "set": "heldout",
   "slug": "cg3j5",
   "url": "https://fixture.strangertest.app/v/cg3j5",
   "truth": "NOT_PRODUCT",
   "description": "Persona says a project was created; the final screen shows none.",
   "sessions": [
    {
     "persona": {
      "label": "Agency producer",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Ivy Moss",
      "background": "Agency producer trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Create a project called Q3 close in the demo workspace.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "click",
       "intent": "Start a new project",
       "target": "the New project button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Start a new project"
      },
      {
       "type": "type",
       "intent": "Name the project",
       "target": "the Project name field",
       "text": "Q3 close",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Name the project",
       "previous_outcome": {
        "observed_result": "A Project name field and a Create button appeared.",
        "expectation_met": true
       }
      },
      {
       "type": "scroll",
       "intent": "Check the page",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Check the page",
       "previous_outcome": {
        "observed_result": "Q3 close is typed into the Project name field.",
        "expectation_met": true
       }
      },
      {
       "type": "done",
       "intent": "Done",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "got_what_i_came_for",
       "takeaway": "I created the Q3 close project and it now appears in my project list.",
       "status_line": "Done",
       "previous_outcome": {
        "observed_result": "The field still shows Q3 close next to the Create button.",
        "expectation_met": null
       }
      }
     ]
    }
   ],
   "target_terms": [],
   "allowed_scopes": [],
   "planted_unsupported": [
    "I created the Q3 close project and it now appears in my project list."
   ],
   "planted_supported": [],
   "content_exists": null,
   "independent_expected": null
  },
  {
   "id": "K03",
   "set": "heldout",
   "slug": "cg3j5",
   "url": "https://fixture.strangertest.app/v/cg3j5",
   "truth": "NOT_PRODUCT",
   "description": "Persona says three projects exist; one was created.",
   "sessions": [
    {
     "persona": {
      "label": "Project coordinator",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Leah Grant",
      "background": "Project coordinator trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Set up projects for July, August and September.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "click",
       "intent": "Start a new project",
       "target": "the New project button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Start a new project"
      },
      {
       "type": "type",
       "intent": "Name it",
       "target": "the Project name field",
       "text": "July close",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Name it",
       "previous_outcome": {
        "observed_result": "A Project name field appeared.",
        "expectation_met": true
       }
      },
      {
       "type": "click",
       "intent": "Create it",
       "target": "the Create button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Create it",
       "previous_outcome": {
        "observed_result": "July close is typed in.",
        "expectation_met": true
       }
      },
      {
       "type": "done",
       "intent": "Finished",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "got_what_i_came_for",
       "takeaway": "I set up all three projects — July, August and September close — and they are in the list.",
       "status_line": "Finished",
       "previous_outcome": {
        "observed_result": "July close now appears in Your projects.",
        "expectation_met": true
       }
      }
     ]
    }
   ],
   "target_terms": [],
   "allowed_scopes": [],
   "planted_unsupported": [
    "I set up all three projects — July, August and September close — and they are in the list."
   ],
   "planted_supported": [],
   "content_exists": null,
   "independent_expected": null
  },
  {
   "id": "K04",
   "set": "heldout",
   "slug": "s3unx",
   "url": "https://fixture.strangertest.app/v/s3unx",
   "truth": "NOT_PRODUCT",
   "description": "Persona claims completion after our hand failed to find its target.",
   "sessions": [
    {
     "persona": {
      "label": "Finance assistant",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Mona Reid",
      "background": "Finance assistant trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Finish setting up the demo workspace.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "click",
       "intent": "Finish setup",
       "target": "the purple Finish setup button in the left sidebar",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Finish setup"
      },
      {
       "type": "scroll",
       "intent": "Look around",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Look around",
       "previous_outcome": {
        "observed_result": "The page looks the same.",
        "expectation_met": null
       }
      },
      {
       "type": "scroll",
       "intent": "Look back up",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "up",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Look back up",
       "previous_outcome": {
        "observed_result": "I scrolled down; there is a Continue button.",
        "expectation_met": null
       }
      },
      {
       "type": "done",
       "intent": "Done",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "got_what_i_came_for",
       "takeaway": "I finished setting up the workspace and it said setup was complete.",
       "status_line": "Done",
       "previous_outcome": {
        "observed_result": "The page shows the checklists and a Continue button.",
        "expectation_met": null
       }
      }
     ]
    }
   ],
   "target_terms": [],
   "allowed_scopes": [],
   "planted_unsupported": [
    "I finished setting up the workspace and it said setup was complete."
   ],
   "planted_supported": [],
   "content_exists": null,
   "independent_expected": null
  },
  {
   "id": "K05",
   "set": "heldout",
   "slug": "tg87n",
   "url": "https://fixture.strangertest.app/v/tg87n",
   "truth": "NOT_PRODUCT",
   "description": "Persona blames the page after our safety refusal.",
   "sessions": [
    {
     "persona": {
      "label": "Store owner",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Gus Carter",
      "background": "Store owner trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Clear the sample data so you can start fresh.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "scroll",
       "intent": "Look at the data",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Look at the data"
      },
      {
       "type": "click",
       "intent": "Clear the sample data",
       "target": "the Delete sample data button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Clear the sample data",
       "previous_outcome": {
        "observed_result": "I can see the Delete sample data button under the table.",
        "expectation_met": null
       }
      },
      {
       "type": "click",
       "intent": "Try again",
       "target": "the Delete sample data button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Try again",
       "previous_outcome": {
        "observed_result": "Nothing happened when I clicked Delete sample data.",
        "expectation_met": false
       }
      },
      {
       "type": "done",
       "intent": "Giving up",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "cannot_continue",
       "takeaway": "The Delete sample data button is broken — nothing happens when you click it, so I couldn't clear the data.",
       "status_line": "Giving up",
       "previous_outcome": {
        "observed_result": "Still nothing happened.",
        "expectation_met": false
       }
      }
     ]
    }
   ],
   "target_terms": [
    "delete sample data"
   ],
   "allowed_scopes": [],
   "planted_unsupported": [
    "The Delete sample data button is broken — nothing happens when you click it, so I couldn't clear the data."
   ],
   "planted_supported": [],
   "content_exists": null,
   "independent_expected": null
  },
  {
   "id": "K06",
   "set": "heldout",
   "slug": "avm5n",
   "url": "https://fixture.strangertest.app/v/avm5n",
   "truth": "NOT_PRODUCT",
   "description": "User concludes security information is absent after only a guessed URL.",
   "sessions": [
    {
     "persona": {
      "label": "IT reviewer",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Ada Byrne",
      "background": "IT reviewer trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Check whether they have any security certification.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "scroll",
       "intent": "Look at the page",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Look at the page"
      },
      {
       "type": "navigate",
       "intent": "Try the security page",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "https://fixture.strangertest.app/v/avm5n/security",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Try the security page",
       "previous_outcome": {
        "observed_result": "The home page talks about route planning.",
        "expectation_met": null
       }
      },
      {
       "type": "back",
       "intent": "Go back",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Go back",
       "previous_outcome": {
        "observed_result": "The address showed a 404 Page not found.",
        "expectation_met": null
       }
      },
      {
       "type": "done",
       "intent": "Leaving",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "There is no security page at all, so they don't publish any security certification.",
       "status_line": "Leaving",
       "previous_outcome": {
        "observed_result": "I am back on the home page.",
        "expectation_met": null
       }
      }
     ]
    }
   ],
   "target_terms": [
    "security",
    "certification"
   ],
   "allowed_scopes": [],
   "planted_unsupported": [
    "There is no security page at all, so they don't publish any security certification."
   ],
   "planted_supported": [],
   "content_exists": true,
   "independent_expected": null
  },
  {
   "id": "K07",
   "set": "heldout",
   "slug": "vtq7a",
   "url": "https://fixture.strangertest.app/v/vtq7a",
   "truth": "INCONCLUSIVE_EXPECTED",
   "description": "User can't find data retention after a reasonable search; it is genuinely absent.",
   "sessions": [
    {
     "persona": {
      "label": "Operations lead",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Hugo Park",
      "background": "Operations lead trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Find out how long they keep your data after you cancel.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "click",
       "intent": "Check the FAQ",
       "target": "the FAQ link in the top navigation",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Check the FAQ"
      },
      {
       "type": "click",
       "intent": "Open refunds",
       "target": "Do you offer refunds?",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Open refunds",
       "previous_outcome": {
        "observed_result": "The FAQ page lists three questions.",
        "expectation_met": true
       }
      },
      {
       "type": "click",
       "intent": "Open the trial question",
       "target": "Is there a free trial?",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Open the trial question",
       "previous_outcome": {
        "observed_result": "The refund answer opened: within 30 days.",
        "expectation_met": true
       }
      },
      {
       "type": "click",
       "intent": "Check pricing",
       "target": "the Pricing link in the top navigation",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Check pricing",
       "previous_outcome": {
        "observed_result": "The trial answer opened: 14 days.",
        "expectation_met": true
       }
      },
      {
       "type": "done",
       "intent": "Leaving",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "I looked through the FAQ and pricing and couldn't find anything about how long they keep data after cancelling.",
       "status_line": "Leaving",
       "previous_outcome": {
        "observed_result": "Pricing shows Basic and Pro plans.",
        "expectation_met": null
       }
      }
     ]
    }
   ],
   "target_terms": [
    "retention",
    "keep",
    "data",
    "cancel"
   ],
   "allowed_scopes": [
    "session_experience",
    "findability"
   ],
   "planted_unsupported": [],
   "planted_supported": [
    "I looked through the FAQ and pricing and couldn't find anything about how long they keep data after cancelling."
   ],
   "content_exists": false,
   "independent_expected": null
  },
  {
   "id": "K08",
   "set": "heldout",
   "slug": "vtq7a",
   "url": "https://fixture.strangertest.app/v/vtq7a",
   "truth": "NOT_PRODUCT",
   "description": "User says pricing is absent after a single scroll, with Pricing visible in the navigation.",
   "sessions": [
    {
     "persona": {
      "label": "Freelancer",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Pia Stone",
      "background": "Freelancer trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Find out what the product costs.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "scroll",
       "intent": "Look down the page",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Look down the page"
      },
      {
       "type": "scroll",
       "intent": "Look back up",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "up",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Look back up",
       "previous_outcome": {
        "observed_result": "The home page describes the product.",
        "expectation_met": null
       }
      },
      {
       "type": "wait",
       "intent": "Let the page settle",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Let the page settle",
       "previous_outcome": {
        "observed_result": "Still the same home page.",
        "expectation_met": null
       }
      },
      {
       "type": "done",
       "intent": "Leaving",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "They don't publish their pricing anywhere on the site.",
       "status_line": "Leaving",
       "previous_outcome": {
        "observed_result": "Nothing new.",
        "expectation_met": null
       }
      }
     ]
    }
   ],
   "target_terms": [
    "pricing",
    "price",
    "cost"
   ],
   "allowed_scopes": [],
   "planted_unsupported": [
    "They don't publish their pricing anywhere on the site."
   ],
   "planted_supported": [],
   "content_exists": true,
   "independent_expected": null
  },
  {
   "id": "K09",
   "set": "heldout",
   "slug": "3nv2t",
   "url": "https://fixture.strangertest.app/v/3nv2t",
   "truth": "NOT_PRODUCT",
   "description": "The environment sends the automated browser back; the persona blames the product.",
   "sessions": [
    {
     "persona": {
      "label": "Finance manager",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Omar Said",
      "background": "Finance manager trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Run the policy check on the sample expenses.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "click",
       "intent": "Run the check",
       "target": "the Run check button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Run the check"
      },
      {
       "type": "click",
       "intent": "Try again",
       "target": "the Run check button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Try again",
       "previous_outcome": {
        "observed_result": "The page just reloaded and nothing happened.",
        "expectation_met": false
       }
      },
      {
       "type": "click",
       "intent": "Once more",
       "target": "the Run check button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Once more",
       "previous_outcome": {
        "observed_result": "Same again, nothing.",
        "expectation_met": false
       }
      },
      {
       "type": "done",
       "intent": "Giving up",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "cannot_continue",
       "takeaway": "The Run check button doesn't work; it just reloads the page.",
       "status_line": "Giving up",
       "previous_outcome": {
        "observed_result": "It keeps returning me to the same page.",
        "expectation_met": false
       }
      }
     ]
    }
   ],
   "target_terms": [
    "run check"
   ],
   "allowed_scopes": [],
   "planted_unsupported": [
    "The Run check button doesn't work; it just reloads the page."
   ],
   "planted_supported": [],
   "content_exists": null,
   "independent_expected": null
  },
  {
   "id": "K10",
   "set": "heldout",
   "slug": "8x3m8",
   "url": "https://fixture.strangertest.app/v/8x3m8",
   "truth": "PRODUCT",
   "description": "Genuine product failure with matching evidence: a button with no effect.",
   "sessions": [
    {
     "persona": {
      "label": "Controller",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Iris Vale",
      "background": "Controller trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Generate the monthly summary for the sample company.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "click",
       "intent": "Generate the summary",
       "target": "the Generate summary button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Generate the summary"
      },
      {
       "type": "click",
       "intent": "Try again",
       "target": "the Generate summary button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Try again",
       "previous_outcome": {
        "observed_result": "Nothing happened after clicking Generate summary.",
        "expectation_met": false
       }
      },
      {
       "type": "wait",
       "intent": "Give it time",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Give it time",
       "previous_outcome": {
        "observed_result": "Still nothing appeared.",
        "expectation_met": false
       }
      },
      {
       "type": "done",
       "intent": "Giving up",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "cannot_continue",
       "takeaway": "Clicking Generate summary did nothing, so I never got a summary.",
       "status_line": "Giving up",
       "previous_outcome": {
        "observed_result": "No summary appeared at all.",
        "expectation_met": false
       }
      }
     ]
    }
   ],
   "target_terms": [
    "generate summary"
   ],
   "allowed_scopes": [
    "observed_fact",
    "session_experience"
   ],
   "planted_unsupported": [],
   "planted_supported": [
    "Clicking Generate summary did nothing, so I never got a summary."
   ],
   "content_exists": null,
   "independent_expected": null
  },
  {
   "id": "K11",
   "set": "heldout",
   "slug": "hkdxq",
   "url": "https://fixture.strangertest.app/v/hkdxq",
   "truth": "NOT_PRODUCT",
   "description": "A subjective reaction with no factual claim.",
   "sessions": [
    {
     "persona": {
      "label": "Team lead",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Nora Quinn",
      "background": "Team lead trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Decide whether this is worth trying for your team's meetings.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "scroll",
       "intent": "Read the page",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Read the page"
      },
      {
       "type": "click",
       "intent": "Check pricing",
       "target": "the Pricing link in the top navigation",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Check pricing",
       "previous_outcome": {
        "observed_result": "The home page describes meeting notes.",
        "expectation_met": null
       }
      },
      {
       "type": "scroll",
       "intent": "Read the plans",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Read the plans",
       "previous_outcome": {
        "observed_result": "Pricing shows Free and Team plans.",
        "expectation_met": null
       }
      },
      {
       "type": "done",
       "intent": "Leaving",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "Honestly it feels a bit generic to me. I'm not convinced it would change how our meetings go.",
       "status_line": "Leaving",
       "previous_outcome": {
        "observed_result": "Free is up to 3 people, Team is $8 per user.",
        "expectation_met": null
       }
      }
     ]
    }
   ],
   "target_terms": [],
   "allowed_scopes": [],
   "planted_unsupported": [],
   "planted_supported": [
    "Honestly it feels a bit generic to me.",
    "I'm not convinced it would change how our meetings go."
   ],
   "content_exists": null,
   "independent_expected": null
  },
  {
   "id": "K12",
   "set": "heldout",
   "slug": "cg3j5",
   "url": "https://fixture.strangertest.app/v/cg3j5",
   "truth": "NOT_PRODUCT",
   "description": "Valid success backed by the record.",
   "sessions": [
    {
     "persona": {
      "label": "Producer",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Theo Marsh",
      "background": "Producer trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Create a project called Launch plan.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "click",
       "intent": "Start a new project",
       "target": "the New project button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Start a new project"
      },
      {
       "type": "type",
       "intent": "Name it",
       "target": "the Project name field",
       "text": "Launch plan",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Name it",
       "previous_outcome": {
        "observed_result": "A Project name field appeared.",
        "expectation_met": true
       }
      },
      {
       "type": "click",
       "intent": "Create it",
       "target": "the Create button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Create it",
       "previous_outcome": {
        "observed_result": "Launch plan is typed in.",
        "expectation_met": true
       }
      },
      {
       "type": "done",
       "intent": "Done",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "got_what_i_came_for",
       "takeaway": "I created the Launch plan project and it shows up in my projects.",
       "status_line": "Done",
       "previous_outcome": {
        "observed_result": "Launch plan now appears in Your projects.",
        "expectation_met": true
       }
      }
     ]
    }
   ],
   "target_terms": [],
   "allowed_scopes": [],
   "planted_unsupported": [],
   "planted_supported": [
    "I created the Launch plan project and it shows up in my projects."
   ],
   "content_exists": null,
   "independent_expected": null
  },
  {
   "id": "K13",
   "set": "heldout",
   "slug": "tg87n",
   "url": "https://fixture.strangertest.app/v/tg87n",
   "truth": "NOT_PRODUCT",
   "description": "Narration from a stale moment: says the table is empty after it has loaded.",
   "sessions": [
    {
     "persona": {
      "label": "Sales analyst",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Jade Fox",
      "background": "Sales analyst trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Look at the sample sales data.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "scroll",
       "intent": "Look at the data",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Look at the data"
      },
      {
       "type": "wait",
       "intent": "Wait for it to load",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Wait for it to load",
       "previous_outcome": {
        "observed_result": "It says Loading sample data…",
        "expectation_met": null
       }
      },
      {
       "type": "wait",
       "intent": "Wait more",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Wait more",
       "previous_outcome": {
        "observed_result": "Still loading.",
        "expectation_met": null
       }
      },
      {
       "type": "done",
       "intent": "Leaving",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "cannot_continue",
       "takeaway": "The sample data never loaded, the table stayed empty the whole time.",
       "status_line": "Leaving",
       "previous_outcome": {
        "observed_result": "The data never loaded; it still says Loading sample data.",
        "expectation_met": false
       }
      }
     ]
    }
   ],
   "target_terms": [],
   "allowed_scopes": [],
   "planted_unsupported": [
    "The sample data never loaded, the table stayed empty the whole time."
   ],
   "planted_supported": [],
   "content_exists": null,
   "independent_expected": null
  },
  {
   "id": "K14",
   "set": "heldout",
   "slug": "3nv2t",
   "url": "https://fixture.strangertest.app/v/3nv2t",
   "truth": "NOT_PRODUCT",
   "description": "Two users hit the same environment redirect; one shared cause, not two witnesses.",
   "sessions": [
    {
     "persona": {
      "label": "Finance manager",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Paul Kerr",
      "background": "Finance manager trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Run the policy check on the sample expenses.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "click",
       "intent": "Run the check",
       "target": "the Run check button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Run the check"
      },
      {
       "type": "click",
       "intent": "Try again",
       "target": "the Run check button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Try again",
       "previous_outcome": {
        "observed_result": "It went back to the same page.",
        "expectation_met": false
       }
      },
      {
       "type": "scroll",
       "intent": "Look around",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Look around",
       "previous_outcome": {
        "observed_result": "Same page again.",
        "expectation_met": false
       }
      },
      {
       "type": "done",
       "intent": "Giving up",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "cannot_continue",
       "takeaway": "Run check never shows any results.",
       "status_line": "Giving up",
       "previous_outcome": {
        "observed_result": "No results page ever appeared.",
        "expectation_met": false
       }
      }
     ]
    },
    {
     "persona": {
      "label": "Expense auditor",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Rita Lane",
      "background": "Expense auditor trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Check the sample expenses against the policy.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "click",
       "intent": "Run the check",
       "target": "the Run check button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Run the check"
      },
      {
       "type": "click",
       "intent": "Again",
       "target": "the Run check button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Again",
       "previous_outcome": {
        "observed_result": "I stayed on the same page.",
        "expectation_met": false
       }
      },
      {
       "type": "wait",
       "intent": "Wait",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Wait",
       "previous_outcome": {
        "observed_result": "Still the same page.",
        "expectation_met": false
       }
      },
      {
       "type": "done",
       "intent": "Giving up",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "cannot_continue",
       "takeaway": "The check doesn't run; I stay on the same page.",
       "status_line": "Giving up",
       "previous_outcome": {
        "observed_result": "Nothing changed.",
        "expectation_met": false
       }
      }
     ]
    }
   ],
   "target_terms": [
    "run check"
   ],
   "allowed_scopes": [],
   "planted_unsupported": [
    "Run check never shows any results.",
    "The check doesn't run; I stay on the same page."
   ],
   "planted_supported": [],
   "content_exists": null,
   "independent_expected": false
  },
  {
   "id": "K15",
   "set": "heldout",
   "slug": "8x3m8",
   "url": "https://fixture.strangertest.app/v/8x3m8",
   "truth": "PRODUCT",
   "description": "Two users independently reproduce the same product failure.",
   "sessions": [
    {
     "persona": {
      "label": "Controller",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Hana Ito",
      "background": "Controller trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Generate the monthly summary.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "click",
       "intent": "Generate",
       "target": "the Generate summary button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Generate"
      },
      {
       "type": "click",
       "intent": "Again",
       "target": "the Generate summary button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Again",
       "previous_outcome": {
        "observed_result": "Nothing happened.",
        "expectation_met": false
       }
      },
      {
       "type": "wait",
       "intent": "Wait",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Wait",
       "previous_outcome": {
        "observed_result": "Nothing happened again.",
        "expectation_met": false
       }
      },
      {
       "type": "done",
       "intent": "Giving up",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "cannot_continue",
       "takeaway": "Generate summary does nothing when I click it.",
       "status_line": "Giving up",
       "previous_outcome": {
        "observed_result": "No summary.",
        "expectation_met": false
       }
      }
     ]
    },
    {
     "persona": {
      "label": "Bookkeeper",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Eli Ford",
      "background": "Bookkeeper trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Get this month's summary for the sample company.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "scroll",
       "intent": "Look at the page",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Look at the page"
      },
      {
       "type": "click",
       "intent": "Generate",
       "target": "the Generate summary button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Generate",
       "previous_outcome": {
        "observed_result": "There is a Generate summary button.",
        "expectation_met": null
       }
      },
      {
       "type": "click",
       "intent": "Again",
       "target": "the Generate summary button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Again",
       "previous_outcome": {
        "observed_result": "Nothing changed after clicking.",
        "expectation_met": false
       }
      },
      {
       "type": "done",
       "intent": "Giving up",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "cannot_continue",
       "takeaway": "I clicked Generate summary twice and nothing happened.",
       "status_line": "Giving up",
       "previous_outcome": {
        "observed_result": "Still no summary.",
        "expectation_met": false
       }
      }
     ]
    }
   ],
   "target_terms": [
    "generate summary"
   ],
   "allowed_scopes": [
    "observed_fact",
    "session_experience"
   ],
   "planted_unsupported": [],
   "planted_supported": [],
   "content_exists": null,
   "independent_expected": true
  },
  {
   "id": "K16",
   "set": "heldout",
   "slug": "vtq7a",
   "url": "https://fixture.strangertest.app/v/vtq7a",
   "truth": "NOT_PRODUCT",
   "description": "User says the FAQ doesn't cover refunds without opening the refund question.",
   "sessions": [
    {
     "persona": {
      "label": "Small agency owner",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Kit Lowe",
      "background": "Small agency owner trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Find out whether they offer refunds.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "click",
       "intent": "Check the FAQ",
       "target": "the FAQ link in the top navigation",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Check the FAQ"
      },
      {
       "type": "scroll",
       "intent": "Read it",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Read it",
       "previous_outcome": {
        "observed_result": "The FAQ page shows three questions.",
        "expectation_met": null
       }
      },
      {
       "type": "scroll",
       "intent": "Back up",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "up",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Back up",
       "previous_outcome": {
        "observed_result": "Just the three question titles.",
        "expectation_met": null
       }
      },
      {
       "type": "done",
       "intent": "Leaving",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "The FAQ doesn't say anything about refunds.",
       "status_line": "Leaving",
       "previous_outcome": {
        "observed_result": "The FAQ lists three questions.",
        "expectation_met": null
       }
      }
     ]
    }
   ],
   "target_terms": [
    "refund"
   ],
   "allowed_scopes": [],
   "planted_unsupported": [
    "The FAQ doesn't say anything about refunds."
   ],
   "planted_supported": [],
   "content_exists": true,
   "independent_expected": null
  },
  {
   "id": "K17",
   "set": "heldout",
   "slug": "8x3m8",
   "url": "https://fixture.strangertest.app/v/8x3m8",
   "truth": "PRODUCT",
   "description": "An explicit product error message, accurately narrated.",
   "sessions": [
    {
     "persona": {
      "label": "Finance analyst",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Lou Grey",
      "background": "Finance analyst trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Calculate the totals for the sample company.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "click",
       "intent": "Calculate",
       "target": "the Calculate totals button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Calculate"
      },
      {
       "type": "wait",
       "intent": "Wait for it",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Wait for it",
       "previous_outcome": {
        "observed_result": "It said Working… then an error appeared.",
        "expectation_met": null
       }
      },
      {
       "type": "click",
       "intent": "Try again",
       "target": "the Calculate totals button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Try again",
       "previous_outcome": {
        "observed_result": "Error 500 — something went wrong on our side.",
        "expectation_met": false
       }
      },
      {
       "type": "done",
       "intent": "Giving up",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "cannot_continue",
       "takeaway": "Calculate totals shows an Error 500 every time, so I couldn't get the totals.",
       "status_line": "Giving up",
       "previous_outcome": {
        "observed_result": "The same Error 500 message appeared again.",
        "expectation_met": false
       }
      }
     ]
    }
   ],
   "target_terms": [
    "calculate totals",
    "error 500"
   ],
   "allowed_scopes": [
    "observed_fact",
    "session_experience"
   ],
   "planted_unsupported": [],
   "planted_supported": [
    "Calculate totals shows an Error 500 every time, so I couldn't get the totals."
   ],
   "content_exists": null,
   "independent_expected": null
  },
  {
   "id": "K18",
   "set": "heldout",
   "slug": "tg87n",
   "url": "https://fixture.strangertest.app/v/tg87n",
   "truth": "NOT_PRODUCT",
   "description": "Delayed product success: the user reports it working after a pause.",
   "sessions": [
    {
     "persona": {
      "label": "Analyst",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Rae Holt",
      "background": "Analyst trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Look at the sample sales data.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "wait",
       "intent": "Let it load",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Let it load"
      },
      {
       "type": "wait",
       "intent": "Wait a bit more",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Wait a bit more",
       "previous_outcome": {
        "observed_result": "It says Loading sample data…",
        "expectation_met": null
       }
      },
      {
       "type": "scroll",
       "intent": "Look at the table",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Look at the table",
       "previous_outcome": {
        "observed_result": "The table with three orders appeared.",
        "expectation_met": true
       }
      },
      {
       "type": "done",
       "intent": "Done",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "got_what_i_came_for",
       "takeaway": "The sample data took a few seconds to load, then all three orders showed up.",
       "status_line": "Done",
       "previous_outcome": {
        "observed_result": "I can see orders 1042 to 1044.",
        "expectation_met": true
       }
      }
     ]
    }
   ],
   "target_terms": [],
   "allowed_scopes": [],
   "planted_unsupported": [],
   "planted_supported": [
    "The sample data took a few seconds to load, then all three orders showed up."
   ],
   "content_exists": null,
   "independent_expected": null
  },
  {
   "id": "K19",
   "set": "heldout",
   "slug": "s3unx",
   "url": "https://fixture.strangertest.app/v/s3unx",
   "truth": "NOT_PRODUCT",
   "description": "Our hand missed first, then the user recovered and succeeded.",
   "sessions": [
    {
     "persona": {
      "label": "Office manager",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Bea Lund",
      "background": "Office manager trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Finish setting up the demo workspace.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "click",
       "intent": "Continue setup",
       "target": "the green Continue arrow at the top right corner",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Continue setup"
      },
      {
       "type": "scroll",
       "intent": "Look for it",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Look for it",
       "previous_outcome": {
        "observed_result": "Nothing happened.",
        "expectation_met": null
       }
      },
      {
       "type": "click",
       "intent": "Continue",
       "target": "the Continue button",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Continue",
       "previous_outcome": {
        "observed_result": "There is a Continue button under the checklists.",
        "expectation_met": null
       }
      },
      {
       "type": "done",
       "intent": "Done",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "got_what_i_came_for",
       "takeaway": "It took me a moment to find Continue, but setup completed and the workspace is ready.",
       "status_line": "Done",
       "previous_outcome": {
        "observed_result": "It says Setup complete. Your workspace is ready.",
        "expectation_met": true
       }
      }
     ]
    }
   ],
   "target_terms": [],
   "allowed_scopes": [],
   "planted_unsupported": [],
   "planted_supported": [
    "It took me a moment to find Continue, but setup completed and the workspace is ready."
   ],
   "content_exists": null,
   "independent_expected": null
  },
  {
   "id": "K20",
   "set": "heldout",
   "slug": "hkdxq",
   "url": "https://fixture.strangertest.app/v/hkdxq",
   "truth": "NOT_PRODUCT",
   "description": "An unsupported claim mixed with a valid subjective sentence.",
   "sessions": [
    {
     "persona": {
      "label": "Startup COO",
      "role_kind": "evaluator",
      "sophistication": "moderate",
      "name": "Vera Snow",
      "background": "Startup COO trying the product for the first time.",
      "domain_familiarity": "Moderate.",
      "what_they_want": "To get a clear answer quickly.",
      "objective": "Decide whether to try this for your team.",
      "journey": "landing and value",
      "sensitivities": [],
      "pursues_primary_value": false
     },
     "steps": [
      {
       "type": "click",
       "intent": "Check pricing",
       "target": "the Pricing link in the top navigation",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Check pricing"
      },
      {
       "type": "scroll",
       "intent": "Read the plans",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "down",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Read the plans",
       "previous_outcome": {
        "observed_result": "Pricing shows Free and Team plans.",
        "expectation_met": null
       }
      },
      {
       "type": "scroll",
       "intent": "Back up",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "up",
       "url": "",
       "done_reason": "leaving",
       "takeaway": "",
       "status_line": "Back up",
       "previous_outcome": {
        "observed_result": "Free for up to 3 people; Team $8 per user.",
        "expectation_met": null
       }
      },
      {
       "type": "done",
       "intent": "Leaving",
       "target": "",
       "text": "",
       "to": "",
       "key": "",
       "direction": "",
       "url": "",
       "done_reason": "got_what_i_came_for",
       "takeaway": "I liked how clear the two plans are. I also started the free trial for my team.",
       "status_line": "Leaving",
       "previous_outcome": {
        "observed_result": "The two plans are clear.",
        "expectation_met": null
       }
      }
     ]
    }
   ],
   "target_terms": [],
   "allowed_scopes": [],
   "planted_unsupported": [
    "I also started the free trial for my team."
   ],
   "planted_supported": [
    "I liked how clear the two plans are."
   ],
   "content_exists": null,
   "independent_expected": null
  }
 ]
}