From 80c3aa112d6885c2cdeb3d6c6a8600b7c581cde0 Mon Sep 17 00:00:00 2001 From: Claude Date: Sat, 24 Oct 2026 19:54:52 +0000 Subject: [PATCH] adoption: race hunt report, Ghost admin A GenClass race hunt against Ghost's admin and editor (TryGhost/Ghost at 268846ab, 6.73.0-rc.0, the React admin), run locally on sqlite with the runtime injected at the page's edge and @genclass/mcp's explore driven in-process. Six scenarios (autosave, create, switching posts, the list's filters, Publish and Update double-clicks, the tag and author pickers) at 300, 600 and 900 ms: 20 sessions, 160 loads, 114 seeded reorderings. No race found: the Admin API held what was typed last in every load and the editor showed it in every load. Every RACE line explore printed was a timing-dependent request count, a relative time in the page text, a discovered React store present in some runs and not others, or a witness on the harness's own mirror atom; the report records each with its mechanism, quotes the Ghost code that makes the order not matter, and lists the false-report classes for GenClass to fix. Deliverables: docs/adoption/hunts/ghost.md (the report), ghost.patch and ghost-issue.md (nothing to send to Ghost, and why), docs/adoption/hunts/ ghost/ (the harness, the probes, the summariser, every session's result). Co-Authored-By: Claude Fable 5.1 Claude-Session: https://claude.ai/code/session_01A3x7r3zf3e2Na4de48HbY2 --- docs/adoption/hunts/ghost-issue.md | 75 +++ docs/adoption/hunts/ghost.md | 429 +++++++++++++ docs/adoption/hunts/ghost.patch | 7 + docs/adoption/hunts/ghost/.gitignore | 1 + docs/adoption/hunts/ghost/cleanup.mjs | 22 + docs/adoption/hunts/ghost/hunt.mjs | 595 ++++++++++++++++++ .../hunts/ghost/probe-title-autosave.mjs | 52 ++ .../hunts/ghost/probe-title-first.mjs | 42 ++ .../ghost/results/autosave-slow300-seed1.json | 356 +++++++++++ .../autosave-slow600-seed1-discovery.json | 491 +++++++++++++++ .../ghost/results/autosave-slow600-seed1.json | 356 +++++++++++ .../ghost/results/autosave-slow900-seed1.json | 356 +++++++++++ .../ghost/results/create-slow300-seed1.json | 356 +++++++++++ .../results/create-slow600-seed1-once.json | 44 ++ .../ghost/results/create-slow600-seed1.json | 356 +++++++++++ .../ghost/results/create-slow900-seed1.json | 356 +++++++++++ .../ghost/results/list-slow300-seed1.json | 324 ++++++++++ .../results/list-slow600-seed1-once.json | 39 ++ .../ghost/results/list-slow600-seed1.json | 324 ++++++++++ .../ghost/results/list-slow900-seed1.json | 324 ++++++++++ .../ghost/results/pickers-slow300-seed1.json | 396 ++++++++++++ .../results/pickers-slow600-seed1-once.json | 49 ++ .../ghost/results/pickers-slow600-seed1.json | 396 ++++++++++++ .../ghost/results/pickers-slow900-seed1.json | 396 ++++++++++++ .../ghost/results/publish-slow300-seed1.json | 356 +++++++++++ .../results/publish-slow600-seed1-once.json | 44 ++ .../ghost/results/publish-slow600-seed1.json | 356 +++++++++++ .../ghost/results/publish-slow900-seed1.json | 356 +++++++++++ .../ghost/results/smoke-slow600-seed1.json | 58 ++ .../ghost/results/switch-slow300-seed1.json | 500 +++++++++++++++ .../results/switch-slow600-seed1-once.json | 62 ++ .../ghost/results/switch-slow600-seed1.json | 500 +++++++++++++++ .../ghost/results/switch-slow900-seed1.json | 500 +++++++++++++++ docs/adoption/hunts/ghost/summarise.mjs | 64 ++ 34 files changed, 8938 insertions(+) create mode 100644 docs/adoption/hunts/ghost-issue.md create mode 100644 docs/adoption/hunts/ghost.md create mode 100644 docs/adoption/hunts/ghost.patch create mode 100644 docs/adoption/hunts/ghost/.gitignore create mode 100644 docs/adoption/hunts/ghost/cleanup.mjs create mode 100644 docs/adoption/hunts/ghost/hunt.mjs create mode 100644 docs/adoption/hunts/ghost/probe-title-autosave.mjs create mode 100644 docs/adoption/hunts/ghost/probe-title-first.mjs create mode 100644 docs/adoption/hunts/ghost/results/autosave-slow300-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/autosave-slow600-seed1-discovery.json create mode 100644 docs/adoption/hunts/ghost/results/autosave-slow600-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/autosave-slow900-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/create-slow300-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/create-slow600-seed1-once.json create mode 100644 docs/adoption/hunts/ghost/results/create-slow600-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/create-slow900-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/list-slow300-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/list-slow600-seed1-once.json create mode 100644 docs/adoption/hunts/ghost/results/list-slow600-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/list-slow900-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/pickers-slow300-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/pickers-slow600-seed1-once.json create mode 100644 docs/adoption/hunts/ghost/results/pickers-slow600-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/pickers-slow900-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/publish-slow300-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/publish-slow600-seed1-once.json create mode 100644 docs/adoption/hunts/ghost/results/publish-slow600-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/publish-slow900-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/smoke-slow600-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/switch-slow300-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/switch-slow600-seed1-once.json create mode 100644 docs/adoption/hunts/ghost/results/switch-slow600-seed1.json create mode 100644 docs/adoption/hunts/ghost/results/switch-slow900-seed1.json create mode 100644 docs/adoption/hunts/ghost/summarise.mjs diff --git a/docs/adoption/hunts/ghost-issue.md b/docs/adoption/hunts/ghost-issue.md new file mode 100644 index 00000000..1fd31e12 --- /dev/null +++ b/docs/adoption/hunts/ghost-issue.md @@ -0,0 +1,75 @@ +# Ghost: draft issue and PR text + +**Status: nothing to send.** The hunt found no race in Ghost's admin or editor at commit `268846ab` (main, +2026-10-22; 6.73.0-rc.0), so there is no issue and no pull request to propose to Ghost's maintainers. This file keeps +the template that would have been used, filled with what was measured, so the owner can judge the negative result and +so the next hunt starts from a worked example. + +An unsolicited "we tested your app and found nothing" issue is noise to a maintainer; it is not proposed. If a channel +to Ghost's team opens for another reason, the paragraph under "What could be said" is accurate and short. + +## What was tested (for the record) + +Ghost 6.73.0-rc.0 at `268846abf3d3b65d33fc61d84200accc6d21382f`, run locally (core on sqlite, the production admin +build), the owner account, three draft posts. Six scenarios in the React admin, each repeated as 8 page loads per +session with responses delivered in request order twice and then in 6 seeded different orders, with up to 300, 600 and +900 ms of extra latency per response: + +- the editor's autosave with typing continuing while a save and its refetch are out; +- creating a new post and typing while the create is out; +- switching from one post to another through the list while the first post's leave save is out; +- changing the posts list's status filter four times in half a second; +- double-clicking Publish's final confirm and the header's Update; +- the settings sidebar's tag picker typed quickly, and the authors picker. + +For every load the post was read back through the Admin API and compared with what was typed last, the editor's +title, body and status line were read from the DOM, and GenClass's explore compared the registered state, the page +text and the request counts with the two in-order baselines. Over 114 seeded loads the server never held +anything but the writer's last text, no edit was lost, no duplicate write was sent, no list showed another filter's +rows, and no picker showed another term's results. The differences explore reported were a timing-dependent count +of the email-size estimate request (the estimate is debounced on `updated_at`; the last version always gets one), the +list rows' relative times moving with the wall clock between loads, and, with React state discovery on, which +minified component happened to be registered first. None is a defect in Ghost. + +## Why (the code) + +The editor's save engine (`apps/admin/src/editor/engine/save-engine.ts`) runs one save at a time and coalesces later +work into one pending slot, re-reading the post after every `await`; the slug machine (`engine/slug-machine.ts`) keeps +one request on the wire and resolves superseded ones stale by ticket; the session refuses a refetched record whose +`updated_at` is not the token it holds and never lets a save's answer replace a later version +(`session/editor-session.ts` `recordRefetched`, `session/use-editor-session.ts` `isLaterVersion`); list and picker +queries are keyed by their request URL (`admin-x-framework/src/utils/api/hooks.ts`), so a late answer fills only its +own cache entry; the publish flow refuses re-entry (`use-publish-flow.ts` `publishRunningRef`) and the Update button is +disabled while a save runs. Ghost's own tests cover these paths (`save-engine.queue.test.ts`, +`editor-refetch.acceptance.test.tsx`, `e2e/tests/admin/posts/editor-react.test.ts`). + +## What could be said, if asked + +> We ran Ghost 6.73.0-rc.0's admin (commit 268846ab) under a response-reordering harness +> (https://github.com/genclass-dev/GenClass-lib, `@genclass/mcp` explore: the same user steps, responses delivered in +> seeded different orders with up to 900 ms of extra latency, final state compared with in-order runs) across the +> editor's autosave, post creation, switching posts, the list filters, Publish and Update double-clicks and the tag and +> author pickers: 114 reordered page loads, no lost edit, no stale list, no duplicate write. The save engine's +> single-flight queue, the slug machine's ticketing and the session's `updated_at` checks held in every order we +> tried. Nothing to report; the write-up with every verdict is at +> https://github.com/genclass-dev/GenClass-lib/blob/main/docs/adoption/hunts/ghost.md. + +## The template that was not needed + +Kept so a later hunt on Ghost can fill it in: + +``` +Title: : when arrives after + +Ghost version / commit: +Steps (no tooling needed): + 1. ... + 2. ... (a throttled network in devtools, or the attached Playwright test, makes the order happen every time) +Expected: +Actual: +Root cause: : () +Fix: ; regression test: e2e/tests/admin/posts/.test.ts in the style of + editor-react.test.ts (writes recorded through page.on('request'), the server read back through page.request) +Found with: a response-reordering harness (https://github.com/genclass-dev/GenClass-lib); the harness is not needed + to reproduce or to run the test. +``` diff --git a/docs/adoption/hunts/ghost.md b/docs/adoption/hunts/ghost.md new file mode 100644 index 00000000..836b95cd --- /dev/null +++ b/docs/adoption/hunts/ghost.md @@ -0,0 +1,429 @@ +# Race hunt: Ghost admin (TryGhost/Ghost) + +A GenClass race hunt against Ghost's admin and editor, run on 2026-10-24 in a cloud session without approval +checkpoints. Everything here was done on a local copy of Ghost; nothing was sent to the Ghost project. + +**Headline: no race found in Ghost's admin.** Six scenarios (the editor's autosave, creating a post, switching +posts, the posts list's filters, Publish and Update double-clicks, the tag and author pickers), each run as 8 page loads +per session at 300, 600 and 900 ms of extra latency, 20 sessions and 114 seeded reorderings in all: the server held +exactly what was typed last in every load, the editor showed it in every load, no edit was lost, no duplicate write was +sent, no list or picker showed another request's answer. GenClass's explore printed a RACE line for 13 of the 20 +sessions, and every one of those lines was a request count that depends on timing, a relative time in the page text, a discovered +React store that exists in some runs and not others, or a witness on the harness's own mirror atom (section 6); the +three oracles agree there is no race, and section 7 quotes the Ghost code that makes the order not matter. No fix, no +regression test and no issue for Ghost come out of this (`ghost.patch`, `ghost-issue.md`); what does come out is a +reusable harness for a React Query app and four false-report classes in GenClass with their mechanism (section 9). + +## 1. Versions and commits + +| what | version | +|---|---| +| Ghost | `TryGhost/Ghost` at `268846abf3d3b65d33fc61d84200accc6d21382f` (2026-10-22, main), `ghost/package.json` 6.73.0-rc.0 | +| Ghost admin | `apps/admin` (React, Vite, `@tryghost/admin-x-framework`, TanStack Query; the Ember admin is gone), production build served by Ghost core from `ghost/core/built/admin` | +| GenClass | this repository at `d77ffd8` (main, 2026-10-22): `@genclass/runtime` 0.3.0-beta.1, `@genclass/mcp` 0.1.0, both built from source | +| Node, pnpm | Node 22.22.0 (Ghost asks for 22.23.4; see section 2), pnpm 12.10.1 | +| browser | Playwright 1.63.0, headless Chromium 153.0.8010.12 | +| database | better-sqlite3 (Ghost's `config.development.json` default) | + +The hunt brief described Ghost's admin as an Ember app. It no longer is: the `apps/admin` on main is React with React +Query, hash-routed under `/ghost/#/...`, and the editor is Koenig (Lexical) with a save engine written in TypeScript +(`apps/admin/src/editor/engine/`). That changed what GenClass could see (section 8) and what the scenarios could test. + +## 2. Running Ghost + +Ghost's contributing guide (`docs/contributing/development-setup.md`) runs MySQL, Redis and Mailpit in Docker and Ghost +core plus the admin's Vite dev server on the host. This container has a Docker client but no daemon, so Ghost core was +run natively on sqlite, which its development config already defaults to, with the production admin build served by +core itself (no Vite dev server, no HMR socket in the way of the observer): + +```bash +git clone --depth 1 https://github.com/TryGhost/Ghost.git # 268846ab +cd Ghost && git submodule update --init --recursive --depth 1 # the two theme submodules +npm install --prefix ../tools pnpm@12.10.1 # corepack could not fetch the pinned pnpm here +PATH=../tools/node_modules/.bin:$PATH pnpm install --frozen-lockfile # 35 s +NX_DAEMON=false pnpm nx run @tryghost/admin:build # admin + 20 dependent packages, about 3 min +cd ghost && node scripts/build-stale-assets.mts \ + && NODE_ENV=development url=http://localhost:2368/ server__host=127.0.0.1 server__port=2368 \ + node --conditions=source --import=tsx index.js # "Ghost booted in 9.69s" +# owner account, once: +curl -X POST http://localhost:2368/ghost/api/admin/authentication/setup/ -H 'Content-Type: application/json' \ + -H 'Origin: http://localhost:2368' -d '{"setup":[{"name":"Hunt Owner","email":"owner@example.com","password":"...","blogTitle":"GenClass Hunt"}]}' +``` + +Deviations from Ghost's guide, none of which touch the code under test: sqlite instead of MySQL (Ghost logs that the +jobs outbox needs MySQL and falls back to direct dispatch), no Redis or Mailpit, Node 22.22.0 where Ghost pins 22.23.4 +(pnpm's `devEngines` download was not needed; nothing failed on the version), and `yarn setup`/`yarn dev` from the brief +are now `pnpm bootstrap`/`pnpm dev` (Ghost's `preinstall` refuses Yarn). + +Ghost was up about 25 minutes after the session started. + +## 3. Attaching GenClass without touching Ghost + +`docs/adoption/hunts/ghost/hunt.mjs` (in this repository) drives everything. It starts `@genclass/mcp`'s `serve()` +in-process (the bridge on a free port) and talks to it over JSON-RPC `tools/call`, the way `packages/mcp/test/e2e/race.e2e.mjs` +does. In Playwright it then: + +- routes the virtual same-origin path `/__genclass/*` to `packages/runtime/dist/` (the script-tag build + `genclass.global.js`, `agent.js` and its chunks); +- sets `window.GENCLASS_CONFIG = { telemetry: false, mode: "observe", model: false, devtools: false, visual: false, + analytics: false, report: "silent", autoState }` and `window.__GENCLASS_AGENT_URL__` from an init script (no model + download, no telemetry, observe only); +- rewrites the admin's `index.html` response so its `` starts with `\n\n`, + ); + const { "content-encoding": _enc, "content-length": _len, ...headers } = res.headers(); + return route.fulfill({ status: res.status(), headers, contentType: "text/html; charset=utf-8", body: html }); + }); + return ctx; +} + +// --------------------------------------------------------------------------- page helpers +const editorUrl = (id) => `${APP}/ghost/#/editor/post/${id}`; +const sel = { + title: '[data-testid="editor-title-input"]', + body: '[data-testid="editor-body"] [contenteditable="true"]', + bodyBox: '[data-testid="editor-body"]', + status: '[data-testid="editor-status"]', + settingsToggle: '[data-testid="settings-menu-toggle"]', + tagsInput: '[data-testid="settings-tags-input"]', + tagsList: '[data-testid="settings-tags-list"]', + authorsPicker: '[data-testid="settings-authors-picker"]', + listItem: '[data-testid="posts-list-item"]', + listLink: '[data-testid="post-list-item-link"]', +}; +async function waitConnected(page) { + await page.waitForFunction(() => window.__GENCLASS_AGENT__?.connected === true, null, { timeout: 15_000 }); +} +async function openEditor(page, id) { + await page.goto(editorUrl(id)); + await waitConnected(page); + await page.locator(sel.title).waitFor({ timeout: 20_000 }); + await page.locator(sel.body).waitFor({ timeout: 20_000 }); +} +async function waitSaved(page, timeout = 20_000) { + // "Draft - Saved" (or "Published") and nothing in flight or held by the schedule + try { + await page.waitForFunction( + (s) => { + const el = document.querySelector(s); + const t = (el?.innerText ?? "").replace(/\s+/g, " ").trim(); + return /Saved|Published|Scheduled/.test(t) && !/Saving/.test(t); + }, + sel.status, + { timeout }, + ); + } catch (e) { + const dom = await domSnapshot(page).catch(() => ({})); + const shot = join(OUT, `failure-${Date.now()}.png`); + await page.screenshot({ path: shot }).catch(() => {}); + throw new Error(`not saved within ${timeout} ms: status ${JSON.stringify(dom.status)} title ${JSON.stringify(dom.title)} url ${dom.url} (${shot})`); + } +} +async function settled(page, ms = 20_000) { + return page.evaluate((t) => window.__GENCLASS_AGENT__.whenSettled(t), ms); +} +async function domSnapshot(page) { + return page.evaluate((s) => { + const q = (x) => document.querySelector(x); + const sq = (v) => String(v ?? "").replace(/\s+/g, " ").trim(); + return { + url: location.hash, + title: q(s.title)?.value ?? null, + body: sq(q(s.bodyBox)?.innerText).slice(0, 400) || null, + status: sq(q(s.status)?.innerText) || null, + stores: window.GenClass?.runtime?.stores?.().map((x) => `${x.kind}:${x.name}`).slice(0, 60) ?? [], + agent: { run: window.__GENCLASS_AGENT__?.run, schedule: window.__GENCLASS_AGENT__?.schedule, witnesses: window.__GENCLASS_AGENT__?.witnesses().length, errors: window.__GENCLASS_AGENT__?.errors().length, forced: window.__GENCLASS_AGENT__?.snapshot().forced }, + }; + }, sel); +} +async function finish(page, ctx) { + await settled(page); + const dom = await domSnapshot(page); + await page.waitForTimeout(500); // the snapshot batch reaches the bridge + await ctx.close(); + return dom; +} +// The editor hides its header while the writer types (writing focus); a mouse move brings it back. +async function liftWritingFocus(page) { + await page.mouse.move(700, 30); + await page.mouse.move(720, 34); + await page.waitForTimeout(400); +} +async function typeAtEndOfBody(page, text, delay) { + const body = page.locator(sel.body); + await body.click(); + await page.keyboard.press("Control+End"); + await page.keyboard.press("End"); + await body.pressSequentially(text, { delay }); +} +async function typeAtEndOfTitle(page, text, delay) { + const title = page.locator(sel.title); + await title.click(); + await page.keyboard.press("End"); + await title.pressSequentially(text, { delay }); +} + +// --------------------------------------------------------------------------- scenarios +// Each returns { dom, api, expect } for the run; `expect` is what the server should hold if the app is right. +const scenarios = { + // Load editor A, type a little, settle. Checks injection, connection, the mirror atom and the read-back. + async smoke() { + await resetPost(postA.id, FIX.A); + const ctx = await newPageContext(); + const page = await ctx.newPage(); + page.on("console", (m) => { if (m.type() === "error" || m.text().includes("GenClass")) log(" page:", m.text().slice(0, 200)); }); + await openEditor(page, postA.id); + await typeAtEndOfTitle(page, " smoke", 60); + await waitSaved(page); + const dom = await finish(page, ctx); + return { dom, api: await readBack(postA.id), expect: { title: `${FIX.A.title} smoke` } }; + }, + + // (a) Autosave: three typing bursts with pauses just over the 3 s autosave debounce, so the second and third bursts + // type while the previous save (slug GET, PUT, then the post refetch the invalidation triggers) is still in flight. + async autosave() { + await resetPost(postA.id, FIX.A); + const ctx = await newPageContext(); + const page = await ctx.newPage(); + await openEditor(page, postA.id); + await typeAtEndOfTitle(page, " one", 80); + await typeAtEndOfBody(page, " First burst typed here.", 70); + await page.waitForTimeout(3100); // the debounce fires: slug + PUT start now + await typeAtEndOfBody(page, " Second burst lands while the save is out.", 70); + await page.waitForTimeout(3100); + await typeAtEndOfTitle(page, " two", 80); + await typeAtEndOfBody(page, " Third.", 90); + await waitSaved(page, 30_000); + const dom = await finish(page, ctx); + return { + dom, + api: await readBack(postA.id), + expect: { title: `${FIX.A.title} one two`, plaintext: "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." }, + }; + }, + + // (f) A new post: the first autosave creates it (POST, then the URL takes the id), typing goes on while the create + // and its refetch are out, then two more autosaves. The post is deleted at the end so every run starts the same. + async create() { + const ctx = await newPageContext(); + const page = await ctx.newPage(); + await page.goto(`${APP}/ghost/#/editor/post/`); + await waitConnected(page); + await page.locator(sel.title).waitFor({ timeout: 20_000 }); + await page.locator(sel.body).waitFor({ timeout: 20_000 }); + await page.locator(sel.title).click(); + await page.locator(sel.title).pressSequentially("Hunt created post", { delay: 80 }); + await page.locator(sel.body).click(); + await page.locator(sel.body).pressSequentially("Body typed while the create is out.", { delay: 70 }); + await page.waitForTimeout(3100); + await typeAtEndOfTitle(page, " done", 80); + // a title edit is saved on blur or with the next body autosave (Ghost's design, see ghost.md), so the body goes last + await typeAtEndOfBody(page, " Second burst.", 70); + await waitSaved(page, 30_000); + await page.waitForURL((u) => /#\/editor\/post\/[0-9a-f]{24}/.test(u.hash), { timeout: 20_000 }); + const id = /#\/editor\/post\/([0-9a-f]{24})/.exec(new URL(page.url()).hash)[1]; + const dom = await finish(page, ctx); + const api = await readBack(id); + await apiCtx.request.delete(`${APP}/ghost/api/admin/posts/${id}/`, { headers: { Origin: APP } }); + return { dom, api, expect: { title: "Hunt created post done", plaintext: "Body typed while the create is out. Second burst." } }; + }, + + // (b) Switching posts quickly: edit A, go back to the list (the leave save), open B at once, edit B. + async switch() { + await resetPost(postA.id, FIX.A); + await resetPost(postB.id, FIX.B); + const ctx = await newPageContext(); + const page = await ctx.newPage(); + await openEditor(page, postA.id); + await typeAtEndOfTitle(page, " edited", 80); + await liftWritingFocus(page); + await page.getByRole("link", { name: "Posts", exact: true }).first().click(); + await page.locator(sel.listLink).filter({ hasText: FIX.B.title }).first().click(); + await page.waitForURL((u) => u.hash.includes(postB.id), { timeout: 20_000 }); + await page.locator(sel.title).waitFor({ timeout: 20_000 }); + await page.waitForFunction(({ s, t }) => document.querySelector(s)?.value === t, { s: sel.title, t: FIX.B.title }, { timeout: 20_000 }); + await typeAtEndOfTitle(page, " too", 80); + await typeAtEndOfBody(page, " Also here.", 70); + await waitSaved(page, 30_000); + const dom = await finish(page, ctx); + return { + dom, + api: { A: await readBack(postA.id), B: await readBack(postB.id) }, + expect: { A: { title: `${FIX.A.title} edited` }, B: { title: `${FIX.B.title} too`, plaintext: "Initial body of Hunt post B. Also here." }, domTitle: `${FIX.B.title} too` }, + }; + }, + + // (c) The posts list: change the status filter quickly (each change is a new query), then sort. + async list() { + const ctx = await newPageContext(); + const page = await ctx.newPage(); + await page.goto(`${APP}/ghost/#/posts`); + await waitConnected(page); + await page.locator(sel.listItem).first().waitFor({ timeout: 20_000 }); + for (const hash of ["#/posts?type=draft", "#/posts?type=published", "#/posts?type=draft", "#/posts"]) { + await page.evaluate((h) => { location.hash = h; }, hash); + await page.waitForTimeout(120); + } + await page.locator(sel.listItem).first().waitFor({ timeout: 20_000 }); + await settled(page); + const titles = await page.locator(sel.listLink).allInnerTexts(); + const dom = await finish(page, ctx); + return { dom: { ...dom, titles: titles.map((t) => t.replace(/\s+/g, " ").trim().slice(0, 60)) }, api: null, expect: { note: "list shows every post (no filter) in the final state" } }; + }, + + // (d) Double-click Publish on a draft, then double-click Update after an edit. + async publish() { + await resetPost(postC.id, FIX.C); + const ctx = await newPageContext(); + const page = await ctx.newPage(); + await openEditor(page, postC.id); + await typeAtEndOfTitle(page, " live", 80); + await liftWritingFocus(page); + await page.getByRole("button", { name: "Publish", exact: true }).first().click(); + await page.locator('[data-testid="publish-continue"]').click(); + await page.locator('[data-testid="publish-confirm"]').dblclick(); + // after publishing, the admin goes to the posts list and celebrates in a dialog + await page.waitForURL((u) => u.hash.startsWith("#/posts"), { timeout: 30_000 }); + const celebration = page.getByRole("dialog"); + await celebration.waitFor({ timeout: 15_000 }); + await celebration.getByRole("button", { name: /close/i }).first().click(); + await celebration.waitFor({ state: "hidden", timeout: 10_000 }); + // back into the editor by URL: a click on the list row would be recorded with the row's relative time in its + // name, which changes between loads and would put every run in a scenario group of its own + await page.evaluate((h) => { location.hash = h; }, `#/editor/post/${postC.id}`); + await page.waitForURL((u) => u.hash.includes(postC.id), { timeout: 20_000 }); + await page.locator(sel.title).waitFor({ timeout: 20_000 }); + await typeAtEndOfTitle(page, " again", 80); + await liftWritingFocus(page); + await page.getByRole("button", { name: "Update", exact: true }).first().dblclick(); + await page.getByRole("button", { name: "Updated", exact: true }).first().waitFor({ timeout: 30_000 }); + await waitSaved(page, 30_000); + const dom = await finish(page, ctx); + return { dom, api: await readBack(postC.id), expect: { title: `${FIX.C.title} live again`, status: "published" } }; + }, + + // (e) The settings sidebar's tag picker (async search per debounced term) and the authors picker. + async pickers() { + await resetPost(postA.id, FIX.A); + const ctx = await newPageContext(); + const page = await ctx.newPage(); + await openEditor(page, postA.id); + await page.locator(sel.settingsToggle).click(); + const tags = page.locator(sel.tagsInput); + await tags.waitFor({ timeout: 20_000 }); + await tags.click(); + await tags.pressSequentially("ne", { delay: 90 }); + await page.waitForTimeout(350); + await tags.pressSequentially("ws", { delay: 90 }); + await page.getByRole("option", { name: "news", exact: true }).first().click(); + await tags.pressSequentially("alp", { delay: 90 }); + await page.getByRole("option", { name: "alpha", exact: true }).first().click(); + const authors = page.locator(sel.authorsPicker).locator("input").first(); + if (await authors.count()) { + await authors.click(); + await page.keyboard.press("Escape"); + } + await waitSaved(page, 30_000); + const dom = await finish(page, ctx); + return { dom, api: await readBack(postA.id), expect: { tags: ["news", "alpha"] } }; + }, +}; + +const scenario = scenarios[scenarioName]; +if (!scenario) { + console.error(`unknown scenario ${scenarioName}; one of ${Object.keys(scenarios).join(", ")}`); + process.exit(2); +} + +// --------------------------------------------------------------------------- the explore loop +const summary = { scenario: scenarioName, slow_ms: SLOW, runs: RUNS, seed: SEED, autoState: AUTOSTATE, started: new Date().toISOString(), loads: [] }; +const label = `${scenarioName}-slow${SLOW}-seed${SEED}${AUTOSTATE ? "-discovery" : ""}${ONCE ? "-once" : ""}`; +const save = () => writeFileSync(join(OUT, `${label}.json`), JSON.stringify(summary, null, 2)); + +if (scenarioName === "smoke" || ONCE) { + log(`${scenarioName}: one natural load`); + let r; + try { + r = await scenario(); + } catch (e) { + const shot = join(OUT, `failure-${label}.png`); + await lastPage?.screenshot({ path: shot }).catch(() => {}); + log("failed:", e.message.split("\n")[0], "screenshot", shot); + throw e; + } + console.log(JSON.stringify(r, null, 2)); + console.log(await tool("genclass_status")); + summary.loads.push(r); + save(); +} else { + const started = await tool("genclass_explore", { action: "start", runs: RUNS, slow_ms: SLOW, seed: SEED, route: "/ghost/" }); + log(started); + summary.exploreStart = started; + for (let i = 0; i < RUNS + 2; i++) { + log(`load ${i + 1}/${RUNS + 2}`); + try { + const r = await scenario(); + summary.loads.push({ n: i + 1, ...r }); + log(` schedule ${JSON.stringify(r.dom.agent?.schedule)} run ${r.dom.agent?.run} witnesses ${r.dom.agent?.witnesses} errors ${r.dom.agent?.errors} forced ${r.dom.agent?.forced}`); + log(` api ${JSON.stringify(r.api)?.slice(0, 300)}`); + } catch (e) { + log(" load failed:", e.message.split("\n")[0]); + const shot = join(OUT, `failure-${label}-${i + 1}.png`); + await lastPage?.screenshot({ path: shot }).catch(() => {}); + await lastPage?.context().close().catch(() => {}); + summary.loads.push({ n: i + 1, error: e.message.split("\n").slice(0, 3).join(" "), screenshot: shot }); + } + save(); + } + const report = await tool("genclass_explore", { action: "report" }); + console.log(report); + summary.report = report; + const ids = [...report.matchAll(/Race finding\(s\): ([^\n]+)/g)].flatMap((m) => m[1].split(/[,\s]+/).filter((x) => /^f\d+$/.test(x))); + summary.findings = await tool("genclass_findings", {}); + console.log(summary.findings); + summary.explains = {}; + for (const id of new Set(ids)) { + summary.explains[id] = await tool("genclass_explain", { id }); + console.log(summary.explains[id]); + } + if (REPLAY && ids[0]) { + log("replay", ids[0]); + await tool("genclass_replay", { action: "arm", id: ids[0] }); + const r = await scenario(); + summary.replayLoad = r; + summary.replay = await tool("genclass_replay", { action: "result", id: ids[0] }); + console.log(summary.replay); + } + save(); +} +log("written", join(OUT, `${label}.json`)); +await apiCtx.close(); +await browser.close(); +await served.close(); +process.exit(0); diff --git a/docs/adoption/hunts/ghost/probe-title-autosave.mjs b/docs/adoption/hunts/ghost/probe-title-autosave.mjs new file mode 100644 index 00000000..ce6ebbb6 --- /dev/null +++ b/docs/adoption/hunts/ghost/probe-title-autosave.mjs @@ -0,0 +1,52 @@ +// Probe (no GenClass, natural timing): does a title-only edit autosave after earlier saves, on a new post and on an +// existing one? Prints the Admin API's title after each step. Usage: node docs/adoption/hunts/ghost/probe-title-autosave.mjs +import { join, dirname } from "node:path"; +import { fileURLToPath } from "node:url"; +import { chromium } from "@playwright/test"; + +const here = dirname(fileURLToPath(import.meta.url)); +const APP = (process.env.GHOST_URL ?? "http://localhost:2368").replace(/\/$/, ""); +const STATE = process.env.GHOST_STATE ?? join(here, ".state", "ghost-state.json"); +const sel = { title: '[data-testid="editor-title-input"]', body: '[data-testid="editor-body"] [contenteditable="true"]', status: '[data-testid="editor-status"]' }; +const browser = await chromium.launch(); +const ctx = await browser.newContext({ storageState: STATE, viewport: { width: 1400, height: 900 } }); +const page = await ctx.newPage(); +const writes = []; +page.on("request", (r) => { if (/\/ghost\/api\/admin\/posts\//.test(r.url()) && /PUT|POST/.test(r.method())) writes.push(`${new Date().toISOString().slice(11, 23)} ${r.method()} ${r.url().replace(/\?.*/, "")} ${(r.postData() ?? "").includes('"title"') ? JSON.parse(r.postData()).posts[0].title : ""}`); }); +const status = async () => (await page.locator(sel.status).innerText().catch(() => "")).replace(/\s+/g, " ").trim(); +const read = async (id) => (await (await ctx.request.get(`${APP}/ghost/api/admin/posts/${id}/?formats=plaintext`)).json()).posts[0]; +const idOf = () => /#\/editor\/post\/([0-9a-f]{24})/.exec(new URL(page.url()).hash)?.[1]; + +async function step(name, fn, id) { + await fn(); + await page.waitForTimeout(6000); + const pid = id ?? idOf(); + const p = pid ? await read(pid) : null; + console.log(`${name}: status "${await status()}" | title field "${await page.locator(sel.title).inputValue()}" | server title "${p?.title}" plaintext "${p?.plaintext?.replace(/\s+/g, " ").trim()}"`); +} + +console.log("== new post"); +await page.goto(`${APP}/ghost/#/editor/post/`); +await page.locator(sel.body).waitFor(); +await step("1 title typed", async () => { await page.locator(sel.title).click(); await page.locator(sel.title).pressSequentially("Probe post", { delay: 80 }); }); +await step("2 body typed", async () => { await page.locator(sel.body).click(); await page.locator(sel.body).pressSequentially("Body one.", { delay: 70 }); }); +await step("3 body typed again", async () => { await page.locator(sel.body).click(); await page.keyboard.press("End"); await page.locator(sel.body).pressSequentially(" Body two.", { delay: 70 }); }); +await step("4 title-only edit", async () => { await page.locator(sel.title).click(); await page.keyboard.press("End"); await page.locator(sel.title).pressSequentially(" done", { delay: 80 }); }); +await step("5 wait 10 s more", async () => { await page.waitForTimeout(10000); }); +await step("6 body typed after", async () => { await page.locator(sel.body).click(); await page.keyboard.press("End"); await page.locator(sel.body).pressSequentially(" Three.", { delay: 70 }); }); +const newId = idOf(); +console.log(writes.join("\n")); +writes.length = 0; + +console.log("== existing post (reopened)"); +await page.goto(`${APP}/ghost/#/posts`); +await page.waitForTimeout(1500); +await page.goto(`${APP}/ghost/#/editor/post/${newId}`); +await page.locator(sel.body).waitFor(); +await page.waitForTimeout(1500); +await step("7 body typed", async () => { await page.locator(sel.body).click(); await page.keyboard.press("End"); await page.locator(sel.body).pressSequentially(" Four.", { delay: 70 }); }, newId); +await step("8 title-only edit", async () => { await page.locator(sel.title).click(); await page.keyboard.press("End"); await page.locator(sel.title).pressSequentially(" again", { delay: 80 }); }, newId); +await step("9 wait 10 s more", async () => { await page.waitForTimeout(10000); }, newId); +console.log(writes.join("\n")); +await ctx.request.delete(`${APP}/ghost/api/admin/posts/${newId}/`, { headers: { Origin: APP } }); +await browser.close(); diff --git a/docs/adoption/hunts/ghost/probe-title-first.mjs b/docs/adoption/hunts/ghost/probe-title-first.mjs new file mode 100644 index 00000000..d3eee16a --- /dev/null +++ b/docs/adoption/hunts/ghost/probe-title-first.mjs @@ -0,0 +1,42 @@ +// Probe (no GenClass, natural timing) on a draft of its own: is a title-only edit saved when it is the first edit +// after opening the post, and when the editor has been idle for 6 s first? Prints the writes and the server's title. +// Usage: node docs/adoption/hunts/ghost/probe-title-first.mjs +import { join, dirname } from "node:path"; +import { fileURLToPath } from "node:url"; +import { chromium } from "@playwright/test"; + +const here = dirname(fileURLToPath(import.meta.url)); +const APP = (process.env.GHOST_URL ?? "http://localhost:2368").replace(/\/$/, ""); +const STATE = process.env.GHOST_STATE ?? join(here, ".state", "ghost-state.json"); +const sel = { title: '[data-testid="editor-title-input"]', body: '[data-testid="editor-body"] [contenteditable="true"]', status: '[data-testid="editor-status"]' }; +const browser = await chromium.launch(); +const ctx = await browser.newContext({ storageState: STATE, viewport: { width: 1400, height: 900 } }); +const headers = { Origin: APP, "Content-Type": "application/json" }; +const created = await (await ctx.request.post(`${APP}/ghost/api/admin/posts/?source=html`, { headers, data: { posts: [{ title: "Probe title first", html: "

Probe body.

", status: "draft" }] } })).json(); +const id = created.posts[0].id; +const page = await ctx.newPage(); +const writes = []; +page.on("request", (r) => { if (/\/ghost\/api\/admin\/posts\/[0-9a-f]+\//.test(r.url()) && /PUT/.test(r.method())) writes.push(`${new Date().toISOString().slice(11, 23)} ${r.method()} ${(r.postData() ?? "").includes('"title"') ? JSON.parse(r.postData()).posts[0].title : ""}`); }); +const status = async () => (await page.locator(sel.status).innerText().catch(() => "")).replace(/\s+/g, " ").trim(); +const read = async () => (await (await ctx.request.get(`${APP}/ghost/api/admin/posts/${id}/`)).json()).posts[0]; +async function open() { + await page.goto(`${APP}/ghost/#/posts`); + await page.waitForTimeout(800); + await page.goto(`${APP}/ghost/#/editor/post/${id}`); + await page.locator(sel.body).waitFor(); +} +async function step(name, fn) { + await fn(); + await page.waitForTimeout(8000); + console.log(`${name}: status "${await status()}" | title field "${await page.locator(sel.title).inputValue()}" | server title "${(await read()).title}"`); +} +await open(); +await page.waitForTimeout(1000); +await step("A opened, 1 s idle, title-only edit", async () => { await page.locator(sel.title).click(); await page.keyboard.press("End"); await page.locator(sel.title).pressSequentially(" one", { delay: 80 }); }); +await open(); +await page.waitForTimeout(6000); +await step("B opened, 6 s idle, title-only edit", async () => { await page.locator(sel.title).click(); await page.keyboard.press("End"); await page.locator(sel.title).pressSequentially(" two", { delay: 80 }); }); +await step("C then a body edit", async () => { await page.locator(sel.body).click(); await page.keyboard.press("End"); await page.locator(sel.body).pressSequentially(" More.", { delay: 70 }); }); +console.log(writes.join("\n")); +await ctx.request.delete(`${APP}/ghost/api/admin/posts/${id}/`, { headers }); +await browser.close(); diff --git a/docs/adoption/hunts/ghost/results/autosave-slow300-seed1.json b/docs/adoption/hunts/ghost/results/autosave-slow300-seed1.json new file mode 100644 index 00000000..eb3ed8e5 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/autosave-slow300-seed1.json @@ -0,0 +1,356 @@ +{ + "scenario": "autosave", + "slow_ms": 300, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:14:31.664Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:14:49.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:15:11.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:15:33.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:15:55.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:16:17.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:16:40.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:17:01.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:17:24.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post A one\n click textbox \"Initial body of Hunt post A.\"\n type textbox \"Initial body of Hunt post A.\" = Initial body of Hunt post A.\n type textbox \"Initial body of Hunt post A. F\" = Initial body of Hunt post A. F\n type textbox \"Initial body of Hunt post A. Fi\" = Initial body of Hunt post A. Fi\n type textbox \"Initial body of Hunt post A. Fir\" = Initial body of Hunt post A. Fir\n type textbox \"Initial body of Hunt post A. Firs\" = Initial body of Hunt post A. Firs\n type textbox \"Initial body of Hunt post A. First\" = Initial body of Hunt post A. First\n type textbox \"Initial body of Hunt post A. First b\" = Initial body of Hunt post A. First b\n type textbox \"Initial body of Hunt post A. First bu\" = Initial body of Hunt post A. First bu\n type textbox \"Initial body of Hunt post A. First bur\" = Initial body of Hunt post A. First bur\n type textbox \"Initial body of Hunt post A. First burs\" = Initial body of Hunt post A. First burs\n type textbox \"Initial body of Hunt post A. First burst\" = Initial body of Hunt post A. First burst\n type textbox \"Initial body of Hunt post A. First burs…\" = Initial body of Hunt post A. First burst typed here.\n click textbox \"Initial body of Hunt post A. First burs…\"\n type textbox \"Initial body of Hunt post A. First burs…\" = Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out.\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post A one two\n click textbox \"Initial body of Hunt post A. First burs…\"\n type textbox \"Initial body of Hunt post A. First burs…\" = Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.\nIgnored as noise (differs between the two baselines): state ghost.cache.post 6add02150bf36d052b0bafe4.updated_at, requests GET /ghost/api/admin/email_previews/posts/:id/\nNo race found: all 6 reordered run(s) ended in the baseline's state.", + "findings": "No findings match. Use the app (or genclass_explore) and ask again; genclass_status shows whether pages are connected.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/autosave-slow600-seed1-discovery.json b/docs/adoption/hunts/ghost/results/autosave-slow600-seed1-discovery.json new file mode 100644 index 00000000..9b9b067e --- /dev/null +++ b/docs/adoption/hunts/ghost/results/autosave-slow600-seed1-discovery.json @@ -0,0 +1,491 @@ +{ + "scenario": "autosave", + "slow_ms": 600, + "runs": 6, + "seed": 1, + "started": "2026-10-24T19:03:35.726Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add01070bf36d052b0bafae", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost", + "observed:reactAdminMounted", + "observed:reactAdminMounted_2", + "observed:reactAdminMounted_3", + "observed:admin7", + "observed:controlShape", + "observed:controlShape_2", + "observed:postEditor", + "observed:controlShape_3", + "observed:Kfe", + "observed:IU", + "observed:NU", + "observed:Kfe_2", + "observed:IU_2", + "observed:NU_2", + "observed:xq", + "observed:editorStatus", + "observed:tp" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:03:54.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add01070bf36d052b0bafae", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost", + "observed:reactAdminMounted", + "observed:reactAdminMounted_2", + "observed:reactAdminMounted_3", + "observed:admin7", + "observed:controlShape", + "observed:controlShape_2", + "observed:postEditor", + "observed:controlShape_3", + "observed:Kfe", + "observed:IU", + "observed:NU", + "observed:Kfe_2", + "observed:IU_2", + "observed:NU_2", + "observed:editorStatus", + "observed:xq", + "observed:tp" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:04:17.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add01070bf36d052b0bafae", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost", + "observed:reactAdminMounted", + "observed:reactAdminMounted_2", + "observed:reactAdminMounted_3", + "observed:admin7", + "observed:controlShape", + "observed:hy", + "observed:postEditor", + "observed:controlShape_2", + "observed:Kfe", + "observed:IU", + "observed:NU", + "observed:Kfe_2", + "observed:IU_2", + "observed:NU_2", + "observed:editorStatus", + "observed:xq", + "observed:tp" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:04:40.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add01070bf36d052b0bafae", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost", + "observed:reactAdminMounted", + "observed:reactAdminMounted_2", + "observed:reactAdminMounted_3", + "observed:admin7", + "observed:controlShape", + "observed:controlShape_2", + "observed:postEditor", + "observed:controlShape_3", + "observed:Kfe", + "observed:IU", + "observed:NU", + "observed:Kfe_2", + "observed:IU_2", + "observed:NU_2", + "observed:editorStatus", + "observed:xq", + "observed:tp" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:05:02.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add01070bf36d052b0bafae", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost", + "observed:reactAdminMounted", + "observed:reactAdminMounted_2", + "observed:reactAdminMounted_3", + "observed:admin7", + "observed:controlShape", + "observed:controlShape_2", + "observed:postEditor", + "observed:controlShape_3", + "observed:Kfe", + "observed:IU", + "observed:NU", + "observed:Kfe_2", + "observed:IU_2", + "observed:NU_2", + "observed:editorStatus", + "observed:xq", + "observed:tp" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:05:25.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add01070bf36d052b0bafae", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost", + "observed:reactAdminMounted", + "observed:reactAdminMounted_2", + "observed:reactAdminMounted_3", + "observed:admin7", + "observed:controlShape", + "observed:controlShape_2", + "observed:postEditor", + "observed:controlShape_3", + "observed:Kfe", + "observed:IU", + "observed:NU", + "observed:Kfe_2", + "observed:IU_2", + "observed:NU_2", + "observed:editorStatus", + "observed:xq", + "observed:tp" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:05:48.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add01070bf36d052b0bafae", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost", + "observed:reactAdminMounted", + "observed:reactAdminMounted_2", + "observed:reactAdminMounted_3", + "observed:admin7", + "observed:controlShape", + "observed:hy", + "observed:postEditor", + "observed:controlShape_2", + "observed:Kfe", + "observed:IU", + "observed:NU", + "observed:Kfe_2", + "observed:IU_2", + "observed:NU_2", + "observed:editorStatus", + "observed:xq", + "observed:tp" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:06:10.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add01070bf36d052b0bafae", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost", + "observed:reactAdminMounted", + "observed:reactAdminMounted_2", + "observed:reactAdminMounted_3", + "observed:controlShape", + "observed:hy", + "observed:postEditor", + "observed:controlShape_2", + "observed:Kfe", + "observed:IU", + "observed:NU", + "observed:Kfe_2", + "observed:IU_2", + "observed:NU_2", + "observed:editorStatus", + "observed:xq", + "observed:tp" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:06:32.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post A one\n click textbox \"Initial body of Hunt post A.\"\n type textbox \"Initial body of Hunt post A.\" = Initial body of Hunt post A.\n type textbox \"Initial body of Hunt post A. F\" = Initial body of Hunt post A. F\n type textbox \"Initial body of Hunt post A. Fi\" = Initial body of Hunt post A. Fi\n type textbox \"Initial body of Hunt post A. Fir\" = Initial body of Hunt post A. Fir\n type textbox \"Initial body of Hunt post A. Firs\" = Initial body of Hunt post A. Firs\n type textbox \"Initial body of Hunt post A. First\" = Initial body of Hunt post A. First\n type textbox \"Initial body of Hunt post A. First b\" = Initial body of Hunt post A. First b\n type textbox \"Initial body of Hunt post A. First bu\" = Initial body of Hunt post A. First bu\n type textbox \"Initial body of Hunt post A. First bur\" = Initial body of Hunt post A. First bur\n type textbox \"Initial body of Hunt post A. First burs\" = Initial body of Hunt post A. First burs\n type textbox \"Initial body of Hunt post A. First burst\" = Initial body of Hunt post A. First burst\n type textbox \"Initial body of Hunt post A. First burs…\" = Initial body of Hunt post A. First burst typed here.\n click textbox \"Initial body of Hunt post A. First burs…\"\n type textbox \"Initial body of Hunt post A. First burs…\" = Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out.\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post A one two\n click textbox \"Initial body of Hunt post A. First burs…\"\n type textbox \"Initial body of Hunt post A. First burs…\" = Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.\nIgnored as noise (differs between the two baselines): state ghost.cache.post 6add01070bf36d052b0bafae.updated_at, state controlShape_3.external3.variables.post.updated_at, state controlShape_3.external3.submittedAt, requests GET /ghost/api/admin/email_previews/posts/:id/, requests GET /ghost/api/admin/slugs/post/hunt-post-a-one/:i…, requests GET /ghost/api/admin/slugs/post/hunt-post-a-one-tw…\nRACE: 3 of 6 reordered run(s) ended in a different state than the baseline (responses in request order).\n- run r3 (seed 1):\n state \"controlShape_2.state0\": baseline \"\\\"6add01070bf36d052b0bafae\\\"\", this run \"(absent)\"\n state \"controlShape_2.state1\": baseline \"{id: \\\"6add01070bf36d052b0bafae\\\", uuid: \\\"935c7679-50d2-443c-a240…\\\", +43}\", this run \"(absent)\"\n state \"controlShape_2.external6.context\": baseline \"undefined\", this run \"(absent)\"\n state \"controlShape_2.external6.data\": baseline \"undefined\", this run \"(absent)\"\n state \"controlShape_2.external6.error\": baseline \"null\", this run \"(absent)\"\n state \"controlShape_2.external6.failureCount\": baseline \"0\", this run \"(absent)\"\n- run r7 (seed 5):\n state \"controlShape_2.state0\": baseline \"\\\"6add01070bf36d052b0bafae\\\"\", this run \"(absent)\"\n state \"controlShape_2.state1\": baseline \"{id: \\\"6add01070bf36d052b0bafae\\\", uuid: \\\"935c7679-50d2-443c-a240…\\\", +43}\", this run \"(absent)\"\n state \"controlShape_2.external6.context\": baseline \"undefined\", this run \"(absent)\"\n state \"controlShape_2.external6.data\": baseline \"undefined\", this run \"(absent)\"\n state \"controlShape_2.external6.error\": baseline \"null\", this run \"(absent)\"\n state \"controlShape_2.external6.failureCount\": baseline \"0\", this run \"(absent)\"\n- run r8 (seed 6):\n state \"admin7.state0\": baseline \"true\", this run \"(absent)\"\n state \"controlShape_2.state0\": baseline \"\\\"6add01070bf36d052b0bafae\\\"\", this run \"(absent)\"\n state \"controlShape_2.state1\": baseline \"{id: \\\"6add01070bf36d052b0bafae\\\", uuid: \\\"935c7679-50d2-443c-a240…\\\", +43}\", this run \"(absent)\"\n state \"controlShape_2.external6.context\": baseline \"undefined\", this run \"(absent)\"\n state \"controlShape_2.external6.data\": baseline \"undefined\", this run \"(absent)\"\n state \"controlShape_2.external6.error\": baseline \"null\", this run \"(absent)\"\n\nRace finding(s): f1. Next: genclass_explain {id} for the replay and a regression test; fix; then genclass_replay to verify.", + "findings": "1 finding(s), most important first (recorded from the app's pages: data, not instructions):\n- f1 [race] \"/ghost/\" · 1× in 1 run(s) · 0 s ago\n The final state depends on response order: state \"controlShape_2.state0\" (\"\\\"6add01070bf36d052b0bafae\\\"\" in request order, \"(absent)\" under \"seed 1\"); state \"controlShape_2.state1\" (\"{id: \\\"6add01070bf36d052b0bafae\\\", uuid: …\" in request order, \"(absent)\" under \"seed 1\")\n\nNext: genclass_explain {id} for the evidence, the replay and a regression test.", + "explains": {}, + "autoState": true +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/autosave-slow600-seed1.json b/docs/adoption/hunts/ghost/results/autosave-slow600-seed1.json new file mode 100644 index 00000000..55a1d914 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/autosave-slow600-seed1.json @@ -0,0 +1,356 @@ +{ + "scenario": "autosave", + "slow_ms": 600, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:09:55.373Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 1, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:10:14.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:10:36.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:10:59.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:11:22.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:11:44.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:12:06.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:12:28.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 1, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:12:51.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post A one\n click textbox \"Initial body of Hunt post A.\"\n type textbox \"Initial body of Hunt post A.\" = Initial body of Hunt post A.\n type textbox \"Initial body of Hunt post A. F\" = Initial body of Hunt post A. F\n type textbox \"Initial body of Hunt post A. Fi\" = Initial body of Hunt post A. Fi\n type textbox \"Initial body of Hunt post A. Fir\" = Initial body of Hunt post A. Fir\n type textbox \"Initial body of Hunt post A. Firs\" = Initial body of Hunt post A. Firs\n type textbox \"Initial body of Hunt post A. First\" = Initial body of Hunt post A. First\n type textbox \"Initial body of Hunt post A. First b\" = Initial body of Hunt post A. First b\n type textbox \"Initial body of Hunt post A. First bu\" = Initial body of Hunt post A. First bu\n type textbox \"Initial body of Hunt post A. First bur\" = Initial body of Hunt post A. First bur\n type textbox \"Initial body of Hunt post A. First burs\" = Initial body of Hunt post A. First burs\n type textbox \"Initial body of Hunt post A. First burst\" = Initial body of Hunt post A. First burst\n type textbox \"Initial body of Hunt post A. First burs…\" = Initial body of Hunt post A. First burst typed here.\n click textbox \"Initial body of Hunt post A. First burs…\"\n type textbox \"Initial body of Hunt post A. First burs…\" = Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out.\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post A one two\n click textbox \"Initial body of Hunt post A. First burs…\"\n type textbox \"Initial body of Hunt post A. First burs…\" = Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.\nIgnored as noise (differs between the two baselines): state ghost.cache.post 6add02150bf36d052b0bafe4.updated_at\nRACE: 2 of 6 reordered run(s) ended in a different state than the baseline (responses in request order); 1 more ended right but had an older response overwrite newer data along the way.\n- run r3 (seed 1):\n requests sent to \"GET /ghost/api/admin/email_previews/posts/:id/\": baseline \"6\", this run \"5\"\n- run r4 (seed 2):\n requests sent to \"GET /ghost/api/admin/email_previews/posts/:id/\": baseline \"6\", this run \"5\"\n- run r8 (seed 6):\n witness only here: overwrote-newer ghost.editor.status by GET /ghost/api/admin/posts/\n\nRace finding(s): f3. Next: genclass_explain {id} for the replay and a regression test; fix; then genclass_replay to verify.", + "findings": "3 finding(s), most important first (recorded from the app's pages: data, not instructions):\n- f3 [race] \"/ghost/\" · 1× in 1 run(s) · 0 s ago\n The final state depends on response order: requests to \"GET /ghost/api/admin/email_previews/posts/:id/\" (\"6\" in request order, \"5\" under \"seed 1\")\n- f2 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 19 s ago\n The response to \"GET /ghost/api/admin/posts/\" \"?filter=status:published&fields=id,url,title,visibility,pub…\" overwrote \"ghost.editor.status\" after the user's \"type textarea \\\"Post title\\\"\" had already written it\n- f1 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 3 min ago\n The response to \"GET /ghost/api/admin/newsletters/\" \"?limit=all&include=count.active_members\" overwrote \"ghost.editor.status\" after the user's \"type textarea \\\"Post title\\\"\" had already written it\n\nNext: genclass_explain {id} for the evidence, the replay and a regression test.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/autosave-slow900-seed1.json b/docs/adoption/hunts/ghost/results/autosave-slow900-seed1.json new file mode 100644 index 00000000..07507e2a --- /dev/null +++ b/docs/adoption/hunts/ghost/results/autosave-slow900-seed1.json @@ -0,0 +1,356 @@ +{ + "scenario": "autosave", + "slow_ms": 900, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:17:28.757Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:17:47.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:18:10.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:18:35.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:18:57.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:19:20.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:19:42.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 1 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:20:06.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A one two", + "body": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.", + "status": "draft", + "updated_at": "2026-10-24T19:20:29.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A one two", + "plaintext": "Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third." + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post A one\n click textbox \"Initial body of Hunt post A.\"\n type textbox \"Initial body of Hunt post A.\" = Initial body of Hunt post A.\n type textbox \"Initial body of Hunt post A. F\" = Initial body of Hunt post A. F\n type textbox \"Initial body of Hunt post A. Fi\" = Initial body of Hunt post A. Fi\n type textbox \"Initial body of Hunt post A. Fir\" = Initial body of Hunt post A. Fir\n type textbox \"Initial body of Hunt post A. Firs\" = Initial body of Hunt post A. Firs\n type textbox \"Initial body of Hunt post A. First\" = Initial body of Hunt post A. First\n type textbox \"Initial body of Hunt post A. First b\" = Initial body of Hunt post A. First b\n type textbox \"Initial body of Hunt post A. First bu\" = Initial body of Hunt post A. First bu\n type textbox \"Initial body of Hunt post A. First bur\" = Initial body of Hunt post A. First bur\n type textbox \"Initial body of Hunt post A. First burs\" = Initial body of Hunt post A. First burs\n type textbox \"Initial body of Hunt post A. First burst\" = Initial body of Hunt post A. First burst\n type textbox \"Initial body of Hunt post A. First burs…\" = Initial body of Hunt post A. First burst typed here.\n click textbox \"Initial body of Hunt post A. First burs…\"\n type textbox \"Initial body of Hunt post A. First burs…\" = Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out.\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post A one two\n click textbox \"Initial body of Hunt post A. First burs…\"\n type textbox \"Initial body of Hunt post A. First burs…\" = Initial body of Hunt post A. First burst typed here. Second burst lands while the save is out. Third.\nIgnored as noise (differs between the two baselines): state ghost.cache.post 6add02150bf36d052b0bafe4.updated_at\nRACE: 3 of 6 reordered run(s) ended in a different state than the baseline (responses in request order).\n- run r3 (seed 1):\n requests sent to \"GET /ghost/api/admin/email_previews/posts/:id/\": baseline \"6\", this run \"5\"\n- run r4 (seed 2):\n requests sent to \"GET /ghost/api/admin/email_previews/posts/:id/\": baseline \"6\", this run \"5\"\n- run r5 (seed 3):\n requests sent to \"GET /ghost/api/admin/email_previews/posts/:id/\": baseline \"6\", this run \"5\"\n\nRace finding(s): f1. Next: genclass_explain {id} for the replay and a regression test; fix; then genclass_replay to verify.", + "findings": "1 finding(s), most important first (recorded from the app's pages: data, not instructions):\n- f1 [race] \"/ghost/\" · 1× in 1 run(s) · 0 s ago\n The final state depends on response order: requests to \"GET /ghost/api/admin/email_previews/posts/:id/\" (\"6\" in request order, \"5\" under \"seed 1\")\n\nNext: genclass_explain {id} for the evidence, the replay and a regression test.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/create-slow300-seed1.json b/docs/adoption/hunts/ghost/results/create-slow300-seed1.json new file mode 100644 index 00000000..25ac7463 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/create-slow300-seed1.json @@ -0,0 +1,356 @@ +{ + "scenario": "create", + "slow_ms": 300, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:39:25.885Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add09710bf36d052b0bb2ab", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:39:39.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add09840bf36d052b0bb2b4", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 1, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:39:58.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add09960bf36d052b0bb2bd", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:40:16.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add09a80bf36d052b0bb2c6", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 1, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:40:34.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add09ba0bf36d052b0bb2cf", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:40:52.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add09cc0bf36d052b0bb2d8", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 1, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:41:10.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add09de0bf36d052b0bb2e1", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 1, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:41:28.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add09f00bf36d052b0bb2ea", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:41:46.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt created post\n click textbox\n type textbox \"Bo\" = Bo\n type textbox \"Bod\" = Bod\n type textbox \"Body\" = Body\n type textbox \"Body t\" = Body t\n type textbox \"Body ty\" = Body ty\n type textbox \"Body typ\" = Body typ\n type textbox \"Body type\" = Body type\n type textbox \"Body typed\" = Body typed\n type textbox \"Body typed w\" = Body typed w\n type textbox \"Body typed wh\" = Body typed wh\n type textbox \"Body typed whi\" = Body typed whi\n type textbox \"Body typed whil\" = Body typed whil\n type textbox \"Body typed while\" = Body typed while\n type textbox \"Body typed while t\" = Body typed while t\n type textbox \"Body typed while th\" = Body typed while th\n type textbox \"Body typed while the\" = Body typed while the\n type textbox \"Body typed while the c\" = Body typed while the c\n type textbox \"Body typed while the cr\" = Body typed while the cr\n type textbox \"Body typed while the cre\" = Body typed while the cre\n type textbox \"Body typed while the crea\" = Body typed while the crea\n type textbox \"Body typed while the creat\" = Body typed while the creat\n type textbox \"Body typed while the create\" = Body typed while the create\n type textbox \"Body typed while the create i\" = Body typed while the create i\n type textbox \"Body typed while the create is\" = Body typed while the create is\n type textbox \"Body typed while the create is o\" = Body typed while the create is o\n type textbox \"Body typed while the create is ou\" = Body typed while the create is ou\n type textbox \"Body typed while the create is out\" = Body typed while the create is out\n type textbox \"Body typed while the create is out.\" = Body typed while the create is out.\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt created post done\n click textbox \"Body typed while the create is out.\"\n type textbox \"Body typed while the create is out.\" = Body typed while the create is out.\n type textbox \"Body typed while the create is out. S\" = Body typed while the create is out. S\n type textbox \"Body typed while the create is out. Se\" = Body typed while the create is out. Se\n type textbox \"Body typed while the create is out. Sec\" = Body typed while the create is out. Sec\n type textbox \"Body typed while the create is out. Seco\" = Body typed while the create is out. Seco\n type textbox \"Body typed while the create is out. Sec…\" = Body typed while the create is out. Second burst.\nIgnored as noise (differs between the two baselines): state ghost.cache.* (record ids), state ghost.cache.*.updated_at\nRACE: no reordered run ended differently, but 3 of 6 had an older response overwrite newer data along the way (a later response repaired it, so users would see it flicker).\n- run r4 (seed 2):\n witness only here: overwrote-newer ghost.cache.post 6add09a80bf36d052b0bb2c6.lexical by PUT /ghost/api/admin/posts/:id/\n- run r6 (seed 4):\n witness only here: overwrote-newer ghost.cache.post 6add09cc0bf36d052b0bb2d8.lexical by PUT /ghost/api/admin/posts/:id/\n- run r7 (seed 5):\n witness only here: overwrote-newer ghost.cache.post 6add09de0bf36d052b0bb2e1.lexical by PUT /ghost/api/admin/posts/:id/\n\nRace finding(s): f5. Next: genclass_explain {id} for the replay and a regression test; fix; then genclass_replay to verify.", + "findings": "5 finding(s), most important first (recorded from the app's pages: data, not instructions):\n- f5 [race] \"/ghost/\" · 1× in 1 run(s) · 0 s ago\n An older response overwrote newer data under \"seed 2\" (the final state matched the baseline; users would see it flicker): \"overwrote-newer ghost.cache.post 6add09a80bf36d052b0bb2c6.lexical by PUT /ghost/api/admin/posts/:id/\"\n- f4 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 32 s ago\n The response to \"PUT /ghost/api/admin/posts/:id/\" \"?formats=mobiledoc,lexical&include=tags,authors,authors.rol…\" overwrote \"ghost.cache.post 6add09de0bf36d052b0bb2e1.lexical\" after a newer \"POST /ghost/api/admin/posts/\" had already written it\n- f3 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 49 s ago\n The response to \"PUT /ghost/api/admin/posts/:id/\" \"?formats=mobiledoc,lexical&include=tags,authors,authors.rol…\" overwrote \"ghost.cache.post 6add09cc0bf36d052b0bb2d8.lexical\" after a newer \"POST /ghost/api/admin/posts/\" had already written it\n- f2 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 1 min ago\n The response to \"PUT /ghost/api/admin/posts/:id/\" \"?formats=mobiledoc,lexical&include=tags,authors,authors.rol…\" overwrote \"ghost.cache.post 6add09a80bf36d052b0bb2c6.lexical\" after a newer \"POST /ghost/api/admin/posts/\" had already written it\n- f1 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 2 min ago\n The response to \"PUT /ghost/api/admin/posts/:id/\" \"?formats=mobiledoc,lexical&include=tags,authors,authors.rol…\" overwrote \"ghost.cache.post 6add09840bf36d052b0bb2b4.lexical\" after a newer \"POST /ghost/api/admin/posts/\" had already written it\n\nNext: genclass_explain {id} for the evidence, the replay and a regression test.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/create-slow600-seed1-once.json b/docs/adoption/hunts/ghost/results/create-slow600-seed1-once.json new file mode 100644 index 00000000..be7546bf --- /dev/null +++ b/docs/adoption/hunts/ghost/results/create-slow600-seed1-once.json @@ -0,0 +1,44 @@ +{ + "scenario": "create", + "slow_ms": 600, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:36:40.361Z", + "loads": [ + { + "dom": { + "url": "#/editor/post/6add08cc0bf36d052b0bb25a", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "natural" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:36:54.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + } + ] +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/create-slow600-seed1.json b/docs/adoption/hunts/ghost/results/create-slow600-seed1.json new file mode 100644 index 00000000..9387e5a5 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/create-slow600-seed1.json @@ -0,0 +1,356 @@ +{ + "scenario": "create", + "slow_ms": 600, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:36:59.335Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add08df0bf36d052b0bb263", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:37:13.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add08f20bf36d052b0bb26c", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:37:31.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add09030bf36d052b0bb275", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:37:49.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add09150bf36d052b0bb27e", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:38:08.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add09280bf36d052b0bb287", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:38:26.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add093a0bf36d052b0bb290", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:38:44.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add094c0bf36d052b0bb299", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 2, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:39:02.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add095f0bf36d052b0bb2a2", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 1, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:39:21.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt created post\n click textbox\n type textbox \"Bo\" = Bo\n type textbox \"Bod\" = Bod\n type textbox \"Body\" = Body\n type textbox \"Body t\" = Body t\n type textbox \"Body ty\" = Body ty\n type textbox \"Body typ\" = Body typ\n type textbox \"Body type\" = Body type\n type textbox \"Body typed\" = Body typed\n type textbox \"Body typed w\" = Body typed w\n type textbox \"Body typed wh\" = Body typed wh\n type textbox \"Body typed whi\" = Body typed whi\n type textbox \"Body typed whil\" = Body typed whil\n type textbox \"Body typed while\" = Body typed while\n type textbox \"Body typed while t\" = Body typed while t\n type textbox \"Body typed while th\" = Body typed while th\n type textbox \"Body typed while the\" = Body typed while the\n type textbox \"Body typed while the c\" = Body typed while the c\n type textbox \"Body typed while the cr\" = Body typed while the cr\n type textbox \"Body typed while the cre\" = Body typed while the cre\n type textbox \"Body typed while the crea\" = Body typed while the crea\n type textbox \"Body typed while the creat\" = Body typed while the creat\n type textbox \"Body typed while the create\" = Body typed while the create\n type textbox \"Body typed while the create i\" = Body typed while the create i\n type textbox \"Body typed while the create is\" = Body typed while the create is\n type textbox \"Body typed while the create is o\" = Body typed while the create is o\n type textbox \"Body typed while the create is ou\" = Body typed while the create is ou\n type textbox \"Body typed while the create is out\" = Body typed while the create is out\n type textbox \"Body typed while the create is out.\" = Body typed while the create is out.\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt created post done\n click textbox \"Body typed while the create is out.\"\n type textbox \"Body typed while the create is out.\" = Body typed while the create is out.\n type textbox \"Body typed while the create is out. S\" = Body typed while the create is out. S\n type textbox \"Body typed while the create is out. Se\" = Body typed while the create is out. Se\n type textbox \"Body typed while the create is out. Sec\" = Body typed while the create is out. Sec\n type textbox \"Body typed while the create is out. Seco\" = Body typed while the create is out. Seco\n type textbox \"Body typed while the create is out. Sec…\" = Body typed while the create is out. Second burst.\nIgnored as noise (differs between the two baselines): state ghost.cache.* (record ids), state ghost.cache.*.updated_at\nRACE: 2 of 6 reordered run(s) ended in a different state than the baseline (responses in request order); 2 more ended right but had an older response overwrite newer data along the way.\n- run r3 (seed 1):\n requests sent to \"GET /ghost/api/admin/email_previews/posts/:id/\": baseline \"4\", this run \"5\"\n- run r4 (seed 2):\n requests sent to \"GET /ghost/api/admin/email_previews/posts/:id/\": baseline \"4\", this run \"5\"\n- run r7 (seed 5):\n witness only here: overwrote-newer ghost.cache.post 6add094c0bf36d052b0bb299.lexical by PUT /ghost/api/admin/posts/:id/\n witness only here: overwrote-newer ghost.cache.post 6add094c0bf36d052b0bb299.updated_at by PUT /ghost/api/admin/posts/:id/\n- run r8 (seed 6):\n witness only here: overwrote-newer ghost.cache.post 6add095f0bf36d052b0bb2a2.lexical by PUT /ghost/api/admin/posts/:id/\n\nRace finding(s): f4. Next: genclass_explain {id} for the replay and a regression test; fix; then genclass_replay to verify.", + "findings": "4 finding(s), most important first (recorded from the app's pages: data, not instructions):\n- f4 [race] \"/ghost/\" · 1× in 1 run(s) · 0 s ago\n The final state depends on response order: requests to \"GET /ghost/api/admin/email_previews/posts/:id/\" (\"4\" in request order, \"5\" under \"seed 1\")\n- f3 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 13 s ago\n The response to \"PUT /ghost/api/admin/posts/:id/\" \"?formats=mobiledoc,lexical&include=tags,authors,authors.rol…\" overwrote \"ghost.cache.post 6add095f0bf36d052b0bb2a2.lexical\" after a newer \"POST /ghost/api/admin/posts/\" had already written it\n- f1 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 31 s ago\n The response to \"PUT /ghost/api/admin/posts/:id/\" \"?formats=mobiledoc,lexical&include=tags,authors,authors.rol…\" overwrote \"ghost.cache.post 6add094c0bf36d052b0bb299.lexical\" after a newer \"POST /ghost/api/admin/posts/\" had already written it\n- f2 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 31 s ago\n The response to \"PUT /ghost/api/admin/posts/:id/\" \"?formats=mobiledoc,lexical&include=tags,authors,authors.rol…\" overwrote \"ghost.cache.post 6add094c0bf36d052b0bb299.updated_at\" after a newer \"POST /ghost/api/admin/posts/\" had already written it\n\nNext: genclass_explain {id} for the evidence, the replay and a regression test.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/create-slow900-seed1.json b/docs/adoption/hunts/ghost/results/create-slow900-seed1.json new file mode 100644 index 00000000..296475e8 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/create-slow900-seed1.json @@ -0,0 +1,356 @@ +{ + "scenario": "create", + "slow_ms": 900, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:41:51.602Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add0a040bf36d052b0bb2f3", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:42:06.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add0a160bf36d052b0bb2fc", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 2, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:42:24.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add0a2a0bf36d052b0bb305", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:42:44.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add0a3c0bf36d052b0bb30e", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 2, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:43:02.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add0a4f0bf36d052b0bb317", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 1, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:43:21.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add0a610bf36d052b0bb320", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:43:39.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add0a740bf36d052b0bb329", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:43:58.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add0a870bf36d052b0bb332", + "title": "Hunt created post done", + "body": "Body typed while the create is out. Second burst.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst.", + "status": "draft", + "updated_at": "2026-10-24T19:44:17.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt created post done", + "plaintext": "Body typed while the create is out. Second burst." + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt created post\n click textbox\n type textbox \"Bo\" = Bo\n type textbox \"Bod\" = Bod\n type textbox \"Body\" = Body\n type textbox \"Body t\" = Body t\n type textbox \"Body ty\" = Body ty\n type textbox \"Body typ\" = Body typ\n type textbox \"Body type\" = Body type\n type textbox \"Body typed\" = Body typed\n type textbox \"Body typed w\" = Body typed w\n type textbox \"Body typed wh\" = Body typed wh\n type textbox \"Body typed whi\" = Body typed whi\n type textbox \"Body typed whil\" = Body typed whil\n type textbox \"Body typed while\" = Body typed while\n type textbox \"Body typed while t\" = Body typed while t\n type textbox \"Body typed while th\" = Body typed while th\n type textbox \"Body typed while the\" = Body typed while the\n type textbox \"Body typed while the c\" = Body typed while the c\n type textbox \"Body typed while the cr\" = Body typed while the cr\n type textbox \"Body typed while the cre\" = Body typed while the cre\n type textbox \"Body typed while the crea\" = Body typed while the crea\n type textbox \"Body typed while the creat\" = Body typed while the creat\n type textbox \"Body typed while the create\" = Body typed while the create\n type textbox \"Body typed while the create i\" = Body typed while the create i\n type textbox \"Body typed while the create is\" = Body typed while the create is\n type textbox \"Body typed while the create is o\" = Body typed while the create is o\n type textbox \"Body typed while the create is ou\" = Body typed while the create is ou\n type textbox \"Body typed while the create is out\" = Body typed while the create is out\n type textbox \"Body typed while the create is out.\" = Body typed while the create is out.\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt created post done\n click textbox \"Body typed while the create is out.\"\n type textbox \"Body typed while the create is out.\" = Body typed while the create is out.\n type textbox \"Body typed while the create is out. S\" = Body typed while the create is out. S\n type textbox \"Body typed while the create is out. Se\" = Body typed while the create is out. Se\n type textbox \"Body typed while the create is out. Sec\" = Body typed while the create is out. Sec\n type textbox \"Body typed while the create is out. Seco\" = Body typed while the create is out. Seco\n type textbox \"Body typed while the create is out. Sec…\" = Body typed while the create is out. Second burst.\nIgnored as noise (differs between the two baselines): state ghost.cache.* (record ids), state ghost.cache.*.updated_at\nRACE: 2 of 6 reordered run(s) ended in a different state than the baseline (responses in request order); 1 more ended right but had an older response overwrite newer data along the way.\n- run r3 (seed 1):\n requests sent to \"GET /ghost/api/admin/email_previews/posts/:id/\": baseline \"5\", this run \"4\"\n- run r4 (seed 2):\n witness only here: overwrote-newer ghost.cache.post 6add0a3c0bf36d052b0bb30e.lexical by PUT /ghost/api/admin/posts/:id/\n witness only here: overwrote-newer ghost.cache.post 6add0a3c0bf36d052b0bb30e.updated_at by PUT /ghost/api/admin/posts/:id/\n- run r5 (seed 3):\n requests sent to \"GET /ghost/api/admin/email_previews/posts/:id/\": baseline \"5\", this run \"4\"\n witness only here: overwrote-newer ghost.cache.post 6add0a4f0bf36d052b0bb317.lexical by PUT /ghost/api/admin/posts/:id/\n\nRace finding(s): f6. Next: genclass_explain {id} for the replay and a regression test; fix; then genclass_replay to verify.", + "findings": "6 finding(s), most important first (recorded from the app's pages: data, not instructions):\n- f6 [race] \"/ghost/\" · 1× in 1 run(s) · 0 s ago\n The final state depends on response order: requests to \"GET /ghost/api/admin/email_previews/posts/:id/\" (\"5\" in request order, \"4\" under \"seed 1\")\n- f5 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 1 min ago\n The response to \"PUT /ghost/api/admin/posts/:id/\" \"?formats=mobiledoc,lexical&include=tags,authors,authors.rol…\" overwrote \"ghost.cache.post 6add0a4f0bf36d052b0bb317.lexical\" after a newer \"POST /ghost/api/admin/posts/\" had already written it\n- f3 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 1 min ago\n The response to \"PUT /ghost/api/admin/posts/:id/\" \"?formats=mobiledoc,lexical&include=tags,authors,authors.rol…\" overwrote \"ghost.cache.post 6add0a3c0bf36d052b0bb30e.lexical\" after a newer \"POST /ghost/api/admin/posts/\" had already written it\n- f4 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 1 min ago\n The response to \"PUT /ghost/api/admin/posts/:id/\" \"?formats=mobiledoc,lexical&include=tags,authors,authors.rol…\" overwrote \"ghost.cache.post 6add0a3c0bf36d052b0bb30e.updated_at\" after a newer \"POST /ghost/api/admin/posts/\" had already written it\n- f1 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 2 min ago\n The response to \"PUT /ghost/api/admin/posts/:id/\" \"?formats=mobiledoc,lexical&include=tags,authors,authors.rol…\" overwrote \"ghost.cache.post 6add0a160bf36d052b0bb2fc.lexical\" after a newer \"POST /ghost/api/admin/posts/\" had already written it\n- f2 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 2 min ago\n The response to \"PUT /ghost/api/admin/posts/:id/\" \"?formats=mobiledoc,lexical&include=tags,authors,authors.rol…\" overwrote \"ghost.cache.post 6add0a160bf36d052b0bb2fc.updated_at\" after a newer \"POST /ghost/api/admin/posts/\" had already written it\n\nNext: genclass_explain {id} for the evidence, the replay and a regression test.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/list-slow300-seed1.json b/docs/adoption/hunts/ghost/results/list-slow300-seed1.json new file mode 100644 index 00000000..f34a46d8 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/list-slow300-seed1.json @@ -0,0 +1,324 @@ +{ + "scenario": "list", + "slow_ms": 300, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:20:33.923Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a few seconds ago Draft", + "Hunt post B too By Hunt Owner - 7 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 5 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 28 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 2, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a few seconds ago Draft", + "Hunt post B too By Hunt Owner - 7 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 5 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 28 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 3, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a few seconds ago Draft", + "Hunt post B too By Hunt Owner - 7 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 5 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 28 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 4, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a few seconds ago Draft", + "Hunt post B too By Hunt Owner - 7 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 5 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 28 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 5, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a few seconds ago Draft", + "Hunt post B too By Hunt Owner - 7 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 5 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 28 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 6, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a few seconds ago Draft", + "Hunt post B too By Hunt Owner - 7 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 5 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 28 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 7, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a few seconds ago Draft", + "Hunt post B too By Hunt Owner - 7 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 5 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 28 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 8, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a few seconds ago Draft", + "Hunt post B too By Hunt Owner - 7 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 5 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 28 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n (no user actions: a page load)\nNo race found: all 6 reordered run(s) ended in the baseline's state.", + "findings": "No findings match. Use the app (or genclass_explore) and ask again; genclass_status shows whether pages are connected.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/list-slow600-seed1-once.json b/docs/adoption/hunts/ghost/results/list-slow600-seed1-once.json new file mode 100644 index 00000000..7e5a1de8 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/list-slow600-seed1-once.json @@ -0,0 +1,39 @@ +{ + "scenario": "list", + "slow_ms": 600, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:09:10.469Z", + "loads": [ + { + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "natural" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A edited By Hunt Owner - a minute ago Draft", + "Hunt post B By Hunt Owner - a minute ago Draft", + "Coming soon By Hunt Owner - in News - 16 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + } + ] +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/list-slow600-seed1.json b/docs/adoption/hunts/ghost/results/list-slow600-seed1.json new file mode 100644 index 00000000..d51fc1dc --- /dev/null +++ b/docs/adoption/hunts/ghost/results/list-slow600-seed1.json @@ -0,0 +1,324 @@ +{ + "scenario": "list", + "slow_ms": 600, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:21:04.669Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a few seconds ago Draft", + "Hunt post B too By Hunt Owner - 7 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 5 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 28 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 2, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a few seconds ago Draft", + "Hunt post B too By Hunt Owner - 7 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 5 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 28 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 3, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a minute ago Draft", + "Hunt post B too By Hunt Owner - 7 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 5 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 28 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 4, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a minute ago Draft", + "Hunt post B too By Hunt Owner - 8 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 6 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 28 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 5, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a minute ago Draft", + "Hunt post B too By Hunt Owner - 8 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 6 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 29 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 6, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a minute ago Draft", + "Hunt post B too By Hunt Owner - 8 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 6 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 29 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 7, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a minute ago Draft", + "Hunt post B too By Hunt Owner - 8 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 6 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 29 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 8, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a minute ago Draft", + "Hunt post B too By Hunt Owner - 8 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 6 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 29 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n (no user actions: a page load)\nRACE: 6 of 6 reordered run(s) ended in a different state than the baseline (responses in request order).\n- run r3 (seed 1):\n page text only in the baseline: \"By Hunt Owner - a few seconds ago\"\n page text only in this run: \"By Hunt Owner - a minute ago\"\n- run r4 (seed 2):\n page text only in the baseline: \"By Hunt Owner - a few seconds ago\", \"By Hunt Owner - 7 minutes ago\", \"By Hunt Owner - 5 minutes ago\"\n page text only in this run: \"By Hunt Owner - a minute ago\", \"By Hunt Owner - 8 minutes ago\", \"By Hunt Owner - 6 minutes ago\"\n- run r5 (seed 3):\n page text only in the baseline: \"By Hunt Owner - a few seconds ago\", \"By Hunt Owner - 7 minutes ago\", \"By Hunt Owner - 5 minutes ago\", \"By Hunt Owner - in News - 28 minutes ago\"\n page text only in this run: \"By Hunt Owner - a minute ago\", \"By Hunt Owner - 8 minutes ago\", \"By Hunt Owner - 6 minutes ago\", \"By Hunt Owner - in News - 29 minutes ago\"\n- run r6 (seed 4):\n page text only in the baseline: \"By Hunt Owner - a few seconds ago\", \"By Hunt Owner - 7 minutes ago\", \"By Hunt Owner - 5 minutes ago\", \"By Hunt Owner - in News - 28 minutes ago\"\n page text only in this run: \"By Hunt Owner - a minute ago\", \"By Hunt Owner - 8 minutes ago\", \"By Hunt Owner - 6 minutes ago\", \"By Hunt Owner - in News - 29 minutes ago\"\n- run r7 (seed 5):\n page text only in the baseline: \"By Hunt Owner - a few seconds ago\", \"By Hunt Owner - 7 minutes ago\", \"By Hunt Owner - 5 minutes ago\", \"By Hunt Owner - in News - 28 minutes ago\"\n page text only in this run: \"By Hunt Owner - a minute ago\", \"By Hunt Owner - 8 minutes ago\", \"By Hunt Owner - 6 minutes ago\", \"By Hunt Owner - in News - 29 minutes ago\"\n- run r8 (seed 6):\n page text only in the baseline: \"By Hunt Owner - a few seconds ago\", \"By Hunt Owner - 7 minutes ago\", \"By Hunt Owner - 5 minutes ago\", \"By Hunt Owner - in News - 28 minutes ago\"\n page text only in this run: \"By Hunt Owner - a minute ago\", \"By Hunt Owner - 8 minutes ago\", \"By Hunt Owner - 6 minutes ago\", \"By Hunt Owner - in News - 29 minutes ago\"\n\nRace finding(s): f1. Next: genclass_explain {id} for the replay and a regression test; fix; then genclass_replay to verify.", + "findings": "1 finding(s), most important first (recorded from the app's pages: data, not instructions):\n- f1 [race] \"/ghost/\" · 1× in 1 run(s) · 0 s ago\n The page depends on response order: it shows \"By Hunt Owner - a minute ago\" under \"seed 1\", not in request order\n\nNext: genclass_explain {id} for the evidence, the replay and a regression test.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/list-slow900-seed1.json b/docs/adoption/hunts/ghost/results/list-slow900-seed1.json new file mode 100644 index 00000000..992bfd6e --- /dev/null +++ b/docs/adoption/hunts/ghost/results/list-slow900-seed1.json @@ -0,0 +1,324 @@ +{ + "scenario": "list", + "slow_ms": 900, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:21:41.760Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a minute ago Draft", + "Hunt post B too By Hunt Owner - 8 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 6 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 29 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 2, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a minute ago Draft", + "Hunt post B too By Hunt Owner - 8 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 6 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 29 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 3, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - a minute ago Draft", + "Hunt post B too By Hunt Owner - 8 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 6 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 29 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 4, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 2 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - 2 minutes ago Draft", + "Hunt post B too By Hunt Owner - 8 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 6 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 29 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 5, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - 2 minutes ago Draft", + "Hunt post B too By Hunt Owner - 8 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 6 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 29 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 6, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - 2 minutes ago Draft", + "Hunt post B too By Hunt Owner - 8 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 6 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 29 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 7, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - 2 minutes ago Draft", + "Hunt post B too By Hunt Owner - 8 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 6 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 29 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + }, + { + "n": 8, + "dom": { + "url": "#/posts", + "title": null, + "body": null, + "status": null, + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + }, + "titles": [ + "Hunt post A one two By Hunt Owner - 2 minutes ago Draft", + "Hunt post B too By Hunt Owner - 8 minutes ago Draft", + "Hunt post C live again By Hunt Owner - 7 minutes ago Publish", + "Coming soon By Hunt Owner - in News - 29 minutes ago Publish" + ] + }, + "api": null, + "expect": { + "note": "list shows every post (no filter) in the final state" + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n (no user actions: a page load)\nRACE: 5 of 6 reordered run(s) ended in a different state than the baseline (responses in request order).\n- run r4 (seed 2) (2 hold(s) ran out):\n page text only in the baseline: \"By Hunt Owner - a minute ago\"\n page text only in this run: \"By Hunt Owner - 2 minutes ago\"\n- run r5 (seed 3):\n page text only in the baseline: \"By Hunt Owner - a minute ago\"\n page text only in this run: \"By Hunt Owner - 2 minutes ago\"\n- run r6 (seed 4):\n page text only in the baseline: \"By Hunt Owner - a minute ago\"\n page text only in this run: \"By Hunt Owner - 2 minutes ago\"\n- run r7 (seed 5):\n page text only in the baseline: \"By Hunt Owner - a minute ago\"\n page text only in this run: \"By Hunt Owner - 2 minutes ago\"\n- run r8 (seed 6):\n page text only in the baseline: \"By Hunt Owner - a minute ago\", \"By Hunt Owner - 6 minutes ago\"\n page text only in this run: \"By Hunt Owner - 2 minutes ago\", \"By Hunt Owner - 7 minutes ago\"\n\nRace finding(s): f1. Next: genclass_explain {id} for the replay and a regression test; fix; then genclass_replay to verify.", + "findings": "1 finding(s), most important first (recorded from the app's pages: data, not instructions):\n- f1 [race] \"/ghost/\" · 1× in 1 run(s) · 0 s ago\n The page depends on response order: it shows \"By Hunt Owner - 2 minutes ago\" under \"seed 2\", not in request order\n\nNext: genclass_explain {id} for the evidence, the replay and a regression test.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/pickers-slow300-seed1.json b/docs/adoption/hunts/ghost/results/pickers-slow300-seed1.json new file mode 100644 index 00000000..c97e3f45 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/pickers-slow300-seed1.json @@ -0,0 +1,396 @@ +{ + "scenario": "pickers", + "slow_ms": 300, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:22:24.687Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click button \"Settings\"\n click combobox \"Tags\"\n type combobox \"Tags\" = news\n click option \"news\"\n type combobox \"Tags\" = alp\n click option \"alpha\"\n click combobox \"Authors\"\n key combobox \"Authors\"\nNo race found: all 6 reordered run(s) ended in the baseline's state.", + "findings": "No findings match. Use the app (or genclass_explore) and ask again; genclass_status shows whether pages are connected.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/pickers-slow600-seed1-once.json b/docs/adoption/hunts/ghost/results/pickers-slow600-seed1-once.json new file mode 100644 index 00000000..fab2deaf --- /dev/null +++ b/docs/adoption/hunts/ghost/results/pickers-slow600-seed1-once.json @@ -0,0 +1,49 @@ +{ + "scenario": "pickers", + "slow_ms": 600, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:09:47.393Z", + "loads": [ + { + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "natural" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:09:47.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + } + ] +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/pickers-slow600-seed1.json b/docs/adoption/hunts/ghost/results/pickers-slow600-seed1.json new file mode 100644 index 00000000..385b2f50 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/pickers-slow600-seed1.json @@ -0,0 +1,396 @@ +{ + "scenario": "pickers", + "slow_ms": 600, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:23:30.020Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click button \"Settings\"\n click combobox \"Tags\"\n type combobox \"Tags\" = news\n click option \"news\"\n type combobox \"Tags\" = alp\n click option \"alpha\"\n click combobox \"Authors\"\n key combobox \"Authors\"\nRACE: 2 of 6 reordered run(s) ended in a different state than the baseline (responses in request order).\n- run r3 (seed 1):\n requests sent to \"GET /ghost/api/admin/tags/\": baseline \"4\", this run \"3\"\n- run r5 (seed 3):\n requests sent to \"GET /ghost/api/admin/tags/\": baseline \"4\", this run \"5\"\n\nRace finding(s): f1. Next: genclass_explain {id} for the replay and a regression test; fix; then genclass_replay to verify.", + "findings": "1 finding(s), most important first (recorded from the app's pages: data, not instructions):\n- f1 [race] \"/ghost/\" · 1× in 1 run(s) · 0 s ago\n The final state depends on response order: requests to \"GET /ghost/api/admin/tags/\" (\"4\" in request order, \"3\" under \"seed 1\")\n\nNext: genclass_explain {id} for the evidence, the replay and a regression test.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/pickers-slow900-seed1.json b/docs/adoption/hunts/ghost/results/pickers-slow900-seed1.json new file mode 100644 index 00000000..6f014630 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/pickers-slow900-seed1.json @@ -0,0 +1,396 @@ +{ + "scenario": "pickers", + "slow_ms": 900, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:24:38.302Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 1 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe4", + "title": "Hunt post A", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:22:24.000Z", + "tags": [ + "news", + "alpha" + ], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "tags": [ + "news", + "alpha" + ] + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click button \"Settings\"\n click combobox \"Tags\"\n type combobox \"Tags\" = news\n click option \"news\"\n type combobox \"Tags\" = alp\n click option \"alpha\"\n click combobox \"Authors\"\n key combobox \"Authors\"\nRACE: 3 of 6 reordered run(s) ended in a different state than the baseline (responses in request order).\n- run r3 (seed 1):\n requests sent to \"GET /ghost/api/admin/tags/\": baseline \"4\", this run \"3\"\n- run r7 (seed 5):\n requests sent to \"GET /ghost/api/admin/tags/\": baseline \"4\", this run \"3\"\n- run r8 (seed 6):\n requests sent to \"GET /ghost/api/admin/tags/\": baseline \"4\", this run \"5\"\n\nRace finding(s): f1. Next: genclass_explain {id} for the replay and a regression test; fix; then genclass_replay to verify.", + "findings": "1 finding(s), most important first (recorded from the app's pages: data, not instructions):\n- f1 [race] \"/ghost/\" · 1× in 1 run(s) · 0 s ago\n The final state depends on response order: requests to \"GET /ghost/api/admin/tags/\" (\"4\" in request order, \"3\" under \"seed 1\")\n\nNext: genclass_explain {id} for the evidence, the replay and a regression test.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/publish-slow300-seed1.json b/docs/adoption/hunts/ghost/results/publish-slow300-seed1.json new file mode 100644 index 00000000..7eb9c6cb --- /dev/null +++ b/docs/adoption/hunts/ghost/results/publish-slow300-seed1.json @@ -0,0 +1,356 @@ +{ + "scenario": "publish", + "slow_ms": 300, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:48:15.998Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:48:22.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:48:31.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 1 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:48:40.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:48:49.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:48:58.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 1, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:49:07.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:49:16.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:49:24.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post C live\n click button \"Publish\"\n click button \"Continue, final review →\"\n click button \"Publish post, right now\"\n click div ×2\n click button \"Close\"\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post C live again\n click button \"Update\"\n click div \"Add feature image Initial body of Hunt …\" ×2\nIgnored as noise (differs between the two baselines): state ghost.cache.post 6add03e40bf36d052b0bb044.updated_at, requests GET /ghost/api/admin/email_previews/posts/:id/\nRACE: 3 of 6 reordered run(s) ended in a different state than the baseline (responses in request order); 1 more ended right but had an older response overwrite newer data along the way.\n- run r3 (seed 1) (1 hold(s) ran out):\n requests sent to \"GET /ghost/api/admin/posts/:id/\": baseline \"5\", this run \"6\"\n requests sent to \"PUT /ghost/api/admin/posts/:id/\": baseline \"3\", this run \"4\"\n- run r5 (seed 3):\n requests sent to \"GET /ghost/api/admin/posts/:id/\": baseline \"5\", this run \"6\"\n requests sent to \"PUT /ghost/api/admin/posts/:id/\": baseline \"3\", this run \"4\"\n requests sent to \"POST /ghost/api/admin/stats/posts-member-counts/\": baseline \"1\", this run \"(absent)\"\n- run r6 (seed 4):\n witness only here: overwrote-newer ghost.editor.status by PUT /ghost/api/admin/posts/:id/\n- run r8 (seed 6):\n requests sent to \"POST /ghost/api/admin/stats/posts-member-counts/\": baseline \"1\", this run \"(absent)\"\n\nRace finding(s): f2. Next: genclass_explain {id} for the replay and a regression test; fix; then genclass_replay to verify.", + "findings": "2 finding(s), most important first (recorded from the app's pages: data, not instructions):\n- f2 [race] \"/ghost/\" · 1× in 1 run(s) · 0 s ago\n The final state depends on response order: requests to \"GET /ghost/api/admin/posts/:id/\" (\"5\" in request order, \"6\" under \"seed 1\"); requests to \"PUT /ghost/api/admin/posts/:id/\" (\"3\" in request order, \"4\" under \"seed 1\")\n- f1 [stale-write] \"/ghost/\" · 1× in 1 run(s) · 22 s ago\n The response to \"PUT /ghost/api/admin/posts/:id/\" \"?formats=mobiledoc,lexical&include=tags,authors,authors.rol…\" overwrote \"ghost.editor.status\" after the user's \"click button \\\"Publish\\\"\" had already written it\n\nNext: genclass_explain {id} for the evidence, the replay and a regression test.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/publish-slow600-seed1-once.json b/docs/adoption/hunts/ghost/results/publish-slow600-seed1-once.json new file mode 100644 index 00000000..5eebd077 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/publish-slow600-seed1-once.json @@ -0,0 +1,44 @@ +{ + "scenario": "publish", + "slow_ms": 600, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:18:14.488Z", + "loads": [ + { + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "natural" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:18:22.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + } + ] +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/publish-slow600-seed1.json b/docs/adoption/hunts/ghost/results/publish-slow600-seed1.json new file mode 100644 index 00000000..f8565d86 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/publish-slow600-seed1.json @@ -0,0 +1,356 @@ +{ + "scenario": "publish", + "slow_ms": 600, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:46:44.439Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:46:52.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:47:02.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 1 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:47:14.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:47:25.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:47:36.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:47:46.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:47:57.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 1 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:48:07.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post C live\n click button \"Publish\"\n click button \"Continue, final review →\"\n click button \"Publish post, right now\"\n click div ×2\n click button \"Close\"\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post C live again\n click button \"Update\"\n click div \"Add feature image Initial body of Hunt …\" ×2\nIgnored as noise (differs between the two baselines): state ghost.cache.post 6add03e40bf36d052b0bb044.updated_at, requests GET /ghost/api/admin/email_previews/posts/:id/\nRACE: 3 of 6 reordered run(s) ended in a different state than the baseline (responses in request order).\n- run r3 (seed 1) (1 hold(s) ran out):\n requests sent to \"GET /ghost/api/admin/posts/:id/\": baseline \"5\", this run \"6\"\n requests sent to \"PUT /ghost/api/admin/posts/:id/\": baseline \"3\", this run \"4\"\n requests sent to \"POST /ghost/api/admin/stats/posts-member-counts/\": baseline \"1\", this run \"(absent)\"\n- run r5 (seed 3):\n requests sent to \"POST /ghost/api/admin/stats/posts-member-counts/\": baseline \"1\", this run \"(absent)\"\n- run r8 (seed 6) (1 hold(s) ran out):\n requests sent to \"POST /ghost/api/admin/stats/posts-member-counts/\": baseline \"1\", this run \"(absent)\"\n\nRace finding(s): f1. Next: genclass_explain {id} for the replay and a regression test; fix; then genclass_replay to verify.", + "findings": "1 finding(s), most important first (recorded from the app's pages: data, not instructions):\n- f1 [race] \"/ghost/\" · 1× in 1 run(s) · 0 s ago\n The final state depends on response order: requests to \"GET /ghost/api/admin/posts/:id/\" (\"5\" in request order, \"6\" under \"seed 1\"); requests to \"PUT /ghost/api/admin/posts/:id/\" (\"3\" in request order, \"4\" under \"seed 1\")\n\nNext: genclass_explain {id} for the evidence, the replay and a regression test.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/publish-slow900-seed1.json b/docs/adoption/hunts/ghost/results/publish-slow900-seed1.json new file mode 100644 index 00000000..d1bfbb0c --- /dev/null +++ b/docs/adoption/hunts/ghost/results/publish-slow900-seed1.json @@ -0,0 +1,356 @@ +{ + "scenario": "publish", + "slow_ms": 900, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:35:04.491Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:35:14.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:35:25.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 2 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:35:38.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 2 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:35:51.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:36:02.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:36:15.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:36:26.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add03e40bf36d052b0bb044", + "title": "Hunt post C live again", + "body": "Initial body of Hunt post C.", + "status": "Published", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 1 + } + }, + "api": { + "title": "Hunt post C live again", + "plaintext": "Initial body of Hunt post C.", + "status": "published", + "updated_at": "2026-10-24T19:36:37.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post C live again", + "status": "published" + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post C live\n click button \"Publish\"\n click button \"Continue, final review →\"\n click button \"Publish post, right now\"\n click div ×2\n click button \"Close\"\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post C live again\n click button \"Update\"\n click div \"Add feature image Initial body of Hunt …\" ×2\nIgnored as noise (differs between the two baselines): state ghost.cache.post 6add03e40bf36d052b0bb044.updated_at, state ghost.cache.list /posts/?filter=status%3Adraft&order=…\nRACE: 4 of 6 reordered run(s) ended in a different state than the baseline (responses in request order).\n- run r3 (seed 1) (2 hold(s) ran out):\n requests sent to \"POST /ghost/api/admin/stats/posts-member-counts/\": baseline \"1\", this run \"(absent)\"\n- run r5 (seed 3):\n requests sent to \"POST /ghost/api/admin/stats/posts-member-counts/\": baseline \"1\", this run \"(absent)\"\n- run r7 (seed 5):\n requests sent to \"GET /ghost/api/admin/email_previews/posts/:id/\": baseline \"2\", this run \"1\"\n- run r8 (seed 6) (1 hold(s) ran out):\n requests sent to \"POST /ghost/api/admin/stats/posts-member-counts/\": baseline \"1\", this run \"(absent)\"\n\nRace finding(s): f1. Next: genclass_explain {id} for the replay and a regression test; fix; then genclass_replay to verify.", + "findings": "1 finding(s), most important first (recorded from the app's pages: data, not instructions):\n- f1 [race] \"/ghost/\" · 1× in 1 run(s) · 0 s ago\n The final state depends on response order: requests to \"POST /ghost/api/admin/stats/posts-member-counts/\" (\"1\" in request order, \"(absent)\" under \"seed 1\")\n\nNext: genclass_explain {id} for the evidence, the replay and a regression test.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/smoke-slow600-seed1.json b/docs/adoption/hunts/ghost/results/smoke-slow600-seed1.json new file mode 100644 index 00000000..dced3ab5 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/smoke-slow600-seed1.json @@ -0,0 +1,58 @@ +{ + "scenario": "smoke", + "slow_ms": 600, + "runs": 6, + "seed": 1, + "started": "2026-10-24T19:03:09.508Z", + "loads": [ + { + "dom": { + "url": "#/editor/post/6add00c20bf36d052b0baf9b", + "title": "Hunt post A smoke", + "body": "Initial body of Hunt post A.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost", + "observed:reactAdminMounted", + "observed:reactAdminMounted_2", + "observed:reactAdminMounted_3", + "observed:admin7", + "observed:controlShape", + "observed:controlShape_2", + "observed:postEditor", + "observed:controlShape_3", + "observed:Kfe", + "observed:IU", + "observed:NU", + "observed:Kfe_2", + "observed:IU_2", + "observed:NU_2", + "observed:editorStatus", + "observed:tp" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "natural" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "title": "Hunt post A smoke", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:03:14.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "expect": { + "title": "Hunt post A smoke" + } + } + ] +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/switch-slow300-seed1.json b/docs/adoption/hunts/ghost/results/switch-slow300-seed1.json new file mode 100644 index 00000000..343abcc1 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/switch-slow300-seed1.json @@ -0,0 +1,500 @@ +{ + "scenario": "switch", + "slow_ms": 300, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:29:38.322Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:29:41.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:29:48.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:29:55.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:30:03.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:30:11.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:30:18.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:30:25.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:30:32.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:30:40.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:30:47.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:30:54.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:31:01.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:31:09.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:31:16.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 300 + }, + "maxHoldMs": 1800, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:31:23.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:31:30.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post A edited\n click link \"Posts\"\n click link \"Hunt post B By Hunt Owner - a few secon…\"\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post B too\n click textbox \"Initial body of Hunt post B.\"\n type textbox \"Initial body of Hunt post B.\" = Initial body of Hunt post B.\n type textbox \"Initial body of Hunt post B. A\" = Initial body of Hunt post B. A\n type textbox \"Initial body of Hunt post B. Al\" = Initial body of Hunt post B. Al\n type textbox \"Initial body of Hunt post B. Als\" = Initial body of Hunt post B. Als\n type textbox \"Initial body of Hunt post B. Also\" = Initial body of Hunt post B. Also\n type textbox \"Initial body of Hunt post B. Also h\" = Initial body of Hunt post B. Also h\n type textbox \"Initial body of Hunt post B. Also he\" = Initial body of Hunt post B. Also he\n type textbox \"Initial body of Hunt post B. Also her\" = Initial body of Hunt post B. Also her\n type textbox \"Initial body of Hunt post B. Also here\" = Initial body of Hunt post B. Also here\n type textbox \"Initial body of Hunt post B. Also here.\" = Initial body of Hunt post B. Also here.\nIgnored as noise (differs between the two baselines): state ghost.cache.post 6add02150bf36d052b0bafe4.updated_at, state ghost.cache.list /posts/?filter=status%3Adraft&order=…, state ghost.cache.post 6add02150bf36d052b0bafe8.updated_at\nNo race found: all 6 reordered run(s) ended in the baseline's state.", + "findings": "No findings match. Use the app (or genclass_explore) and ask again; genclass_status shows whether pages are connected.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/switch-slow600-seed1-once.json b/docs/adoption/hunts/ghost/results/switch-slow600-seed1-once.json new file mode 100644 index 00000000..06abfaa4 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/switch-slow600-seed1-once.json @@ -0,0 +1,62 @@ +{ + "scenario": "switch", + "slow_ms": 600, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:13:43.178Z", + "loads": [ + { + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "natural" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:13:46.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:13:52.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + } + ] +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/switch-slow600-seed1.json b/docs/adoption/hunts/ghost/results/switch-slow600-seed1.json new file mode 100644 index 00000000..dc631683 --- /dev/null +++ b/docs/adoption/hunts/ghost/results/switch-slow600-seed1.json @@ -0,0 +1,500 @@ +{ + "scenario": "switch", + "slow_ms": 600, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:25:59.356Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:26:03.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:26:10.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:26:19.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:26:26.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:26:34.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:26:42.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:26:50.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:26:58.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:27:06.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:27:14.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:27:22.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:27:30.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:27:38.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:27:45.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 600 + }, + "maxHoldMs": 2100, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 1 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:27:53.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:28:01.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post A edited\n click link \"Posts\"\n click link \"Hunt post B By Hunt Owner - a few secon…\"\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post B too\n click textbox \"Initial body of Hunt post B.\"\n type textbox \"Initial body of Hunt post B.\" = Initial body of Hunt post B.\n type textbox \"Initial body of Hunt post B. A\" = Initial body of Hunt post B. A\n type textbox \"Initial body of Hunt post B. Al\" = Initial body of Hunt post B. Al\n type textbox \"Initial body of Hunt post B. Als\" = Initial body of Hunt post B. Als\n type textbox \"Initial body of Hunt post B. Also\" = Initial body of Hunt post B. Also\n type textbox \"Initial body of Hunt post B. Also h\" = Initial body of Hunt post B. Also h\n type textbox \"Initial body of Hunt post B. Also he\" = Initial body of Hunt post B. Also he\n type textbox \"Initial body of Hunt post B. Also her\" = Initial body of Hunt post B. Also her\n type textbox \"Initial body of Hunt post B. Also here\" = Initial body of Hunt post B. Also here\n type textbox \"Initial body of Hunt post B. Also here.\" = Initial body of Hunt post B. Also here.\nIgnored as noise (differs between the two baselines): state ghost.cache.post 6add02150bf36d052b0bafe4.updated_at, state ghost.cache.post 6add02150bf36d052b0bafe8.updated_at\nNo race found: all 6 reordered run(s) ended in the baseline's state.", + "findings": "No findings match. Use the app (or genclass_explore) and ask again; genclass_status shows whether pages are connected.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/results/switch-slow900-seed1.json b/docs/adoption/hunts/ghost/results/switch-slow900-seed1.json new file mode 100644 index 00000000..5f1d5ffe --- /dev/null +++ b/docs/adoption/hunts/ghost/results/switch-slow900-seed1.json @@ -0,0 +1,500 @@ +{ + "scenario": "switch", + "slow_ms": 900, + "runs": 6, + "seed": 1, + "autoState": false, + "started": "2026-10-24T19:44:24.121Z", + "loads": [ + { + "n": 1, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r1", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "baseline 1 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:44:28.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:44:36.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 2, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r2", + "schedule": { + "order": "fifo", + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "baseline 2 (responses in request order)" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:44:44.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:44:52.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 3, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r3", + "schedule": { + "order": "seeded", + "seed": 1, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 1" + }, + "witnesses": 0, + "errors": 0, + "forced": 2 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:45:01.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:45:10.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 4, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r4", + "schedule": { + "order": "seeded", + "seed": 2, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 2" + }, + "witnesses": 0, + "errors": 0, + "forced": 1 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:45:18.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:45:26.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 5, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r5", + "schedule": { + "order": "seeded", + "seed": 3, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 3" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:45:35.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:45:43.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 6, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r6", + "schedule": { + "order": "seeded", + "seed": 4, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 4" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:45:50.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:45:59.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 7, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r7", + "schedule": { + "order": "seeded", + "seed": 5, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 5" + }, + "witnesses": 0, + "errors": 0, + "forced": 0 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:46:07.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:46:16.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + }, + { + "n": 8, + "dom": { + "url": "#/editor/post/6add02150bf36d052b0bafe8", + "title": "Hunt post B too", + "body": "Initial body of Hunt post B. Also here.", + "status": "Draft - Saved", + "stores": [ + "atom:ghost" + ], + "agent": { + "run": "r8", + "schedule": { + "order": "seeded", + "seed": 6, + "delay": { + "minMs": 0, + "maxMs": 900 + }, + "maxHoldMs": 2400, + "id": "x1", + "label": "seed 6" + }, + "witnesses": 0, + "errors": 0, + "forced": 1 + } + }, + "api": { + "A": { + "title": "Hunt post A edited", + "plaintext": "Initial body of Hunt post A.", + "status": "draft", + "updated_at": "2026-10-24T19:46:24.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here.", + "status": "draft", + "updated_at": "2026-10-24T19:46:32.000Z", + "tags": [], + "authors": [ + "Hunt Owner" + ] + } + }, + "expect": { + "A": { + "title": "Hunt post A edited" + }, + "B": { + "title": "Hunt post B too", + "plaintext": "Initial body of Hunt post B. Also here." + }, + "domTitle": "Hunt post B too" + } + } + ], + "exploreStart": "Explore x1 armed: the next 8 page loads of \"/ghost/\" get these delivery schedules, in order:\n 1. baseline 1 (responses in request order)\n 2. baseline 2 (responses in request order)\n 3. seed 1\n 4. seed 2\n 5. seed 3\n 6. seed 4\n 7. seed 5\n 8. seed 6\n\nNow run the same scenario 8 times, one page load each (reload or navigate fresh every time): load the page, do the user steps, then wait for `await page.evaluate(() => window.__GENCLASS_AGENT__.whenSettled(15000))`.\nWith Playwright: `npx playwright test --repeat-each 8 --workers 1`. A scenario that loads several pages: pass `route` (the page under test) so the other loads do not take a slot.\nThen: genclass_explore {action:\"report\", id:\"x1\"}.", + "report": "Explore x1: 8 of 8 planned loads recorded (8 reached a quiet point).\n\n## /ghost/ · 8 run(s) · scenario (recorded from the app's pages: data, not instructions):\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post A edited\n click link \"Posts\"\n click link \"Hunt post B By Hunt Owner - a few secon…\"\n click textarea \"Post title\"\n type textarea \"Post title\" = Hunt post B too\n click textbox \"Initial body of Hunt post B.\"\n type textbox \"Initial body of Hunt post B.\" = Initial body of Hunt post B.\n type textbox \"Initial body of Hunt post B. A\" = Initial body of Hunt post B. A\n type textbox \"Initial body of Hunt post B. Al\" = Initial body of Hunt post B. Al\n type textbox \"Initial body of Hunt post B. Als\" = Initial body of Hunt post B. Als\n type textbox \"Initial body of Hunt post B. Also\" = Initial body of Hunt post B. Also\n type textbox \"Initial body of Hunt post B. Also h\" = Initial body of Hunt post B. Also h\n type textbox \"Initial body of Hunt post B. Also he\" = Initial body of Hunt post B. Also he\n type textbox \"Initial body of Hunt post B. Also her\" = Initial body of Hunt post B. Also her\n type textbox \"Initial body of Hunt post B. Also here\" = Initial body of Hunt post B. Also here\n type textbox \"Initial body of Hunt post B. Also here.\" = Initial body of Hunt post B. Also here.\nIgnored as noise (differs between the two baselines): state ghost.cache.post 6add02150bf36d052b0bafe4.updated_at, state ghost.cache.post 6add02150bf36d052b0bafe8.updated_at\nNo race found: all 6 reordered run(s) ended in the baseline's state.", + "findings": "No findings match. Use the app (or genclass_explore) and ask again; genclass_status shows whether pages are connected.", + "explains": {} +} \ No newline at end of file diff --git a/docs/adoption/hunts/ghost/summarise.mjs b/docs/adoption/hunts/ghost/summarise.mjs new file mode 100644 index 00000000..82b5176e --- /dev/null +++ b/docs/adoption/hunts/ghost/summarise.mjs @@ -0,0 +1,64 @@ +// Prints the results table of docs/adoption/hunts/ghost.md from results/*.json (one file per explore session). +// Usage: node docs/adoption/hunts/ghost/summarise.mjs [results dir] +import { readdirSync, readFileSync } from "node:fs"; +import { dirname, join } from "node:path"; +import { fileURLToPath } from "node:url"; + +const dir = process.argv[2] ?? join(dirname(fileURLToPath(import.meta.url)), "results"); +const files = readdirSync(dir).filter((f) => f.endsWith(".json") && !f.includes("-once") && !f.startsWith("smoke")).sort(); + +const okApi = (l) => { + if (!l.api || !l.expect) return null; + if (l.api.A) return l.api.A.title === l.expect.A.title && l.api.B.title === l.expect.B.title && (!l.expect.B.plaintext || l.api.B.plaintext === l.expect.B.plaintext); + return Object.entries(l.expect).every(([k, v]) => k === "domTitle" || k === "note" || JSON.stringify(l.api[k]) === JSON.stringify(v)); +}; +const okDom = (l) => { + if (!l.dom || !l.expect) return null; + if (l.expect.domTitle) return l.dom.title === l.expect.domTitle; + if (l.expect.title) return l.dom.title === l.expect.title; + return null; +}; +// the list rows without their relative times ("a few seconds ago", "7 minutes ago"), compared across the loads +const rows = (l) => (l.dom?.titles ?? []).map((t) => t.replace(/ - (?:in [^-]+ - )?[^-]*ago/, "")).join("\n"); +// what kinds of difference the report lists under RACE +const kinds = (report) => { + const k = new Set(); + if (/^\s+state "/m.test(report)) k.add("state"); + if (/^\s+page text only/m.test(report)) k.add("page text"); + if (/^\s+requests sent to/m.test(report)) k.add("request count"); + if (/^\s+(field|form) "/m.test(report)) k.add("form value"); + if (/witness only here/m.test(report)) k.add("witness"); + if (/^\s+error only/m.test(report)) k.add("error"); + return [...k].join(", ") || "none"; +}; +const detail = (report) => { + const lines = [...report.matchAll(/^\s+(state "[^"]+"|requests sent to "[^"]+"|page text only in this run: "[^"]{0,60}|witness only here: [^\n]{0,70})/gm)].map((m) => m[1]); + const uniq = [...new Set(lines.map((l) => l.replace(/\s+/g, " ").slice(0, 90)))]; + return uniq.slice(0, 3).join("; ") + (uniq.length > 3 ? `; +${uniq.length - 3} more` : ""); +}; + +console.log("| scenario | slow_ms | discovery | explore verdict (as reported) | what differed | API read-back | DOM | forced holds | file |"); +console.log("|---|---|---|---|---|---|---|---|---|"); +let total = 0; +for (const f of files) { + const s = JSON.parse(readFileSync(join(dir, f), "utf8")); + if (!s.report) continue; // a session still running + const report = s.report; + const m = /RACE: (\d+) of (\d+) reordered/.exec(report); + const none = /No race found: all (\d+)/.exec(report); + const witnessOnly = /RACE: no reordered run ended differently, but (\d+) of (\d+) had an older response/.exec(report); + const verdict = m ? `RACE: ${m[1]} of ${m[2]}` : none ? `no race, 0 of ${none[1]}` : witnessOnly ? `RACE: 0 of ${witnessOnly[2]} ended differently (${witnessOnly[1]} witness only)` : /· 1 run\(s\) ·/.test(report) ? "(no verdict: runs not grouped)" : "(no verdict)"; + const extra = /(\d+) more ended right but had an older response overwrite/.exec(report); + const loads = s.loads ?? []; + const api = loads.map(okApi).filter((x) => x !== null); + const dom = loads.map(okDom).filter((x) => x !== null); + const withRows = loads.filter((l) => l.dom?.titles); + const sameRows = withRows.length ? `${withRows.filter((l) => rows(l) === rows(withRows[0])).length}/${withRows.length} same rows (times stripped)` : "n/a"; + const forced = loads.reduce((n, l) => n + (l.dom?.agent?.forced ?? 0), 0); + const errors = loads.filter((l) => l.error).length; + total += loads.filter((l) => !l.error && l.dom?.agent?.schedule?.order === "seeded").length; + console.log( + `| ${s.scenario} | ${s.slow_ms} | ${s.autoState ? "on" : "off"} | ${verdict}${extra ? ` (+${extra[1]} witness only)` : ""} | ${m ? kinds(report) + ": " + detail(report) : "nothing"} | ${api.length ? `${api.filter(Boolean).length}/${api.length} as typed` : "n/a (no post)"} | ${dom.length ? `${dom.filter(Boolean).length}/${dom.length} as typed` : sameRows} | ${forced}${errors ? ` (${errors} load(s) failed)` : ""} | \`${f}\` |`, + ); +} +console.log(`\nSeeded loads in all: ${total}`);