adolf/qa/scenarios/workspace/lobster-invaders-build.yaml

title: Build Lobster Invaders

scenario:
  id: lobster-invaders-build
  surface: workspace
  coverage:
    primary:
      - workspace.artifacts
    secondary:
      - workspace.builds
  objective: Verify the agent can read the repo, create a tiny playable artifact, and report what changed.
  successCriteria:
    - Agent inspects source before coding.
    - Agent builds a tiny playable Lobster Invaders artifact.
    - Agent explains how to run or view the artifact.
  docsRefs:
    - docs/help/testing.md
    - docs/web/dashboard.md
  codeRefs:
    - extensions/qa-lab/src/report.ts
    - extensions/qa-lab/web/src/app.ts
  execution:
    kind: flow
    summary: Verify the agent can read the repo, create a tiny playable artifact, and report what changed.
    config:
      prompt: Read the QA kickoff context first, then build a tiny Lobster Invaders HTML game at ./lobster-invaders.html in this workspace and tell me where it is.

flow:
  steps:
    - name: creates the artifact after reading context
      actions:
        - call: reset
        - call: runAgentPrompt
          args:
            - ref: env
            - sessionKey: agent:qa:lobster-invaders
              message:
                expr: config.prompt
              timeoutMs:
                expr: liveTurnTimeoutMs(env, 30000)
        - call: waitForOutboundMessage
          args:
            - ref: state
            - lambda:
                params: [candidate]
                expr: "candidate.conversation.id === 'qa-operator'"
        - set: artifactPath
          value:
            expr: "path.join(env.gateway.workspaceDir, 'lobster-invaders.html')"
        - call: waitForCondition
          saveAs: artifact
          args:
            - lambda:
                async: true
                expr: "((await fs.readFile(artifactPath, 'utf8').catch(() => null))?.includes('Lobster Invaders') ? await fs.readFile(artifactPath, 'utf8').catch(() => null) : undefined)"
            - expr: liveTurnTimeoutMs(env, 20000)
            - 250
        - assert:
            expr: "artifact.includes('Lobster Invaders')"
            message: missing Lobster Invaders artifact
        - assert:
            expr: "!env.mock || (await fetchJson(`${env.mock.baseUrl}/debug/requests`)).some((request) => (request.toolOutput ?? '').includes('QA mission'))"
            message: expected pre-write read evidence
      detailsExpr: "'lobster-invaders.html'"