adolf/qa/scenarios/runtime/runtime-inventory-drift-check.yaml

title: Runtime inventory drift check

scenario:
  id: runtime-inventory-drift-check
  surface: inventory
  coverage:
    primary:
      - runtime.inventory
  objective: Verify tools.effective and skills.status stay aligned with runtime behavior after config changes.
  successCriteria:
    - Enabled tool appears before the config change.
    - After config change, disabled tool disappears from tools.effective.
    - Disabled skill appears in skills.status with disabled state.
  docsRefs:
    - docs/gateway/protocol.md
    - docs/tools/skills.md
    - docs/tools/index.md
  codeRefs:
    - src/gateway/server-methods/tools-effective.ts
    - src/gateway/server-methods/skills.ts
  execution:
    kind: flow
    summary: Verify tools.effective and skills.status stay aligned with runtime behavior after config changes.
    config:
      skillName: qa-drift-skill
      successMarker: DRIFT-SKILL-OK
      skillBody: |-
        ---
        name: qa-drift-skill
        description: Drift skill marker
        ---
        When the user asks for the drift skill marker exactly, reply with exactly: DRIFT-SKILL-OK
      deniedTool: image_generate

flow:
  steps:
    - name: keeps tools.effective and skills.status aligned after config changes
      actions:
        - call: ensureImageGenerationConfigured
          args:
            - ref: env
        - call: writeWorkspaceSkill
          args:
            - env:
                ref: env
              name:
                expr: config.skillName
              body:
                expr: config.skillBody
        - call: createSession
          saveAs: sessionKey
          args:
            - ref: env
            - Inventory drift
        - call: readEffectiveTools
          saveAs: beforeTools
          args:
            - ref: env
            - ref: sessionKey
        - assert:
            expr: "beforeTools.has(config.deniedTool)"
            message:
              expr: "`expected ${config.deniedTool} before drift patch`"
        - call: readSkillStatus
          saveAs: beforeSkills
          args:
            - ref: env
        - assert:
            expr: "Boolean(findSkill(beforeSkills, config.skillName)?.eligible)"
            message:
              expr: "`expected ${config.skillName} to be eligible before patch`"
        - call: patchConfig
          args:
            - env:
                ref: env
              patch:
                tools:
                  deny:
                    - expr: config.deniedTool
                skills:
                  entries:
                    expr: "({ [config.skillName]: { enabled: false } })"
        - call: waitForGatewayHealthy
          args:
            - ref: env
        - call: readEffectiveTools
          saveAs: afterTools
          args:
            - ref: env
            - ref: sessionKey
        - assert:
            expr: "!afterTools.has(config.deniedTool)"
            message:
              expr: "`${config.deniedTool} still present after deny patch`"
        - call: readSkillStatus
          saveAs: afterSkills
          args:
            - ref: env
        - set: driftSkill
          value:
            expr: "findSkill(afterSkills, config.skillName)"
        - assert:
            expr: "Boolean(driftSkill?.disabled)"
            message:
              expr: "`expected disabled drift skill, got ${JSON.stringify(driftSkill)}`"
      detailsExpr: "`${config.deniedTool} removed, ${config.skillName} marker=${config.successMarker} disabled=${String(driftSkill.disabled)}`"