adolf/extensions/anthropic/cli-migration.test.ts

// Anthropic tests cover cli migration plugin behavior.
import type {
  ProviderAuthContext,
  ProviderAuthMethodNonInteractiveContext,
} from "openclaw/plugin-sdk/plugin-entry";
import { afterAll, beforeEach, describe, expect, it, vi } from "vitest";

const { readClaudeCliCredentialsForSetup, readClaudeCliCredentialsForSetupNonInteractive } =
  vi.hoisted(() => ({
    readClaudeCliCredentialsForSetup: vi.fn(),
    readClaudeCliCredentialsForSetupNonInteractive: vi.fn(),
  }));

vi.mock("./cli-auth-seam.js", async (importActual) => {
  const actual = await importActual<typeof import("./cli-auth-seam.js")>();
  return {
    ...actual,
    readClaudeCliCredentialsForSetup,
    readClaudeCliCredentialsForSetupNonInteractive,
  };
});

const { buildAnthropicCliMigrationResult } = await import("./cli-migration.js");
const { resolveKnownAnthropicModelRef } = await import("./claude-model-refs.js");
const { createTestWizardPrompter, registerSingleProviderPlugin } =
  await import("openclaw/plugin-sdk/plugin-test-runtime");
const { default: anthropicPlugin } = await import("./index.js");

beforeEach(() => {
  readClaudeCliCredentialsForSetup.mockReset();
  readClaudeCliCredentialsForSetupNonInteractive.mockReset();
});

afterAll(() => {
  vi.doUnmock("./cli-auth-seam.js");
  vi.resetModules();
});

describe("anthropic Claude model refs", () => {
  it("upgrades retired refs without rewriting future canonical refs", () => {
    expect(resolveKnownAnthropicModelRef("anthropic/claude-opus-4-5")).toBe(
      "anthropic/claude-opus-4-8",
    );
    expect(resolveKnownAnthropicModelRef("anthropic/claude-opus-4-5@anthropic:work")).toBe(
      "anthropic/claude-opus-4-8@anthropic:work",
    );
    expect(resolveKnownAnthropicModelRef("anthropic/claude-sonnet-4-20250514")).toBe(
      "anthropic/claude-sonnet-4-6",
    );
    expect(resolveKnownAnthropicModelRef("anthropic/claude-opus-5-0")).toBe(
      "anthropic/claude-opus-5-0",
    );
    expect(resolveKnownAnthropicModelRef("anthropic/claude-opus-4-10")).toBe(
      "anthropic/claude-opus-4-10",
    );
    expect(resolveKnownAnthropicModelRef("anthropic/claude-sonnet-4-7")).toBe(
      "anthropic/claude-sonnet-4-7",
    );
    expect(resolveKnownAnthropicModelRef("anthropic/claude-haiku-4-5")).toBe(
      "anthropic/claude-haiku-4-5",
    );
  });

  it("preserves the current claude-haiku-4-5 model and its bare alias", () => {
    // claude-haiku-4-5 is a current production model (not retired), so neither
    // its full ref, its dotted variant, nor the bare "haiku" family alias must
    // be rewritten to sonnet.
    expect(resolveKnownAnthropicModelRef("anthropic/claude-haiku-4-5")).toBe(
      "anthropic/claude-haiku-4-5",
    );
    expect(resolveKnownAnthropicModelRef("anthropic/claude-haiku-4.5")).toBe(
      "anthropic/claude-haiku-4.5",
    );
    expect(resolveKnownAnthropicModelRef("anthropic/claude-haiku-4-5@anthropic:work")).toBe(
      "anthropic/claude-haiku-4-5@anthropic:work",
    );
    // Genuinely retired Claude 3 Haiku still upgrades to the current sonnet.
    expect(resolveKnownAnthropicModelRef("anthropic/claude-3-5-haiku-20241022")).toBe(
      "anthropic/claude-sonnet-4-6",
    );
  });
});

async function resolveAnthropicCliAuthMethod() {
  const provider = await registerSingleProviderPlugin(anthropicPlugin);
  const method = provider.auth.find((entry) => entry.id === "cli");
  if (!method) {
    throw new Error("anthropic cli auth method missing");
  }
  return method;
}

function createProviderAuthContext(
  config: ProviderAuthContext["config"] = {},
): ProviderAuthContext {
  return {
    config,
    opts: {},
    env: {},
    agentDir: "/tmp/openclaw/agents/main",
    workspaceDir: "/tmp/openclaw/workspace",
    prompter: createTestWizardPrompter(),
    runtime: {
      log: vi.fn(),
      error: vi.fn(),
      exit: vi.fn(),
    },
    allowSecretRefPrompt: false,
    isRemote: false,
    openUrl: vi.fn(),
    oauth: {
      createVpsAwareHandlers: vi.fn(),
    },
  };
}

function createProviderAuthMethodNonInteractiveContext(
  config: ProviderAuthMethodNonInteractiveContext["config"] = {},
): ProviderAuthMethodNonInteractiveContext {
  return {
    authChoice: "anthropic-cli",
    config,
    baseConfig: config,
    opts: {},
    runtime: {
      log: vi.fn(),
      error: vi.fn(),
      exit: vi.fn(),
    },
    agentDir: "/tmp/openclaw/agents/main",
    workspaceDir: "/tmp/openclaw/workspace",
    resolveApiKey: vi.fn(async () => null),
    toApiKeyCredential: vi.fn(() => null),
  };
}

describe("anthropic cli migration", () => {
  it("keeps anthropic defaults and selects the claude-cli runtime", () => {
    const result = buildAnthropicCliMigrationResult({
      agents: {
        defaults: {
          model: {
            primary: "anthropic/claude-opus-4-7",
            fallbacks: ["anthropic/claude-opus-4-6", "openai/gpt-5.2"],
          },
          models: {
            "anthropic/claude-opus-4-7": { alias: "Opus" },
            "anthropic/claude-opus-4-6": { alias: "Opus" },
            "openai/gpt-5.2": {},
          },
        },
      },
    });

    expect(result.profiles).toStrictEqual([]);
    expect(result.defaultModel).toBe("anthropic/claude-opus-4-7");
    expect(result.configPatch).toEqual({
      agents: {
        defaults: {
          model: {
            primary: "anthropic/claude-opus-4-7",
            fallbacks: ["anthropic/claude-opus-4-6", "openai/gpt-5.2"],
          },
          models: {
            "anthropic/claude-opus-4-7": {
              alias: "Opus",
              agentRuntime: { id: "claude-cli" },
            },
            "anthropic/claude-opus-4-8": { agentRuntime: { id: "claude-cli" } },
            "anthropic/claude-sonnet-4-6": { agentRuntime: { id: "claude-cli" } },
            "anthropic/claude-opus-4-6": {
              alias: "Opus",
              agentRuntime: { id: "claude-cli" },
            },
            "openai/gpt-5.2": {},
          },
        },
      },
    });
  });

  it("routes provider-qualified shorthand refs through Claude CLI without dropping the raw ref", () => {
    const result = buildAnthropicCliMigrationResult({
      agents: {
        defaults: {
          model: {
            primary: "anthropic/opus-4.7",
            fallbacks: ["anthropic/sonnet-4.6", "openai/gpt-5.2"],
          },
          models: {
            "anthropic/opus-4.7": { alias: "Opus shorthand" },
            "anthropic/sonnet-4.6": { alias: "Sonnet shorthand" },
          },
        },
      },
    });

    const defaults = result.configPatch?.agents?.defaults;
    expect(defaults?.model).toEqual({
      primary: "anthropic/claude-opus-4-7",
      fallbacks: ["anthropic/claude-sonnet-4-6", "openai/gpt-5.2"],
    });
    expect(defaults?.models?.["anthropic/opus-4.7"]).toEqual({
      alias: "Opus shorthand",
      agentRuntime: { id: "claude-cli" },
    });
    expect(defaults?.models?.["anthropic/claude-opus-4-7"]).toEqual({
      alias: "Opus shorthand",
      agentRuntime: { id: "claude-cli" },
    });
    expect(defaults?.models?.["anthropic/sonnet-4.6"]).toEqual({
      alias: "Sonnet shorthand",
      agentRuntime: { id: "claude-cli" },
    });
    expect(defaults?.models?.["anthropic/claude-sonnet-4-6"]).toEqual({
      alias: "Sonnet shorthand",
      agentRuntime: { id: "claude-cli" },
    });
  });

  it("keeps unknown Anthropic refs raw while still selecting Claude CLI", () => {
    const result = buildAnthropicCliMigrationResult({
      agents: {
        defaults: {
          model: { primary: "anthropic/opus-5.0" },
          models: {
            "anthropic/opus-5.0": { alias: "Future Opus" },
          },
        },
      },
    });

    const defaults = result.configPatch?.agents?.defaults;
    expect(result.defaultModel).toBe("anthropic/opus-5.0");
    expect(defaults?.model).toBeUndefined();
    expect(defaults?.models?.["anthropic/opus-5.0"]).toEqual({
      alias: "Future Opus",
      agentRuntime: { id: "claude-cli" },
    });
    expect(defaults?.models?.["anthropic/claude-opus-5-0"]).toBeUndefined();
  });

  it("adds a Claude CLI default when no anthropic default is present", () => {
    const result = buildAnthropicCliMigrationResult({
      agents: {
        defaults: {
          model: { primary: "openai/gpt-5.2" },
          models: {
            "openai/gpt-5.2": {},
          },
        },
      },
    });

    expect(result.defaultModel).toBe("anthropic/claude-opus-4-8");
    expect(result.configPatch).toEqual({
      agents: {
        defaults: {
          models: {
            "openai/gpt-5.2": {},
            "anthropic/claude-opus-4-8": { agentRuntime: { id: "claude-cli" } },
            "anthropic/claude-opus-4-7": { agentRuntime: { id: "claude-cli" } },
            "anthropic/claude-sonnet-4-6": { agentRuntime: { id: "claude-cli" } },
            "anthropic/claude-opus-4-6": { agentRuntime: { id: "claude-cli" } },
          },
        },
      },
    });
  });

  it("does not treat bare non-Claude model refs as Anthropic", () => {
    const result = buildAnthropicCliMigrationResult({
      agents: {
        defaults: {
          model: { primary: "gpt-5.2" },
          models: {
            "openai/gpt-5.2": {},
          },
        },
      },
    });

    expect(result.defaultModel).toBe("anthropic/claude-opus-4-8");
    expect(result.configPatch?.agents?.defaults?.model).toBeUndefined();
    expect(result.configPatch?.agents?.defaults?.models?.["anthropic/gpt-5.2"]).toBeUndefined();
  });

  it("backfills the Claude CLI allowlist when older configs only stored sonnet", () => {
    const result = buildAnthropicCliMigrationResult({
      agents: {
        defaults: {
          model: { primary: "claude-cli/claude-opus-4-7" },
          models: {
            "claude-cli/claude-opus-4-7": {},
          },
        },
      },
    });

    expect(result.configPatch).toEqual({
      agents: {
        defaults: {
          model: { primary: "anthropic/claude-opus-4-7" },
          models: {
            "anthropic/claude-opus-4-8": { agentRuntime: { id: "claude-cli" } },
            "anthropic/claude-opus-4-7": { agentRuntime: { id: "claude-cli" } },
            "anthropic/claude-sonnet-4-6": { agentRuntime: { id: "claude-cli" } },
            "anthropic/claude-opus-4-6": { agentRuntime: { id: "claude-cli" } },
          },
        },
      },
    });
  });

  it("preserves explicit model runtime policy while filling missing Claude CLI policies", () => {
    const result = buildAnthropicCliMigrationResult({
      agents: {
        defaults: {
          model: {
            primary: "anthropic/claude-opus-4-7",
            fallbacks: ["anthropic/claude-sonnet-4-6"],
          },
          models: {
            "anthropic/claude-opus-4-7": {
              alias: "Opus",
              agentRuntime: { id: "openclaw" },
            },
            "anthropic/claude-sonnet-4-6": {
              alias: "Sonnet",
              agentRuntime: { id: "auto" },
            },
          },
        },
      },
    });

    const defaults = result.configPatch?.agents?.defaults;
    if (!defaults) {
      throw new Error("Expected Claude CLI migration to return default agent config");
    }

    expect(defaults.models?.["anthropic/claude-opus-4-7"]).toEqual({
      alias: "Opus",
      agentRuntime: { id: "openclaw" },
    });
    expect(defaults.models?.["anthropic/claude-sonnet-4-6"]).toEqual({
      alias: "Sonnet",
      agentRuntime: { id: "claude-cli" },
    });
  });

  it("registered cli auth tells users to run claude auth login when local auth is missing", async () => {
    readClaudeCliCredentialsForSetup.mockReturnValue(null);
    const method = await resolveAnthropicCliAuthMethod();

    await expect(method.run(createProviderAuthContext())).rejects.toThrow(
      [
        "Claude CLI is not authenticated on this host.",
        "Run claude auth login first, then re-run this setup.",
      ].join("\n"),
    );
  });

  it("registered cli auth returns the same migration result as the builder", async () => {
    const credential = {
      type: "oauth",
      provider: "anthropic",
      access: "access-token",
      refresh: "refresh-token",
      expires: Date.now() + 60_000,
    } as const;
    readClaudeCliCredentialsForSetup.mockReturnValue(credential);
    const method = await resolveAnthropicCliAuthMethod();
    const config = {
      agents: {
        defaults: {
          model: {
            primary: "anthropic/claude-opus-4-7",
            fallbacks: ["anthropic/claude-opus-4-6", "openai/gpt-5.2"],
          },
          models: {
            "anthropic/claude-opus-4-7": { alias: "Opus" },
            "anthropic/claude-opus-4-6": { alias: "Opus" },
            "openai/gpt-5.2": {},
          },
        },
      },
    };

    await expect(method.run(createProviderAuthContext(config))).resolves.toEqual(
      buildAnthropicCliMigrationResult(config, credential),
    );
  });

  it("stores a claude-cli oauth profile when Claude CLI credentials are available", () => {
    const result = buildAnthropicCliMigrationResult(
      {},
      {
        type: "oauth",
        provider: "anthropic",
        access: "access-token",
        refresh: "refresh-token",
        expires: 123,
      },
    );

    expect(result.profiles).toEqual([
      {
        profileId: "anthropic:claude-cli",
        credential: {
          type: "oauth",
          provider: "claude-cli",
          access: "access-token",
          refresh: "refresh-token",
          expires: 123,
        },
      },
    ]);
  });

  it("stores a claude-cli token profile when Claude CLI only exposes a bearer token", () => {
    const result = buildAnthropicCliMigrationResult(
      {},
      {
        type: "token",
        provider: "anthropic",
        token: "bearer-token",
        expires: 123,
      },
    );

    expect(result.profiles).toEqual([
      {
        profileId: "anthropic:claude-cli",
        credential: {
          type: "token",
          provider: "claude-cli",
          token: "bearer-token",
          expires: 123,
        },
      },
    ]);
  });

  it("registered non-interactive cli auth keeps anthropic fallbacks and selects claude-cli runtime", async () => {
    readClaudeCliCredentialsForSetupNonInteractive.mockReturnValue({
      type: "oauth",
      provider: "anthropic",
      access: "access-token",
      refresh: "refresh-token",
      expires: Date.now() + 60_000,
    });
    const method = await resolveAnthropicCliAuthMethod();
    const config = {
      agents: {
        defaults: {
          model: {
            primary: "anthropic/claude-opus-4-7",
            fallbacks: ["anthropic/claude-opus-4-6", "openai/gpt-5.2"],
          },
          models: {
            "anthropic/claude-opus-4-7": { alias: "Opus" },
            "anthropic/claude-opus-4-6": { alias: "Opus" },
            "openai/gpt-5.2": {},
          },
        },
      },
    };

    const result = await method.runNonInteractive?.(
      createProviderAuthMethodNonInteractiveContext(config),
    );
    const defaults = result?.agents?.defaults as
      | {
          model?: { primary?: string; fallbacks?: string[] };
          models?: Record<string, unknown>;
        }
      | undefined;
    expect(defaults?.model?.primary).toBe("anthropic/claude-opus-4-7");
    expect(defaults?.model?.fallbacks).toEqual(["anthropic/claude-opus-4-6", "openai/gpt-5.2"]);
    expect(defaults?.models?.["anthropic/claude-opus-4-7"]).toEqual({
      alias: "Opus",
      agentRuntime: { id: "claude-cli" },
    });
    expect(defaults?.models?.["anthropic/claude-opus-4-6"]).toEqual({
      alias: "Opus",
      agentRuntime: { id: "claude-cli" },
    });
    expect(defaults?.models?.["anthropic/claude-opus-4-8"]).toEqual({
      agentRuntime: { id: "claude-cli" },
    });
    expect(defaults?.models?.["openai/gpt-5.2"]).toEqual({});
  });

  it("registered non-interactive cli auth reports missing local auth and exits cleanly", async () => {
    readClaudeCliCredentialsForSetupNonInteractive.mockReturnValue(null);
    const method = await resolveAnthropicCliAuthMethod();
    const ctx = createProviderAuthMethodNonInteractiveContext();

    await expect(method.runNonInteractive?.(ctx)).resolves.toBeNull();
    expect(ctx.runtime.error).toHaveBeenCalledWith(
      [
        'Auth choice "anthropic-cli" requires Claude CLI auth on this host.',
        "Run claude auth login first.",
      ].join("\n"),
    );
    expect(ctx.runtime.exit).toHaveBeenCalledWith(1);
  });
});