Vendor OpenClaw source as Adolf fork baseline
Some checks failed
ClawSweeper Dispatch / dispatch (push) Has been cancelled
CodeQL / Security High (actions) (push) Has been cancelled
CodeQL / Security High (channel-runtime-boundary) (push) Has been cancelled
CodeQL / Security High (core-auth-secrets) (push) Has been cancelled
CodeQL / Security High (mcp-process-tool-boundary) (push) Has been cancelled
CodeQL / Security High (network-ssrf-boundary) (push) Has been cancelled
CodeQL / Security High (plugin-trust-boundary) (push) Has been cancelled
CodeQL / Security High (process-exec-boundary) (push) Has been cancelled
Docs Sync Publish Repo / sync-publish-repo (push) Has been cancelled
Docs / docs (push) Has been cancelled
OpenClaw Stable Main Closeout / Resolve stable release closeout inputs (push) Has been cancelled
OpenClaw Stable Main Closeout / Verify stable main closeout (push) Has been cancelled
Workflow Sanity / no-tabs (push) Has been cancelled
Workflow Sanity / actionlint (push) Has been cancelled
Workflow Sanity / generated-doc-baselines (push) Has been cancelled
CI / runner-admission (push) Has been cancelled
CI / preflight (push) Has been cancelled
CI / security-fast (push) Has been cancelled
CI / pnpm-store-warmup (push) Has been cancelled
CI / build-artifacts (push) Has been cancelled
CI / native-i18n (push) Has been cancelled
CI / ${{ matrix.check_name }} (push) Has been cancelled
CI / ${{ matrix.checkName }} (push) Has been cancelled
CI / checks-node-compat-node22 (push) Has been cancelled
CI / check-bundled-channel-config-metadata (push) Has been cancelled
CI / check-dependencies (push) Has been cancelled
CI / check-guards (push) Has been cancelled
CI / check-lint (push) Has been cancelled
CI / check-prod-types (push) Has been cancelled
CI / check-shrinkwrap (push) Has been cancelled
CI / check-test-types (push) Has been cancelled
CI / check-additional-boundaries-a (push) Has been cancelled
CI / check-additional-boundaries-bcd (push) Has been cancelled
CI / check-additional-extension-bundled (push) Has been cancelled
CI / check-additional-extension-channels (push) Has been cancelled
CI / check-additional-extension-package-boundary (push) Has been cancelled
CI / check-additional-runtime-topology-architecture (push) Has been cancelled
CI / check-session-accessor-boundary (push) Has been cancelled
CI / check-session-transcript-reader-boundary (push) Has been cancelled
CI / check-docs (push) Has been cancelled
CI / skills-python (push) Has been cancelled
CI / macos-swift (push) Has been cancelled
CI / ios-build (push) Has been cancelled
CI / ci-timings-summary (push) Has been cancelled
Native App Locale Refresh / Refresh native fa (push) Has been cancelled
Native App Locale Refresh / Refresh native fr (push) Has been cancelled
Native App Locale Refresh / Refresh native hi (push) Has been cancelled
Native App Locale Refresh / Refresh native id (push) Has been cancelled
Native App Locale Refresh / Refresh native it (push) Has been cancelled
Native App Locale Refresh / Refresh native ja-JP (push) Has been cancelled
Control UI Locale Refresh / plan (push) Has been cancelled
Control UI Locale Refresh / Refresh ${{ matrix.locale }} (push) Has been cancelled
Control UI Locale Refresh / Commit control UI locale refresh (push) Has been cancelled
Live Media Runner Image / Build live media runner image (push) Has been cancelled
Native App Locale Refresh / Refresh native ar (push) Has been cancelled
Native App Locale Refresh / Refresh native de (push) Has been cancelled
Native App Locale Refresh / Refresh native es (push) Has been cancelled
Native App Locale Refresh / Refresh native ko (push) Has been cancelled
Native App Locale Refresh / Refresh native nl (push) Has been cancelled
Native App Locale Refresh / Refresh native pl (push) Has been cancelled
Native App Locale Refresh / Refresh native pt-BR (push) Has been cancelled
Native App Locale Refresh / Refresh native ru (push) Has been cancelled
Native App Locale Refresh / Refresh native sv (push) Has been cancelled
Native App Locale Refresh / Refresh native th (push) Has been cancelled
Native App Locale Refresh / Refresh native tr (push) Has been cancelled
Native App Locale Refresh / Refresh native uk (push) Has been cancelled
Native App Locale Refresh / Refresh native vi (push) Has been cancelled
Native App Locale Refresh / Refresh native zh-CN (push) Has been cancelled
Native App Locale Refresh / Refresh native zh-TW (push) Has been cancelled
Native App Locale Refresh / Commit native locale refresh (push) Has been cancelled
Plugin Init Scaffold Validation / Validate provider scaffold (push) Has been cancelled
Plugin NPM Release / preview_plugins_npm (push) Has been cancelled
Plugin NPM Release / Validate release publish approval (push) Has been cancelled
Plugin NPM Release / preview_plugin_pack (push) Has been cancelled
Plugin NPM Release / publish_plugins_npm (push) Has been cancelled
Sandbox Common Smoke / sandbox-common-smoke (push) Has been cancelled
Website Installer Sync / static (push) Has been cancelled
Website Installer Sync / linux-docker (push) Has been cancelled
Website Installer Sync / macos-installer (push) Has been cancelled
Website Installer Sync / windows-installer (push) Has been cancelled
Website Installer Sync / sync-website (push) Has been cancelled
Some checks failed
ClawSweeper Dispatch / dispatch (push) Has been cancelled
CodeQL / Security High (actions) (push) Has been cancelled
CodeQL / Security High (channel-runtime-boundary) (push) Has been cancelled
CodeQL / Security High (core-auth-secrets) (push) Has been cancelled
CodeQL / Security High (mcp-process-tool-boundary) (push) Has been cancelled
CodeQL / Security High (network-ssrf-boundary) (push) Has been cancelled
CodeQL / Security High (plugin-trust-boundary) (push) Has been cancelled
CodeQL / Security High (process-exec-boundary) (push) Has been cancelled
Docs Sync Publish Repo / sync-publish-repo (push) Has been cancelled
Docs / docs (push) Has been cancelled
OpenClaw Stable Main Closeout / Resolve stable release closeout inputs (push) Has been cancelled
OpenClaw Stable Main Closeout / Verify stable main closeout (push) Has been cancelled
Workflow Sanity / no-tabs (push) Has been cancelled
Workflow Sanity / actionlint (push) Has been cancelled
Workflow Sanity / generated-doc-baselines (push) Has been cancelled
CI / runner-admission (push) Has been cancelled
CI / preflight (push) Has been cancelled
CI / security-fast (push) Has been cancelled
CI / pnpm-store-warmup (push) Has been cancelled
CI / build-artifacts (push) Has been cancelled
CI / native-i18n (push) Has been cancelled
CI / ${{ matrix.check_name }} (push) Has been cancelled
CI / ${{ matrix.checkName }} (push) Has been cancelled
CI / checks-node-compat-node22 (push) Has been cancelled
CI / check-bundled-channel-config-metadata (push) Has been cancelled
CI / check-dependencies (push) Has been cancelled
CI / check-guards (push) Has been cancelled
CI / check-lint (push) Has been cancelled
CI / check-prod-types (push) Has been cancelled
CI / check-shrinkwrap (push) Has been cancelled
CI / check-test-types (push) Has been cancelled
CI / check-additional-boundaries-a (push) Has been cancelled
CI / check-additional-boundaries-bcd (push) Has been cancelled
CI / check-additional-extension-bundled (push) Has been cancelled
CI / check-additional-extension-channels (push) Has been cancelled
CI / check-additional-extension-package-boundary (push) Has been cancelled
CI / check-additional-runtime-topology-architecture (push) Has been cancelled
CI / check-session-accessor-boundary (push) Has been cancelled
CI / check-session-transcript-reader-boundary (push) Has been cancelled
CI / check-docs (push) Has been cancelled
CI / skills-python (push) Has been cancelled
CI / macos-swift (push) Has been cancelled
CI / ios-build (push) Has been cancelled
CI / ci-timings-summary (push) Has been cancelled
Native App Locale Refresh / Refresh native fa (push) Has been cancelled
Native App Locale Refresh / Refresh native fr (push) Has been cancelled
Native App Locale Refresh / Refresh native hi (push) Has been cancelled
Native App Locale Refresh / Refresh native id (push) Has been cancelled
Native App Locale Refresh / Refresh native it (push) Has been cancelled
Native App Locale Refresh / Refresh native ja-JP (push) Has been cancelled
Control UI Locale Refresh / plan (push) Has been cancelled
Control UI Locale Refresh / Refresh ${{ matrix.locale }} (push) Has been cancelled
Control UI Locale Refresh / Commit control UI locale refresh (push) Has been cancelled
Live Media Runner Image / Build live media runner image (push) Has been cancelled
Native App Locale Refresh / Refresh native ar (push) Has been cancelled
Native App Locale Refresh / Refresh native de (push) Has been cancelled
Native App Locale Refresh / Refresh native es (push) Has been cancelled
Native App Locale Refresh / Refresh native ko (push) Has been cancelled
Native App Locale Refresh / Refresh native nl (push) Has been cancelled
Native App Locale Refresh / Refresh native pl (push) Has been cancelled
Native App Locale Refresh / Refresh native pt-BR (push) Has been cancelled
Native App Locale Refresh / Refresh native ru (push) Has been cancelled
Native App Locale Refresh / Refresh native sv (push) Has been cancelled
Native App Locale Refresh / Refresh native th (push) Has been cancelled
Native App Locale Refresh / Refresh native tr (push) Has been cancelled
Native App Locale Refresh / Refresh native uk (push) Has been cancelled
Native App Locale Refresh / Refresh native vi (push) Has been cancelled
Native App Locale Refresh / Refresh native zh-CN (push) Has been cancelled
Native App Locale Refresh / Refresh native zh-TW (push) Has been cancelled
Native App Locale Refresh / Commit native locale refresh (push) Has been cancelled
Plugin Init Scaffold Validation / Validate provider scaffold (push) Has been cancelled
Plugin NPM Release / preview_plugins_npm (push) Has been cancelled
Plugin NPM Release / Validate release publish approval (push) Has been cancelled
Plugin NPM Release / preview_plugin_pack (push) Has been cancelled
Plugin NPM Release / publish_plugins_npm (push) Has been cancelled
Sandbox Common Smoke / sandbox-common-smoke (push) Has been cancelled
Website Installer Sync / static (push) Has been cancelled
Website Installer Sync / linux-docker (push) Has been cancelled
Website Installer Sync / macos-installer (push) Has been cancelled
Website Installer Sync / windows-installer (push) Has been cancelled
Website Installer Sync / sync-website (push) Has been cancelled
Adolf is a fork/vendored clone of github.com/openclaw/openclaw (v2026.6.11), free to diverge. Tree copied sans upstream .git; upstream remote added for future syncs. Node pinned to 24 (.nvmrc); engines already require >=22.19. Preserves docs/ARCHITECTURE.md. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01LeqyaxJF2nbRXJtae2kNB2
This commit is contained in:
277
scripts/test-extension-batch.mjs
Normal file
277
scripts/test-extension-batch.mjs
Normal file
@@ -0,0 +1,277 @@
|
||||
#!/usr/bin/env node
|
||||
|
||||
// Runs grouped Vitest plans for one or more bundled plugins.
|
||||
import path from "node:path";
|
||||
import {
|
||||
listTrackedTestFilesForRoots,
|
||||
resolveExtensionBatchPlan,
|
||||
} from "./lib/extension-test-plan.mjs";
|
||||
import {
|
||||
normalizeRelativePath,
|
||||
relativizeExtensionVitestArgs,
|
||||
relativizeExtensionVitestPath,
|
||||
} from "./lib/extension-vitest-paths.mjs";
|
||||
import { parsePositiveInt } from "./lib/numeric-options.mjs";
|
||||
import { isDirectScriptRun, runVitestBatch } from "./lib/vitest-batch-runner.mjs";
|
||||
|
||||
const FS_MODULE_CACHE_PATH_ENV_KEY = "OPENCLAW_VITEST_FS_MODULE_CACHE_PATH";
|
||||
const PARALLEL_ENV_KEY = "OPENCLAW_EXTENSION_BATCH_PARALLEL";
|
||||
const ALLOW_NO_TESTS_FLAG = "--allow-no-tests";
|
||||
const ALLOW_EMPTY_AFTER_EXCLUDE_FLAG = "--allow-empty-after-exclude";
|
||||
|
||||
function printUsage() {
|
||||
console.error(
|
||||
`Usage: pnpm test:extensions:batch <extension[,extension...]> [${ALLOW_NO_TESTS_FLAG}] [${ALLOW_EMPTY_AFTER_EXCLUDE_FLAG}] [vitest args...]`,
|
||||
);
|
||||
console.error(
|
||||
` node scripts/test-extension-batch.mjs <extension[,extension...]> [${ALLOW_NO_TESTS_FLAG}] [${ALLOW_EMPTY_AFTER_EXCLUDE_FLAG}] [vitest args...]`,
|
||||
);
|
||||
}
|
||||
|
||||
/**
|
||||
* Parses comma-separated plugin ids and separates Vitest passthrough args.
|
||||
*/
|
||||
export function parseExtensionIds(rawArgs) {
|
||||
const normalizedArgs = rawArgs[0] === "--" ? rawArgs.slice(1) : rawArgs;
|
||||
const separatorIndex = normalizedArgs.indexOf("--");
|
||||
const args = separatorIndex >= 0 ? normalizedArgs.slice(0, separatorIndex) : [...normalizedArgs];
|
||||
const separatorPassthroughArgs =
|
||||
separatorIndex >= 0 ? normalizedArgs.slice(separatorIndex + 1) : [];
|
||||
const extensionIds = [];
|
||||
|
||||
while (args[0] && !args[0].startsWith("-")) {
|
||||
extensionIds.push(
|
||||
...args
|
||||
.shift()
|
||||
.split(",")
|
||||
.map((value) => value.trim())
|
||||
.filter(Boolean),
|
||||
);
|
||||
}
|
||||
|
||||
return {
|
||||
extensionIds,
|
||||
passthroughArgs: separatorIndex >= 0 ? [...args, ...separatorPassthroughArgs] : args,
|
||||
};
|
||||
}
|
||||
|
||||
/**
|
||||
* Resolves bounded parallelism for extension test config groups.
|
||||
*/
|
||||
export function resolveExtensionBatchParallelism(groupCount, env = process.env) {
|
||||
const raw = env[PARALLEL_ENV_KEY]?.trim();
|
||||
const override = raw ? parsePositiveInt(raw, PARALLEL_ENV_KEY) : 1;
|
||||
return Math.min(Math.max(1, override), Math.max(1, groupCount));
|
||||
}
|
||||
|
||||
function sanitizeCacheSegment(value) {
|
||||
return (
|
||||
value
|
||||
.replace(/[^a-zA-Z0-9._-]+/gu, "-")
|
||||
.replace(/^-+|-+$/gu, "")
|
||||
.slice(0, 180) || "default"
|
||||
);
|
||||
}
|
||||
|
||||
function createGroupEnv({ baseEnv, group, groupIndex, useDedicatedCache }) {
|
||||
if (!useDedicatedCache || baseEnv[FS_MODULE_CACHE_PATH_ENV_KEY]?.trim()) {
|
||||
return baseEnv;
|
||||
}
|
||||
|
||||
return {
|
||||
...baseEnv,
|
||||
[FS_MODULE_CACHE_PATH_ENV_KEY]: path.join(
|
||||
process.cwd(),
|
||||
"node_modules",
|
||||
".experimental-vitest-cache",
|
||||
"extension-batch",
|
||||
sanitizeCacheSegment(`${groupIndex}-${group.config}`),
|
||||
),
|
||||
};
|
||||
}
|
||||
|
||||
function orderPlanGroups(planGroups, parallelism) {
|
||||
if (parallelism <= 1) {
|
||||
return planGroups;
|
||||
}
|
||||
return [...planGroups].toSorted((left, right) => {
|
||||
if (left.estimatedCost !== right.estimatedCost) {
|
||||
return right.estimatedCost - left.estimatedCost;
|
||||
}
|
||||
if (left.testFileCount !== right.testFileCount) {
|
||||
return right.testFileCount - left.testFileCount;
|
||||
}
|
||||
return left.config.localeCompare(right.config);
|
||||
});
|
||||
}
|
||||
|
||||
function isExactExcludePath(inputPath) {
|
||||
return !/[*!?[\]{}]/u.test(inputPath);
|
||||
}
|
||||
|
||||
function addExactExcludePath(excludePaths, value) {
|
||||
const normalized = normalizeRelativePath(value);
|
||||
excludePaths.add(normalized);
|
||||
if (!normalized.startsWith("extensions/")) {
|
||||
excludePaths.add(`extensions/${normalized}`);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Collects exact --exclude paths so empty groups can be reported accurately.
|
||||
*/
|
||||
export function parseExactVitestExcludePaths(vitestArgs) {
|
||||
const excludePaths = new Set();
|
||||
for (let index = 0; index < vitestArgs.length; index += 1) {
|
||||
const arg = vitestArgs[index];
|
||||
if (arg === "--exclude") {
|
||||
const value = vitestArgs[index + 1];
|
||||
if (value && isExactExcludePath(value)) {
|
||||
addExactExcludePath(excludePaths, value);
|
||||
}
|
||||
index += 1;
|
||||
continue;
|
||||
}
|
||||
const prefix = "--exclude=";
|
||||
if (arg.startsWith(prefix)) {
|
||||
const value = arg.slice(prefix.length);
|
||||
if (value && isExactExcludePath(value)) {
|
||||
addExactExcludePath(excludePaths, value);
|
||||
}
|
||||
}
|
||||
}
|
||||
return excludePaths;
|
||||
}
|
||||
|
||||
function resolveGroupTargets(group, exactExcludePaths) {
|
||||
if (exactExcludePaths.size === 0) {
|
||||
return group.roots;
|
||||
}
|
||||
|
||||
const testFiles = listTrackedTestFilesForRoots(group.roots);
|
||||
if (!testFiles) {
|
||||
return group.roots;
|
||||
}
|
||||
|
||||
return testFiles.filter((file) => !exactExcludePaths.has(file));
|
||||
}
|
||||
|
||||
async function runPlanGroup(group, params) {
|
||||
const targets = resolveGroupTargets(group, params.exactExcludePaths);
|
||||
if (targets.length === 0) {
|
||||
console.error(`[test-extension-batch] ${group.config}: no test files remain after excludes`);
|
||||
return params.allowEmptyAfterExclude ? 0 : 1;
|
||||
}
|
||||
|
||||
console.log(
|
||||
`[test-extension-batch] ${group.config}: ${group.extensionIds.join(", ")} (${targets.length} targets)`,
|
||||
);
|
||||
return await params.runGroup({
|
||||
args: relativizeExtensionVitestArgs(params.vitestArgs),
|
||||
config: group.config,
|
||||
env: createGroupEnv({
|
||||
baseEnv: params.env,
|
||||
group,
|
||||
groupIndex: params.groupIndex,
|
||||
useDedicatedCache: params.useDedicatedCache,
|
||||
}),
|
||||
targets: targets.map((target) => relativizeExtensionVitestPath(target)),
|
||||
});
|
||||
}
|
||||
|
||||
/**
|
||||
* Runs a resolved extension batch plan, optionally in parallel config groups.
|
||||
*/
|
||||
export async function runExtensionBatchPlan(batchPlan, params = {}) {
|
||||
const env = params.env ?? process.env;
|
||||
const vitestArgs = params.vitestArgs ?? [];
|
||||
const exactExcludePaths = parseExactVitestExcludePaths(vitestArgs);
|
||||
const runGroup = params.runGroup ?? runVitestBatch;
|
||||
const parallelism = resolveExtensionBatchParallelism(batchPlan.planGroups.length, env);
|
||||
const orderedGroups = orderPlanGroups(batchPlan.planGroups, parallelism);
|
||||
const useDedicatedCache = parallelism > 1;
|
||||
const allowEmptyAfterExclude = params.allowEmptyAfterExclude ?? false;
|
||||
|
||||
if (parallelism > 1) {
|
||||
console.log(`[test-extension-batch] Running up to ${parallelism} config groups in parallel`);
|
||||
}
|
||||
|
||||
let nextGroupIndex = 0;
|
||||
let exitCode = 0;
|
||||
async function worker() {
|
||||
while (exitCode === 0) {
|
||||
const groupIndex = nextGroupIndex;
|
||||
nextGroupIndex += 1;
|
||||
const group = orderedGroups[groupIndex];
|
||||
if (!group) {
|
||||
return;
|
||||
}
|
||||
const groupExitCode = await runPlanGroup(group, {
|
||||
env,
|
||||
groupIndex,
|
||||
runGroup,
|
||||
exactExcludePaths,
|
||||
allowEmptyAfterExclude,
|
||||
useDedicatedCache,
|
||||
vitestArgs,
|
||||
});
|
||||
if (groupExitCode !== 0) {
|
||||
exitCode = groupExitCode;
|
||||
return;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
await Promise.all(Array.from({ length: parallelism }, () => worker()));
|
||||
return exitCode;
|
||||
}
|
||||
|
||||
async function run() {
|
||||
const rawArgs = process.argv.slice(2);
|
||||
if (rawArgs.includes("--help") || rawArgs.includes("-h")) {
|
||||
printUsage();
|
||||
return;
|
||||
}
|
||||
|
||||
const allowNoTests = rawArgs.includes(ALLOW_NO_TESTS_FLAG);
|
||||
const allowEmptyAfterExclude = rawArgs.includes(ALLOW_EMPTY_AFTER_EXCLUDE_FLAG);
|
||||
const controlArgs = new Set([ALLOW_NO_TESTS_FLAG, ALLOW_EMPTY_AFTER_EXCLUDE_FLAG]);
|
||||
const args = rawArgs.filter((arg) => !controlArgs.has(arg));
|
||||
const { extensionIds, passthroughArgs: vitestArgs } = parseExtensionIds(args);
|
||||
if (extensionIds.length === 0) {
|
||||
printUsage();
|
||||
process.exit(1);
|
||||
}
|
||||
|
||||
const batchPlan = resolveExtensionBatchPlan({ cwd: process.cwd(), extensionIds });
|
||||
if (batchPlan.noTestExtensionIds.length > 0 && !allowNoTests) {
|
||||
console.error(
|
||||
`[test-extension-batch] No tests found for requested extension(s): ${batchPlan.noTestExtensionIds.join(", ")}`,
|
||||
);
|
||||
process.exit(1);
|
||||
}
|
||||
if (!batchPlan.hasTests) {
|
||||
console.error("[test-extension-batch] No tests found for the requested extensions.");
|
||||
if (!allowNoTests) {
|
||||
process.exit(1);
|
||||
}
|
||||
return;
|
||||
}
|
||||
|
||||
console.log(
|
||||
`[test-extension-batch] Running ${batchPlan.testFileCount} test files across ${batchPlan.extensionCount} extensions`,
|
||||
);
|
||||
|
||||
const exitCode = await runExtensionBatchPlan(batchPlan, {
|
||||
allowEmptyAfterExclude,
|
||||
env: process.env,
|
||||
vitestArgs,
|
||||
});
|
||||
if (exitCode !== 0) {
|
||||
process.exit(exitCode);
|
||||
}
|
||||
}
|
||||
|
||||
if (isDirectScriptRun(import.meta.url)) {
|
||||
await run();
|
||||
}
|
||||
Reference in New Issue
Block a user