Vendor OpenClaw source as Adolf fork baseline
Some checks failed
ClawSweeper Dispatch / dispatch (push) Has been cancelled
CodeQL / Security High (actions) (push) Has been cancelled
CodeQL / Security High (channel-runtime-boundary) (push) Has been cancelled
CodeQL / Security High (core-auth-secrets) (push) Has been cancelled
CodeQL / Security High (mcp-process-tool-boundary) (push) Has been cancelled
CodeQL / Security High (network-ssrf-boundary) (push) Has been cancelled
CodeQL / Security High (plugin-trust-boundary) (push) Has been cancelled
CodeQL / Security High (process-exec-boundary) (push) Has been cancelled
Docs Sync Publish Repo / sync-publish-repo (push) Has been cancelled
Docs / docs (push) Has been cancelled
OpenClaw Stable Main Closeout / Resolve stable release closeout inputs (push) Has been cancelled
OpenClaw Stable Main Closeout / Verify stable main closeout (push) Has been cancelled
Workflow Sanity / no-tabs (push) Has been cancelled
Workflow Sanity / actionlint (push) Has been cancelled
Workflow Sanity / generated-doc-baselines (push) Has been cancelled
CI / runner-admission (push) Has been cancelled
CI / preflight (push) Has been cancelled
CI / security-fast (push) Has been cancelled
CI / pnpm-store-warmup (push) Has been cancelled
CI / build-artifacts (push) Has been cancelled
CI / native-i18n (push) Has been cancelled
CI / ${{ matrix.check_name }} (push) Has been cancelled
CI / ${{ matrix.checkName }} (push) Has been cancelled
CI / checks-node-compat-node22 (push) Has been cancelled
CI / check-bundled-channel-config-metadata (push) Has been cancelled
CI / check-dependencies (push) Has been cancelled
CI / check-guards (push) Has been cancelled
CI / check-lint (push) Has been cancelled
CI / check-prod-types (push) Has been cancelled
CI / check-shrinkwrap (push) Has been cancelled
CI / check-test-types (push) Has been cancelled
CI / check-additional-boundaries-a (push) Has been cancelled
CI / check-additional-boundaries-bcd (push) Has been cancelled
CI / check-additional-extension-bundled (push) Has been cancelled
CI / check-additional-extension-channels (push) Has been cancelled
CI / check-additional-extension-package-boundary (push) Has been cancelled
CI / check-additional-runtime-topology-architecture (push) Has been cancelled
CI / check-session-accessor-boundary (push) Has been cancelled
CI / check-session-transcript-reader-boundary (push) Has been cancelled
CI / check-docs (push) Has been cancelled
CI / skills-python (push) Has been cancelled
CI / macos-swift (push) Has been cancelled
CI / ios-build (push) Has been cancelled
CI / ci-timings-summary (push) Has been cancelled
Native App Locale Refresh / Refresh native fa (push) Has been cancelled
Native App Locale Refresh / Refresh native fr (push) Has been cancelled
Native App Locale Refresh / Refresh native hi (push) Has been cancelled
Native App Locale Refresh / Refresh native id (push) Has been cancelled
Native App Locale Refresh / Refresh native it (push) Has been cancelled
Native App Locale Refresh / Refresh native ja-JP (push) Has been cancelled
Control UI Locale Refresh / plan (push) Has been cancelled
Control UI Locale Refresh / Refresh ${{ matrix.locale }} (push) Has been cancelled
Control UI Locale Refresh / Commit control UI locale refresh (push) Has been cancelled
Live Media Runner Image / Build live media runner image (push) Has been cancelled
Native App Locale Refresh / Refresh native ar (push) Has been cancelled
Native App Locale Refresh / Refresh native de (push) Has been cancelled
Native App Locale Refresh / Refresh native es (push) Has been cancelled
Native App Locale Refresh / Refresh native ko (push) Has been cancelled
Native App Locale Refresh / Refresh native nl (push) Has been cancelled
Native App Locale Refresh / Refresh native pl (push) Has been cancelled
Native App Locale Refresh / Refresh native pt-BR (push) Has been cancelled
Native App Locale Refresh / Refresh native ru (push) Has been cancelled
Native App Locale Refresh / Refresh native sv (push) Has been cancelled
Native App Locale Refresh / Refresh native th (push) Has been cancelled
Native App Locale Refresh / Refresh native tr (push) Has been cancelled
Native App Locale Refresh / Refresh native uk (push) Has been cancelled
Native App Locale Refresh / Refresh native vi (push) Has been cancelled
Native App Locale Refresh / Refresh native zh-CN (push) Has been cancelled
Native App Locale Refresh / Refresh native zh-TW (push) Has been cancelled
Native App Locale Refresh / Commit native locale refresh (push) Has been cancelled
Plugin Init Scaffold Validation / Validate provider scaffold (push) Has been cancelled
Plugin NPM Release / preview_plugins_npm (push) Has been cancelled
Plugin NPM Release / Validate release publish approval (push) Has been cancelled
Plugin NPM Release / preview_plugin_pack (push) Has been cancelled
Plugin NPM Release / publish_plugins_npm (push) Has been cancelled
Sandbox Common Smoke / sandbox-common-smoke (push) Has been cancelled
Website Installer Sync / static (push) Has been cancelled
Website Installer Sync / linux-docker (push) Has been cancelled
Website Installer Sync / macos-installer (push) Has been cancelled
Website Installer Sync / windows-installer (push) Has been cancelled
Website Installer Sync / sync-website (push) Has been cancelled
Some checks failed
ClawSweeper Dispatch / dispatch (push) Has been cancelled
CodeQL / Security High (actions) (push) Has been cancelled
CodeQL / Security High (channel-runtime-boundary) (push) Has been cancelled
CodeQL / Security High (core-auth-secrets) (push) Has been cancelled
CodeQL / Security High (mcp-process-tool-boundary) (push) Has been cancelled
CodeQL / Security High (network-ssrf-boundary) (push) Has been cancelled
CodeQL / Security High (plugin-trust-boundary) (push) Has been cancelled
CodeQL / Security High (process-exec-boundary) (push) Has been cancelled
Docs Sync Publish Repo / sync-publish-repo (push) Has been cancelled
Docs / docs (push) Has been cancelled
OpenClaw Stable Main Closeout / Resolve stable release closeout inputs (push) Has been cancelled
OpenClaw Stable Main Closeout / Verify stable main closeout (push) Has been cancelled
Workflow Sanity / no-tabs (push) Has been cancelled
Workflow Sanity / actionlint (push) Has been cancelled
Workflow Sanity / generated-doc-baselines (push) Has been cancelled
CI / runner-admission (push) Has been cancelled
CI / preflight (push) Has been cancelled
CI / security-fast (push) Has been cancelled
CI / pnpm-store-warmup (push) Has been cancelled
CI / build-artifacts (push) Has been cancelled
CI / native-i18n (push) Has been cancelled
CI / ${{ matrix.check_name }} (push) Has been cancelled
CI / ${{ matrix.checkName }} (push) Has been cancelled
CI / checks-node-compat-node22 (push) Has been cancelled
CI / check-bundled-channel-config-metadata (push) Has been cancelled
CI / check-dependencies (push) Has been cancelled
CI / check-guards (push) Has been cancelled
CI / check-lint (push) Has been cancelled
CI / check-prod-types (push) Has been cancelled
CI / check-shrinkwrap (push) Has been cancelled
CI / check-test-types (push) Has been cancelled
CI / check-additional-boundaries-a (push) Has been cancelled
CI / check-additional-boundaries-bcd (push) Has been cancelled
CI / check-additional-extension-bundled (push) Has been cancelled
CI / check-additional-extension-channels (push) Has been cancelled
CI / check-additional-extension-package-boundary (push) Has been cancelled
CI / check-additional-runtime-topology-architecture (push) Has been cancelled
CI / check-session-accessor-boundary (push) Has been cancelled
CI / check-session-transcript-reader-boundary (push) Has been cancelled
CI / check-docs (push) Has been cancelled
CI / skills-python (push) Has been cancelled
CI / macos-swift (push) Has been cancelled
CI / ios-build (push) Has been cancelled
CI / ci-timings-summary (push) Has been cancelled
Native App Locale Refresh / Refresh native fa (push) Has been cancelled
Native App Locale Refresh / Refresh native fr (push) Has been cancelled
Native App Locale Refresh / Refresh native hi (push) Has been cancelled
Native App Locale Refresh / Refresh native id (push) Has been cancelled
Native App Locale Refresh / Refresh native it (push) Has been cancelled
Native App Locale Refresh / Refresh native ja-JP (push) Has been cancelled
Control UI Locale Refresh / plan (push) Has been cancelled
Control UI Locale Refresh / Refresh ${{ matrix.locale }} (push) Has been cancelled
Control UI Locale Refresh / Commit control UI locale refresh (push) Has been cancelled
Live Media Runner Image / Build live media runner image (push) Has been cancelled
Native App Locale Refresh / Refresh native ar (push) Has been cancelled
Native App Locale Refresh / Refresh native de (push) Has been cancelled
Native App Locale Refresh / Refresh native es (push) Has been cancelled
Native App Locale Refresh / Refresh native ko (push) Has been cancelled
Native App Locale Refresh / Refresh native nl (push) Has been cancelled
Native App Locale Refresh / Refresh native pl (push) Has been cancelled
Native App Locale Refresh / Refresh native pt-BR (push) Has been cancelled
Native App Locale Refresh / Refresh native ru (push) Has been cancelled
Native App Locale Refresh / Refresh native sv (push) Has been cancelled
Native App Locale Refresh / Refresh native th (push) Has been cancelled
Native App Locale Refresh / Refresh native tr (push) Has been cancelled
Native App Locale Refresh / Refresh native uk (push) Has been cancelled
Native App Locale Refresh / Refresh native vi (push) Has been cancelled
Native App Locale Refresh / Refresh native zh-CN (push) Has been cancelled
Native App Locale Refresh / Refresh native zh-TW (push) Has been cancelled
Native App Locale Refresh / Commit native locale refresh (push) Has been cancelled
Plugin Init Scaffold Validation / Validate provider scaffold (push) Has been cancelled
Plugin NPM Release / preview_plugins_npm (push) Has been cancelled
Plugin NPM Release / Validate release publish approval (push) Has been cancelled
Plugin NPM Release / preview_plugin_pack (push) Has been cancelled
Plugin NPM Release / publish_plugins_npm (push) Has been cancelled
Sandbox Common Smoke / sandbox-common-smoke (push) Has been cancelled
Website Installer Sync / static (push) Has been cancelled
Website Installer Sync / linux-docker (push) Has been cancelled
Website Installer Sync / macos-installer (push) Has been cancelled
Website Installer Sync / windows-installer (push) Has been cancelled
Website Installer Sync / sync-website (push) Has been cancelled
Adolf is a fork/vendored clone of github.com/openclaw/openclaw (v2026.6.11), free to diverge. Tree copied sans upstream .git; upstream remote added for future syncs. Node pinned to 24 (.nvmrc); engines already require >=22.19. Preserves docs/ARCHITECTURE.md. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01LeqyaxJF2nbRXJtae2kNB2
This commit is contained in:
817
qa/convex-credential-broker/convex/credentials.ts
Normal file
817
qa/convex-credential-broker/convex/credentials.ts
Normal file
@@ -0,0 +1,817 @@
|
||||
// Credentials module supports OpenClaw QA credential workflows.
|
||||
import { v } from "convex/values";
|
||||
import { internal } from "./_generated/api";
|
||||
import type { Id } from "./_generated/dataModel";
|
||||
import { internalMutation, internalQuery } from "./_generated/server";
|
||||
|
||||
const LEASE_EVENT_RETENTION_MS = 2 * 24 * 60 * 60 * 1_000;
|
||||
const ADMIN_EVENT_RETENTION_MS = 30 * 24 * 60 * 60 * 1_000;
|
||||
const EVENT_RETENTION_BATCH_SIZE = 256;
|
||||
const MAX_HEARTBEAT_INTERVAL_MS = 5 * 60 * 1_000;
|
||||
const MAX_LEASE_TTL_MS = 2 * 60 * 60 * 1_000;
|
||||
const MIN_HEARTBEAT_INTERVAL_MS = 5_000;
|
||||
const MIN_LEASE_TTL_MS = 30_000;
|
||||
const MAX_LIST_LIMIT = 500;
|
||||
const PAYLOAD_CHUNK_SIZE = 256_000;
|
||||
const MIN_LIST_LIMIT = 1;
|
||||
const CHUNKED_PAYLOAD_MARKER = "__openclawQaCredentialPayloadChunksV1";
|
||||
|
||||
const DEFAULT_HEARTBEAT_INTERVAL_MS = 30_000;
|
||||
const DEFAULT_LEASE_TTL_MS = 20 * 60 * 1_000;
|
||||
const DEFAULT_LIST_LIMIT = 100;
|
||||
const POOL_EXHAUSTED_RETRY_AFTER_MS = 2_000;
|
||||
|
||||
const actorRole = v.union(v.literal("ci"), v.literal("maintainer"));
|
||||
const credentialStatus = v.union(v.literal("active"), v.literal("disabled"));
|
||||
const listStatus = v.union(v.literal("active"), v.literal("disabled"), v.literal("all"));
|
||||
|
||||
type ActorRole = "ci" | "maintainer";
|
||||
type CredentialStatus = "active" | "disabled";
|
||||
type ListStatus = CredentialStatus | "all";
|
||||
type LeaseEventType = "acquire" | "acquire_failed" | "release";
|
||||
type AdminEventType = "add" | "disable" | "disable_failed";
|
||||
|
||||
type BrokerErrorResult = {
|
||||
status: "error";
|
||||
code: string;
|
||||
message: string;
|
||||
retryAfterMs?: number;
|
||||
};
|
||||
|
||||
type BrokerOkResult = {
|
||||
status: "ok";
|
||||
};
|
||||
|
||||
type CredentialLease = {
|
||||
ownerId: string;
|
||||
actorRole: ActorRole;
|
||||
leaseToken: string;
|
||||
acquiredAtMs: number;
|
||||
heartbeatAtMs: number;
|
||||
expiresAtMs: number;
|
||||
};
|
||||
|
||||
type CredentialSetRecord = {
|
||||
_id: Id<"credential_sets">;
|
||||
kind: string;
|
||||
status: CredentialStatus;
|
||||
payload: unknown;
|
||||
createdAtMs: number;
|
||||
updatedAtMs: number;
|
||||
lastLeasedAtMs: number;
|
||||
note?: string;
|
||||
lease?: CredentialLease;
|
||||
};
|
||||
|
||||
type ChunkedCredentialPayloadMarker = {
|
||||
[CHUNKED_PAYLOAD_MARKER]: true;
|
||||
byteLength: number;
|
||||
chunkCount: number;
|
||||
};
|
||||
|
||||
type CredentialPayloadChunkRecord = {
|
||||
_id: unknown;
|
||||
credentialId: Id<"credential_sets">;
|
||||
index: number;
|
||||
data: string;
|
||||
createdAtMs: number;
|
||||
};
|
||||
|
||||
type CredentialPayloadStorage = {
|
||||
chunks: string[];
|
||||
payload: unknown;
|
||||
};
|
||||
|
||||
type EventInsertCtx = {
|
||||
db: {
|
||||
insert: (
|
||||
table: "lease_events" | "admin_events",
|
||||
value: Record<string, unknown>,
|
||||
) => Promise<unknown>;
|
||||
};
|
||||
};
|
||||
|
||||
function normalizeIntervalMs(params: {
|
||||
value: number | undefined;
|
||||
fallback: number;
|
||||
min: number;
|
||||
max: number;
|
||||
}) {
|
||||
const value = params.value ?? params.fallback;
|
||||
const rounded = Math.floor(value);
|
||||
if (!Number.isFinite(rounded) || rounded < params.min || rounded > params.max) {
|
||||
return null;
|
||||
}
|
||||
return rounded;
|
||||
}
|
||||
|
||||
function normalizeListLimit(value: number | undefined) {
|
||||
const limit = value ?? DEFAULT_LIST_LIMIT;
|
||||
const rounded = Math.floor(limit);
|
||||
if (!Number.isFinite(rounded) || rounded < MIN_LIST_LIMIT || rounded > MAX_LIST_LIMIT) {
|
||||
return null;
|
||||
}
|
||||
return rounded;
|
||||
}
|
||||
|
||||
function brokerError(code: string, message: string, retryAfterMs?: number): BrokerErrorResult {
|
||||
return retryAfterMs && retryAfterMs > 0
|
||||
? {
|
||||
status: "error",
|
||||
code,
|
||||
message,
|
||||
retryAfterMs,
|
||||
}
|
||||
: {
|
||||
status: "error",
|
||||
code,
|
||||
message,
|
||||
};
|
||||
}
|
||||
|
||||
function leaseIsActive(lease: CredentialLease | undefined, nowMs: number) {
|
||||
return Boolean(lease && lease.expiresAtMs > nowMs);
|
||||
}
|
||||
|
||||
function isChunkedCredentialPayloadMarker(
|
||||
payload: unknown,
|
||||
): payload is ChunkedCredentialPayloadMarker {
|
||||
if (!payload || typeof payload !== "object" || Array.isArray(payload)) {
|
||||
return false;
|
||||
}
|
||||
const record = payload as Record<string, unknown>;
|
||||
return (
|
||||
record[CHUNKED_PAYLOAD_MARKER] === true &&
|
||||
typeof record.byteLength === "number" &&
|
||||
typeof record.chunkCount === "number"
|
||||
);
|
||||
}
|
||||
|
||||
async function readCredentialPayload(
|
||||
ctx: {
|
||||
db: {
|
||||
query: (table: "credential_payload_chunks") => {
|
||||
withIndex: (
|
||||
indexName: "by_credential_index",
|
||||
range: (q: {
|
||||
eq: (
|
||||
field: "credentialId",
|
||||
value: Id<"credential_sets">,
|
||||
) => {
|
||||
eq: (field: "index", value: number) => unknown;
|
||||
};
|
||||
}) => unknown,
|
||||
) => {
|
||||
collect: () => Promise<CredentialPayloadChunkRecord[]>;
|
||||
};
|
||||
};
|
||||
};
|
||||
},
|
||||
row: CredentialSetRecord,
|
||||
) {
|
||||
if (!isChunkedCredentialPayloadMarker(row.payload)) {
|
||||
return row.payload;
|
||||
}
|
||||
const chunks: string[] = [];
|
||||
for (let index = 0; index < row.payload.chunkCount; index += 1) {
|
||||
const rows = await ctx.db
|
||||
.query("credential_payload_chunks")
|
||||
.withIndex("by_credential_index", (q) => q.eq("credentialId", row["_id"]).eq("index", index))
|
||||
.collect();
|
||||
const chunk = rows[0];
|
||||
if (!chunk) {
|
||||
throw new Error(`Credential payload chunk ${index} is missing.`);
|
||||
}
|
||||
chunks.push(chunk.data);
|
||||
}
|
||||
const serialized = chunks.join("");
|
||||
if (serialized.length !== row.payload.byteLength) {
|
||||
throw new Error("Credential payload chunk length mismatch.");
|
||||
}
|
||||
return JSON.parse(serialized) as unknown;
|
||||
}
|
||||
|
||||
function createCredentialPayloadStorage(payload: unknown): CredentialPayloadStorage {
|
||||
const serializedPayload = JSON.stringify(payload);
|
||||
const chunks: string[] = [];
|
||||
for (let offset = 0; offset < serializedPayload.length; offset += PAYLOAD_CHUNK_SIZE) {
|
||||
chunks.push(serializedPayload.slice(offset, offset + PAYLOAD_CHUNK_SIZE));
|
||||
}
|
||||
if (chunks.length <= 1) {
|
||||
return { payload, chunks: [] };
|
||||
}
|
||||
return {
|
||||
payload: {
|
||||
[CHUNKED_PAYLOAD_MARKER]: true,
|
||||
byteLength: serializedPayload.length,
|
||||
chunkCount: chunks.length,
|
||||
},
|
||||
chunks,
|
||||
};
|
||||
}
|
||||
|
||||
function toCredentialSummary(
|
||||
row: CredentialSetRecord,
|
||||
includePayload: boolean,
|
||||
resolvedPayload?: unknown,
|
||||
) {
|
||||
return {
|
||||
credentialId: row["_id"],
|
||||
kind: row.kind,
|
||||
status: row.status,
|
||||
createdAtMs: row.createdAtMs,
|
||||
updatedAtMs: row.updatedAtMs,
|
||||
lastLeasedAtMs: row.lastLeasedAtMs,
|
||||
...(row.note ? { note: row.note } : {}),
|
||||
...(row.lease
|
||||
? {
|
||||
lease: {
|
||||
ownerId: row.lease.ownerId,
|
||||
actorRole: row.lease.actorRole,
|
||||
acquiredAtMs: row.lease.acquiredAtMs,
|
||||
heartbeatAtMs: row.lease.heartbeatAtMs,
|
||||
expiresAtMs: row.lease.expiresAtMs,
|
||||
},
|
||||
}
|
||||
: {}),
|
||||
...(includePayload ? { payload: resolvedPayload ?? row.payload } : {}),
|
||||
};
|
||||
}
|
||||
|
||||
async function insertLeaseEvent(params: {
|
||||
ctx: EventInsertCtx;
|
||||
kind: string;
|
||||
eventType: LeaseEventType;
|
||||
actorRole: ActorRole;
|
||||
ownerId: string;
|
||||
occurredAtMs: number;
|
||||
credentialId?: Id<"credential_sets">;
|
||||
code?: string;
|
||||
message?: string;
|
||||
}) {
|
||||
await params.ctx.db.insert("lease_events", {
|
||||
kind: params.kind,
|
||||
eventType: params.eventType,
|
||||
actorRole: params.actorRole,
|
||||
ownerId: params.ownerId,
|
||||
occurredAtMs: params.occurredAtMs,
|
||||
...(params.credentialId ? { credentialId: params.credentialId } : {}),
|
||||
...(params.code ? { code: params.code } : {}),
|
||||
...(params.message ? { message: params.message } : {}),
|
||||
});
|
||||
}
|
||||
|
||||
async function insertAdminEvent(params: {
|
||||
ctx: EventInsertCtx;
|
||||
eventType: AdminEventType;
|
||||
actorRole: ActorRole;
|
||||
actorId: string;
|
||||
occurredAtMs: number;
|
||||
credentialId?: Id<"credential_sets">;
|
||||
kind?: string;
|
||||
code?: string;
|
||||
message?: string;
|
||||
}) {
|
||||
await params.ctx.db.insert("admin_events", {
|
||||
eventType: params.eventType,
|
||||
actorRole: params.actorRole,
|
||||
actorId: params.actorId,
|
||||
occurredAtMs: params.occurredAtMs,
|
||||
...(params.credentialId ? { credentialId: params.credentialId } : {}),
|
||||
...(params.kind ? { kind: params.kind } : {}),
|
||||
...(params.code ? { code: params.code } : {}),
|
||||
...(params.message ? { message: params.message } : {}),
|
||||
});
|
||||
}
|
||||
|
||||
function sortByLeastRecentlyLeasedThenId(
|
||||
rows: Array<{
|
||||
_id: Id<"credential_sets">;
|
||||
lastLeasedAtMs: number;
|
||||
}>,
|
||||
) {
|
||||
rows.sort((left, right) => {
|
||||
if (left.lastLeasedAtMs !== right.lastLeasedAtMs) {
|
||||
return left.lastLeasedAtMs - right.lastLeasedAtMs;
|
||||
}
|
||||
const leftId = String(left["_id"]);
|
||||
const rightId = String(right["_id"]);
|
||||
return leftId.localeCompare(rightId);
|
||||
});
|
||||
}
|
||||
|
||||
function sortCredentialRowsForList(rows: CredentialSetRecord[]) {
|
||||
const statusRank: Record<CredentialStatus, number> = { active: 0, disabled: 1 };
|
||||
rows.sort((left, right) => {
|
||||
const kindCompare = left.kind.localeCompare(right.kind);
|
||||
if (kindCompare !== 0) {
|
||||
return kindCompare;
|
||||
}
|
||||
if (left.status !== right.status) {
|
||||
return statusRank[left.status] - statusRank[right.status];
|
||||
}
|
||||
if (left.updatedAtMs !== right.updatedAtMs) {
|
||||
return right.updatedAtMs - left.updatedAtMs;
|
||||
}
|
||||
return String(left["_id"]).localeCompare(String(right["_id"]));
|
||||
});
|
||||
}
|
||||
|
||||
function normalizeActorId(value: string | undefined) {
|
||||
const normalized = value?.trim();
|
||||
return normalized && normalized.length > 0 ? normalized : "unknown";
|
||||
}
|
||||
|
||||
export const acquireLease = internalMutation({
|
||||
args: {
|
||||
kind: v.string(),
|
||||
ownerId: v.string(),
|
||||
actorRole,
|
||||
leaseTtlMs: v.optional(v.number()),
|
||||
heartbeatIntervalMs: v.optional(v.number()),
|
||||
},
|
||||
handler: async (ctx, args) => {
|
||||
const nowMs = Date.now();
|
||||
const leaseTtlMs = normalizeIntervalMs({
|
||||
value: args.leaseTtlMs,
|
||||
fallback: DEFAULT_LEASE_TTL_MS,
|
||||
min: MIN_LEASE_TTL_MS,
|
||||
max: MAX_LEASE_TTL_MS,
|
||||
});
|
||||
if (!leaseTtlMs) {
|
||||
return brokerError(
|
||||
"INVALID_LEASE_TTL",
|
||||
`leaseTtlMs must be between ${MIN_LEASE_TTL_MS} and ${MAX_LEASE_TTL_MS}.`,
|
||||
);
|
||||
}
|
||||
const heartbeatIntervalMs = normalizeIntervalMs({
|
||||
value: args.heartbeatIntervalMs,
|
||||
fallback: DEFAULT_HEARTBEAT_INTERVAL_MS,
|
||||
min: MIN_HEARTBEAT_INTERVAL_MS,
|
||||
max: MAX_HEARTBEAT_INTERVAL_MS,
|
||||
});
|
||||
if (!heartbeatIntervalMs) {
|
||||
return brokerError(
|
||||
"INVALID_HEARTBEAT_INTERVAL",
|
||||
`heartbeatIntervalMs must be between ${MIN_HEARTBEAT_INTERVAL_MS} and ${MAX_HEARTBEAT_INTERVAL_MS}.`,
|
||||
);
|
||||
}
|
||||
|
||||
const activeRows = (await ctx.db
|
||||
.query("credential_sets")
|
||||
.withIndex("by_kind_status", (q) => q.eq("kind", args.kind).eq("status", "active"))
|
||||
.collect()) as CredentialSetRecord[];
|
||||
|
||||
const availableRows = activeRows.filter((row) => !leaseIsActive(row.lease, nowMs));
|
||||
|
||||
if (availableRows.length === 0) {
|
||||
await insertLeaseEvent({
|
||||
ctx,
|
||||
kind: args.kind,
|
||||
eventType: "acquire_failed",
|
||||
actorRole: args.actorRole,
|
||||
ownerId: args.ownerId,
|
||||
occurredAtMs: nowMs,
|
||||
code: "POOL_EXHAUSTED",
|
||||
message: "No active credential in this kind is currently available.",
|
||||
});
|
||||
return brokerError(
|
||||
"POOL_EXHAUSTED",
|
||||
`No available credential for kind "${args.kind}".`,
|
||||
POOL_EXHAUSTED_RETRY_AFTER_MS,
|
||||
);
|
||||
}
|
||||
|
||||
sortByLeastRecentlyLeasedThenId(availableRows);
|
||||
const selected = availableRows[0];
|
||||
const leaseToken = crypto.randomUUID();
|
||||
|
||||
await ctx.db.patch(selected["_id"], {
|
||||
lease: {
|
||||
ownerId: args.ownerId,
|
||||
actorRole: args.actorRole,
|
||||
leaseToken,
|
||||
acquiredAtMs: nowMs,
|
||||
heartbeatAtMs: nowMs,
|
||||
expiresAtMs: nowMs + leaseTtlMs,
|
||||
},
|
||||
lastLeasedAtMs: nowMs,
|
||||
updatedAtMs: nowMs,
|
||||
});
|
||||
|
||||
await insertLeaseEvent({
|
||||
ctx,
|
||||
kind: args.kind,
|
||||
eventType: "acquire",
|
||||
actorRole: args.actorRole,
|
||||
ownerId: args.ownerId,
|
||||
occurredAtMs: nowMs,
|
||||
credentialId: selected["_id"],
|
||||
});
|
||||
|
||||
return {
|
||||
status: "ok",
|
||||
credentialId: selected["_id"],
|
||||
leaseToken,
|
||||
payload: selected.payload,
|
||||
leaseTtlMs,
|
||||
heartbeatIntervalMs,
|
||||
};
|
||||
},
|
||||
});
|
||||
|
||||
export const getPayloadChunk = internalQuery({
|
||||
args: {
|
||||
kind: v.string(),
|
||||
ownerId: v.string(),
|
||||
actorRole,
|
||||
credentialId: v.id("credential_sets"),
|
||||
leaseToken: v.string(),
|
||||
index: v.number(),
|
||||
},
|
||||
handler: async (
|
||||
ctx,
|
||||
args,
|
||||
): Promise<BrokerErrorResult | { status: "ok"; data: string; index: number }> => {
|
||||
const nowMs = Date.now();
|
||||
const row = (await ctx.db.get(args.credentialId)) as CredentialSetRecord | null;
|
||||
if (!row) {
|
||||
return brokerError("CREDENTIAL_NOT_FOUND", "Credential record does not exist.");
|
||||
}
|
||||
if (row.kind !== args.kind) {
|
||||
return brokerError("KIND_MISMATCH", "Credential kind did not match this payload request.");
|
||||
}
|
||||
if (row.status !== "active") {
|
||||
return brokerError("CREDENTIAL_DISABLED", "Credential is disabled.");
|
||||
}
|
||||
if (!row.lease || row.lease.expiresAtMs < nowMs) {
|
||||
return brokerError("LEASE_NOT_FOUND", "Credential is not currently leased.");
|
||||
}
|
||||
if (row.lease.ownerId !== args.ownerId || row.lease.leaseToken !== args.leaseToken) {
|
||||
return brokerError("LEASE_NOT_OWNER", "Credential lease owner/token mismatch.");
|
||||
}
|
||||
if (row.lease.actorRole !== args.actorRole) {
|
||||
return brokerError("AUTH_ROLE_MISMATCH", "Credential lease actor role mismatch.");
|
||||
}
|
||||
if (!isChunkedCredentialPayloadMarker(row.payload)) {
|
||||
return brokerError("PAYLOAD_NOT_CHUNKED", "Credential payload is not chunked.");
|
||||
}
|
||||
if (!Number.isInteger(args.index) || args.index < 0 || args.index >= row.payload.chunkCount) {
|
||||
return brokerError("INVALID_CHUNK_INDEX", "Credential payload chunk index is out of range.");
|
||||
}
|
||||
const chunks = (await ctx.db
|
||||
.query("credential_payload_chunks")
|
||||
.withIndex("by_credential_index", (q) =>
|
||||
q.eq("credentialId", args.credentialId).eq("index", args.index),
|
||||
)
|
||||
.collect()) as CredentialPayloadChunkRecord[];
|
||||
const chunk = chunks[0];
|
||||
if (!chunk) {
|
||||
return brokerError("PAYLOAD_CHUNK_MISSING", "Credential payload chunk is missing.");
|
||||
}
|
||||
return { status: "ok", data: chunk.data, index: args.index };
|
||||
},
|
||||
});
|
||||
|
||||
export const heartbeatLease = internalMutation({
|
||||
args: {
|
||||
kind: v.string(),
|
||||
ownerId: v.string(),
|
||||
actorRole,
|
||||
credentialId: v.id("credential_sets"),
|
||||
leaseToken: v.string(),
|
||||
leaseTtlMs: v.optional(v.number()),
|
||||
},
|
||||
handler: async (ctx, args): Promise<BrokerErrorResult | BrokerOkResult> => {
|
||||
const nowMs = Date.now();
|
||||
const leaseTtlMs = normalizeIntervalMs({
|
||||
value: args.leaseTtlMs,
|
||||
fallback: DEFAULT_LEASE_TTL_MS,
|
||||
min: MIN_LEASE_TTL_MS,
|
||||
max: MAX_LEASE_TTL_MS,
|
||||
});
|
||||
if (!leaseTtlMs) {
|
||||
return brokerError(
|
||||
"INVALID_LEASE_TTL",
|
||||
`leaseTtlMs must be between ${MIN_LEASE_TTL_MS} and ${MAX_LEASE_TTL_MS}.`,
|
||||
);
|
||||
}
|
||||
|
||||
const row = (await ctx.db.get(args.credentialId)) as CredentialSetRecord | null;
|
||||
if (!row) {
|
||||
return brokerError("CREDENTIAL_NOT_FOUND", "Credential record does not exist.");
|
||||
}
|
||||
if (row.kind !== args.kind) {
|
||||
return brokerError("KIND_MISMATCH", "Credential kind did not match this lease heartbeat.");
|
||||
}
|
||||
if (row.status !== "active") {
|
||||
return brokerError(
|
||||
"CREDENTIAL_DISABLED",
|
||||
"Credential is disabled and cannot be heartbeated.",
|
||||
);
|
||||
}
|
||||
if (!row.lease) {
|
||||
return brokerError("LEASE_NOT_FOUND", "Credential is not currently leased.");
|
||||
}
|
||||
if (row.lease.ownerId !== args.ownerId || row.lease.leaseToken !== args.leaseToken) {
|
||||
return brokerError("LEASE_NOT_OWNER", "Credential lease owner/token mismatch.");
|
||||
}
|
||||
if (row.lease.expiresAtMs < nowMs) {
|
||||
return brokerError("LEASE_EXPIRED", "Credential lease has already expired.");
|
||||
}
|
||||
|
||||
await ctx.db.patch(args.credentialId, {
|
||||
lease: {
|
||||
...row.lease,
|
||||
heartbeatAtMs: nowMs,
|
||||
expiresAtMs: nowMs + leaseTtlMs,
|
||||
},
|
||||
updatedAtMs: nowMs,
|
||||
});
|
||||
|
||||
return { status: "ok" };
|
||||
},
|
||||
});
|
||||
|
||||
export const releaseLease = internalMutation({
|
||||
args: {
|
||||
kind: v.string(),
|
||||
ownerId: v.string(),
|
||||
actorRole,
|
||||
credentialId: v.id("credential_sets"),
|
||||
leaseToken: v.string(),
|
||||
},
|
||||
handler: async (ctx, args): Promise<BrokerErrorResult | BrokerOkResult> => {
|
||||
const nowMs = Date.now();
|
||||
const row = (await ctx.db.get(args.credentialId)) as CredentialSetRecord | null;
|
||||
if (!row) {
|
||||
return brokerError("CREDENTIAL_NOT_FOUND", "Credential record does not exist.");
|
||||
}
|
||||
if (row.kind !== args.kind) {
|
||||
return brokerError("KIND_MISMATCH", "Credential kind did not match this lease release.");
|
||||
}
|
||||
if (!row.lease) {
|
||||
return { status: "ok" };
|
||||
}
|
||||
if (row.lease.ownerId !== args.ownerId || row.lease.leaseToken !== args.leaseToken) {
|
||||
return brokerError("LEASE_NOT_OWNER", "Credential lease owner/token mismatch.");
|
||||
}
|
||||
|
||||
await ctx.db.patch(args.credentialId, {
|
||||
lease: undefined,
|
||||
updatedAtMs: nowMs,
|
||||
});
|
||||
await insertLeaseEvent({
|
||||
ctx,
|
||||
kind: args.kind,
|
||||
eventType: "release",
|
||||
actorRole: args.actorRole,
|
||||
ownerId: args.ownerId,
|
||||
occurredAtMs: nowMs,
|
||||
credentialId: args.credentialId,
|
||||
});
|
||||
return { status: "ok" };
|
||||
},
|
||||
});
|
||||
|
||||
export const addCredentialSet = internalMutation({
|
||||
args: {
|
||||
kind: v.string(),
|
||||
payload: v.any(),
|
||||
note: v.optional(v.string()),
|
||||
actorId: v.optional(v.string()),
|
||||
status: v.optional(credentialStatus),
|
||||
},
|
||||
handler: async (ctx, args) => {
|
||||
const nowMs = Date.now();
|
||||
const actorId = normalizeActorId(args.actorId);
|
||||
const status = args.status ?? "active";
|
||||
const note = args.note?.trim();
|
||||
const storage = createCredentialPayloadStorage(args.payload);
|
||||
const credentialId = await ctx.db.insert("credential_sets", {
|
||||
kind: args.kind,
|
||||
status,
|
||||
payload: storage.payload,
|
||||
createdAtMs: nowMs,
|
||||
updatedAtMs: nowMs,
|
||||
lastLeasedAtMs: 0,
|
||||
...(note ? { note } : {}),
|
||||
});
|
||||
|
||||
for (const [index, data] of storage.chunks.entries()) {
|
||||
await ctx.db.insert("credential_payload_chunks", {
|
||||
credentialId,
|
||||
index,
|
||||
data,
|
||||
createdAtMs: nowMs,
|
||||
});
|
||||
}
|
||||
|
||||
await insertAdminEvent({
|
||||
ctx,
|
||||
eventType: "add",
|
||||
actorRole: "maintainer",
|
||||
actorId,
|
||||
occurredAtMs: nowMs,
|
||||
credentialId,
|
||||
kind: args.kind,
|
||||
});
|
||||
|
||||
const created: CredentialSetRecord = {
|
||||
_id: credentialId,
|
||||
kind: args.kind,
|
||||
status,
|
||||
payload: storage.payload,
|
||||
createdAtMs: nowMs,
|
||||
updatedAtMs: nowMs,
|
||||
lastLeasedAtMs: 0,
|
||||
...(note ? { note } : {}),
|
||||
};
|
||||
return {
|
||||
status: "ok",
|
||||
credential: toCredentialSummary(created, false),
|
||||
};
|
||||
},
|
||||
});
|
||||
|
||||
export const disableCredentialSet = internalMutation({
|
||||
args: {
|
||||
credentialId: v.id("credential_sets"),
|
||||
actorId: v.optional(v.string()),
|
||||
},
|
||||
handler: async (ctx, args) => {
|
||||
const nowMs = Date.now();
|
||||
const actorId = normalizeActorId(args.actorId);
|
||||
const row = (await ctx.db.get(args.credentialId)) as CredentialSetRecord | null;
|
||||
if (!row) {
|
||||
await insertAdminEvent({
|
||||
ctx,
|
||||
eventType: "disable_failed",
|
||||
actorRole: "maintainer",
|
||||
actorId,
|
||||
occurredAtMs: nowMs,
|
||||
credentialId: args.credentialId,
|
||||
code: "CREDENTIAL_NOT_FOUND",
|
||||
message: "Credential record does not exist.",
|
||||
});
|
||||
return brokerError("CREDENTIAL_NOT_FOUND", "Credential record does not exist.");
|
||||
}
|
||||
if (leaseIsActive(row.lease, nowMs)) {
|
||||
await insertAdminEvent({
|
||||
ctx,
|
||||
eventType: "disable_failed",
|
||||
actorRole: "maintainer",
|
||||
actorId,
|
||||
occurredAtMs: nowMs,
|
||||
credentialId: row["_id"],
|
||||
kind: row.kind,
|
||||
code: "LEASE_ACTIVE",
|
||||
message: "Credential is currently leased and cannot be disabled yet.",
|
||||
});
|
||||
return brokerError("LEASE_ACTIVE", "Credential is currently leased and cannot be disabled.");
|
||||
}
|
||||
if (row.status === "disabled") {
|
||||
return {
|
||||
status: "ok",
|
||||
changed: false,
|
||||
credential: toCredentialSummary(row, false),
|
||||
};
|
||||
}
|
||||
|
||||
await ctx.db.patch(args.credentialId, {
|
||||
status: "disabled",
|
||||
lease: undefined,
|
||||
updatedAtMs: nowMs,
|
||||
});
|
||||
|
||||
await insertAdminEvent({
|
||||
ctx,
|
||||
eventType: "disable",
|
||||
actorRole: "maintainer",
|
||||
actorId,
|
||||
occurredAtMs: nowMs,
|
||||
credentialId: row["_id"],
|
||||
kind: row.kind,
|
||||
});
|
||||
|
||||
const updated: CredentialSetRecord = {
|
||||
...row,
|
||||
status: "disabled",
|
||||
lease: undefined,
|
||||
updatedAtMs: nowMs,
|
||||
};
|
||||
return {
|
||||
status: "ok",
|
||||
changed: true,
|
||||
credential: toCredentialSummary(updated, false),
|
||||
};
|
||||
},
|
||||
});
|
||||
|
||||
export const listCredentialSets = internalQuery({
|
||||
args: {
|
||||
kind: v.optional(v.string()),
|
||||
status: v.optional(listStatus),
|
||||
includePayload: v.optional(v.boolean()),
|
||||
limit: v.optional(v.number()),
|
||||
},
|
||||
handler: async (ctx, args) => {
|
||||
const normalizedStatus: ListStatus = args.status ?? "all";
|
||||
const includePayload = args.includePayload === true;
|
||||
const limit = normalizeListLimit(args.limit);
|
||||
if (!limit) {
|
||||
return brokerError(
|
||||
"INVALID_LIST_LIMIT",
|
||||
`limit must be between ${MIN_LIST_LIMIT} and ${MAX_LIST_LIMIT}.`,
|
||||
);
|
||||
}
|
||||
|
||||
let rows: CredentialSetRecord[];
|
||||
const kind = args.kind?.trim();
|
||||
if (kind) {
|
||||
if (normalizedStatus === "all") {
|
||||
rows = (await ctx.db
|
||||
.query("credential_sets")
|
||||
.withIndex("by_kind_lastLeasedAtMs", (q) => q.eq("kind", kind))
|
||||
.collect()) as CredentialSetRecord[];
|
||||
} else {
|
||||
rows = (await ctx.db
|
||||
.query("credential_sets")
|
||||
.withIndex("by_kind_status", (q) => q.eq("kind", kind).eq("status", normalizedStatus))
|
||||
.collect()) as CredentialSetRecord[];
|
||||
}
|
||||
} else {
|
||||
rows = (await ctx.db.query("credential_sets").collect()) as CredentialSetRecord[];
|
||||
if (normalizedStatus !== "all") {
|
||||
rows = rows.filter((row) => row.status === normalizedStatus);
|
||||
}
|
||||
}
|
||||
|
||||
sortCredentialRowsForList(rows);
|
||||
const selected = rows.slice(0, limit);
|
||||
const summaries = await Promise.all(
|
||||
selected.map(async (row) =>
|
||||
toCredentialSummary(
|
||||
row,
|
||||
includePayload,
|
||||
includePayload ? await readCredentialPayload(ctx, row) : undefined,
|
||||
),
|
||||
),
|
||||
);
|
||||
return {
|
||||
status: "ok",
|
||||
credentials: summaries,
|
||||
count: selected.length,
|
||||
};
|
||||
},
|
||||
});
|
||||
|
||||
export const cleanupLeaseEvents = internalMutation({
|
||||
args: {},
|
||||
handler: async (ctx) => {
|
||||
const cutoffMs = Date.now() - LEASE_EVENT_RETENTION_MS;
|
||||
const staleRows = await ctx.db
|
||||
.query("lease_events")
|
||||
.withIndex("by_occurredAtMs", (q) => q.lt("occurredAtMs", cutoffMs))
|
||||
.take(EVENT_RETENTION_BATCH_SIZE);
|
||||
|
||||
for (const row of staleRows) {
|
||||
await ctx.db.delete(row["_id"]);
|
||||
}
|
||||
|
||||
if (staleRows.length === EVENT_RETENTION_BATCH_SIZE) {
|
||||
await ctx.scheduler.runAfter(0, internal.credentials.cleanupLeaseEvents, {});
|
||||
}
|
||||
|
||||
return {
|
||||
status: "ok",
|
||||
deleted: staleRows.length,
|
||||
retentionMs: LEASE_EVENT_RETENTION_MS,
|
||||
};
|
||||
},
|
||||
});
|
||||
|
||||
export const cleanupAdminEvents = internalMutation({
|
||||
args: {},
|
||||
handler: async (ctx) => {
|
||||
const cutoffMs = Date.now() - ADMIN_EVENT_RETENTION_MS;
|
||||
const staleRows = await ctx.db
|
||||
.query("admin_events")
|
||||
.withIndex("by_occurredAtMs", (q) => q.lt("occurredAtMs", cutoffMs))
|
||||
.take(EVENT_RETENTION_BATCH_SIZE);
|
||||
|
||||
for (const row of staleRows) {
|
||||
await ctx.db.delete(row["_id"]);
|
||||
}
|
||||
|
||||
if (staleRows.length === EVENT_RETENTION_BATCH_SIZE) {
|
||||
await ctx.scheduler.runAfter(0, internal.credentials.cleanupAdminEvents, {});
|
||||
}
|
||||
|
||||
return {
|
||||
status: "ok",
|
||||
deleted: staleRows.length,
|
||||
retentionMs: ADMIN_EVENT_RETENTION_MS,
|
||||
};
|
||||
},
|
||||
});
|
||||
Reference in New Issue
Block a user