Some checks are pending
Bidi Control Character Guard / bidi-control-guard (push) Waiting to run
Circular Dependency Check / Check for new circular dependencies (push) Waiting to run
Citus Migration Smoke / Combined migrations on single-node Citus (push) Waiting to run
E2E Fresh Install Tests / fresh-install-e2e (push) Waiting to run
ext-v2 guardrails / Run ext-v2 guard and ESLint (push) Waiting to run
Integration Tests / Check for relevant changes (push) Waiting to run
Integration Tests / ${{ (github.event_name == 'schedule' || github.event.inputs.suite == 'full') && 'Full integration suite' || 'Tier-1 integration subset' }} (push) Blocked by required conditions
Mobile checks / Mobile lint + typecheck (push) Waiting to run
Mobile checks / Mobile unit tests (push) Waiting to run
Mobile checks / Mobile dependency audit (report) (push) Waiting to run
Mobile checks / Mobile reproducibility checks (push) Waiting to run
Secrets guard (env backups) / Ensure no tracked env backup files (push) Waiting to run
Temporal Readiness / fast-readiness (push) Waiting to run
Temporal Readiness / docker-parity (push) Waiting to run
TypeScript Type Check / Nx affected typecheck (push) Waiting to run
Unit Tests / Skipped-test budget (push) Waiting to run
Unit Tests / Nx affected unit tests (push) Waiting to run
Unit Tests / Server unit coverage (informational) (push) Waiting to run
Validate Tenant Management Schema / Check for relevant changes (push) Waiting to run
Validate Tenant Management Schema / Validate Tenant Management Schema (push) Blocked by required conditions
EE Workflows Build Guard / ee-workflows-build-guard (push) Waiting to run
Excluded: .git, node_modules, secrets/, compose.env, assemblyscript tgz Source: /opt/alga-psa on psa.joliet.tech
97 lines
3.0 KiB
TypeScript
97 lines
3.0 KiB
TypeScript
import { getAdminConnection } from '@alga-psa/db/admin';
|
|
import logger from '@alga-psa/core/logger';
|
|
import { env } from 'process';
|
|
import WorkflowDataStoreModel from '../persistence/workflowDataStoreModel';
|
|
|
|
const DEFAULT_STORE_EXPIRY_SWEEP_INTERVAL_MS = 60_000;
|
|
const DEFAULT_STORE_EXPIRY_SWEEP_TENANT_LIMIT = 50;
|
|
const DEFAULT_STORE_EXPIRY_SWEEP_BATCH_SIZE = 1000;
|
|
|
|
const readPositiveIntEnv = (name: string, fallback: number): number => {
|
|
const parsed = Number(env[name]);
|
|
return Number.isFinite(parsed) && parsed > 0 ? Math.trunc(parsed) : fallback;
|
|
};
|
|
|
|
export class WorkflowDataStoreSweepWorker {
|
|
private intervalId: ReturnType<typeof setInterval> | null = null;
|
|
private readonly workerId: string;
|
|
private readonly sweepIntervalMs: number;
|
|
private readonly tenantLimit: number;
|
|
private readonly batchSize: number;
|
|
|
|
constructor(workerId: string) {
|
|
this.workerId = workerId;
|
|
this.sweepIntervalMs = readPositiveIntEnv(
|
|
'WORKFLOW_STORE_EXPIRY_SWEEP_INTERVAL_MS',
|
|
DEFAULT_STORE_EXPIRY_SWEEP_INTERVAL_MS
|
|
);
|
|
this.tenantLimit = readPositiveIntEnv(
|
|
'WORKFLOW_STORE_EXPIRY_SWEEP_TENANT_LIMIT',
|
|
DEFAULT_STORE_EXPIRY_SWEEP_TENANT_LIMIT
|
|
);
|
|
this.batchSize = readPositiveIntEnv(
|
|
'WORKFLOW_STORE_EXPIRY_SWEEP_BATCH_SIZE',
|
|
DEFAULT_STORE_EXPIRY_SWEEP_BATCH_SIZE
|
|
);
|
|
}
|
|
|
|
async start(): Promise<void> {
|
|
if (this.intervalId) return;
|
|
logger.info('[WorkflowDataStoreSweepWorker] Starting sweep', {
|
|
workerId: this.workerId,
|
|
sweepIntervalMs: this.sweepIntervalMs,
|
|
});
|
|
this.intervalId = setInterval(() => {
|
|
this.sweep().catch((error) => {
|
|
logger.warn('[WorkflowDataStoreSweepWorker] Sweep error', { workerId: this.workerId, error });
|
|
});
|
|
}, this.sweepIntervalMs);
|
|
}
|
|
|
|
async stop(): Promise<void> {
|
|
if (this.intervalId) {
|
|
clearInterval(this.intervalId);
|
|
this.intervalId = null;
|
|
}
|
|
}
|
|
|
|
async sweep(): Promise<number> {
|
|
const knex = await getAdminConnection();
|
|
|
|
try {
|
|
const tenants = await knex('workflow_data_store')
|
|
.whereNotNull('expires_at')
|
|
.andWhere('expires_at', '<=', new Date().toISOString())
|
|
.distinct<{ tenant: string }[]>('tenant')
|
|
.limit(this.tenantLimit);
|
|
|
|
let deleted = 0;
|
|
for (const row of tenants) {
|
|
deleted += await WorkflowDataStoreModel.deleteExpired(knex, row.tenant, this.batchSize);
|
|
}
|
|
|
|
if (deleted > 0) {
|
|
logger.info('[WorkflowDataStoreSweepWorker] Deleted expired workflow data-store rows', {
|
|
workerId: this.workerId,
|
|
tenantCount: tenants.length,
|
|
deleted,
|
|
});
|
|
} else {
|
|
logger.debug('[WorkflowDataStoreSweepWorker] Expired workflow data-store sweep complete', {
|
|
workerId: this.workerId,
|
|
tenantCount: tenants.length,
|
|
deleted,
|
|
});
|
|
}
|
|
|
|
return deleted;
|
|
} catch (error) {
|
|
logger.warn('[WorkflowDataStoreSweepWorker] Expired workflow data-store sweep failed', {
|
|
workerId: this.workerId,
|
|
error,
|
|
});
|
|
return 0;
|
|
}
|
|
}
|
|
}
|