Fase 1b: cableado del matcher (ingesta polling, runner shadow/full, comparador)
- config: bloque matcher (MATCHER_MODE off/shadow/full, IRON_PASSWORD, audiencia, poll, batch) + validacion - db: colecciones subscriptions/activefires/notifications_shadow/matcher_state + ensureMatcherIndexes (2dsphere en notifications_shadow para el dedupe 500m) - matcher/context: MatchContext sobre Mongo real (candidatas geo $near 1000km + audiencia; dedupe geo $near 500m; lang del owner) - matcher/ingest: polling de activefires por createdAt>checkpoint (Mongo 3.2 sin change streams), checkpoint persistido en matcher_state - matcher/runner: loop shadow(->notifications_shadow)/full(->notifications), idempotente por dedupe+checkpoint - matcher/compare: comparador de shadow (shadowOnly=spam, realOnly=faltantes, contentMismatches) — el gate antes del cutover - index: arranca el matcher; fake-repo ampliado (upsert, sort, $gt/$lt) - docs/env/README actualizados 73 tests en verde, typecheck y build OK.
This commit is contained in:
parent
b3aeb6108f
commit
a1ed206985
13 changed files with 531 additions and 19 deletions
77
src/matcher/runner.ts
Normal file
77
src/matcher/runner.ts
Normal file
|
|
@ -0,0 +1,77 @@
|
|||
import type { Config } from '../config.js';
|
||||
import type { Repos } from '../db.js';
|
||||
import type { Logger } from '../logger.js';
|
||||
import { createMatchContext } from './context.js';
|
||||
import { advanceCheckpoint, newestCreatedAt, pollNewFires } from './ingest.js';
|
||||
import { matchFire, type MatchContext } from './matcher.js';
|
||||
|
||||
export interface MatcherRunner {
|
||||
runOnce(): Promise<{ fires: number; generated: number }>;
|
||||
start(): void;
|
||||
stop(): void;
|
||||
}
|
||||
|
||||
/**
|
||||
* Fase 1b matcher loop: poll new fires, match each against subscriptions, and
|
||||
* write the resulting notification docs — to `notifications_shadow` (shadow) or
|
||||
* `notifications` (full). Idempotent across restarts: docs are written before
|
||||
* the checkpoint advances, and the 500 m dedupe (against the target collection)
|
||||
* means reprocessing the same fires produces no duplicates.
|
||||
*/
|
||||
export function createMatcherRunner(
|
||||
cfg: Config,
|
||||
repos: Repos,
|
||||
log: Logger,
|
||||
ctx: MatchContext = createMatchContext(cfg, repos),
|
||||
): MatcherRunner {
|
||||
let timer: NodeJS.Timeout | null = null;
|
||||
let running = false;
|
||||
const target = cfg.matcher.mode === 'shadow' ? repos.notificationsShadow : repos.notifications;
|
||||
|
||||
async function runOnce(): Promise<{ fires: number; generated: number }> {
|
||||
if (cfg.matcher.mode === 'off' || running) return { fires: 0, generated: 0 };
|
||||
running = true;
|
||||
try {
|
||||
const fires = await pollNewFires(cfg, repos);
|
||||
if (fires.length === 0) return { fires: 0, generated: 0 };
|
||||
|
||||
let generated = 0;
|
||||
for (const fire of fires) {
|
||||
const notifs = await matchFire(fire, ctx);
|
||||
if (notifs.length > 0) {
|
||||
await target.insertMany(notifs as never[]);
|
||||
generated += notifs.length;
|
||||
}
|
||||
}
|
||||
|
||||
const checkpoint = newestCreatedAt(fires);
|
||||
if (checkpoint) await advanceCheckpoint(repos, checkpoint);
|
||||
|
||||
log.info({ fires: fires.length, generated, mode: cfg.matcher.mode, target: target.collectionName }, 'matcher: cycle');
|
||||
return { fires: fires.length, generated };
|
||||
} finally {
|
||||
running = false;
|
||||
}
|
||||
}
|
||||
|
||||
function start(): void {
|
||||
if (cfg.matcher.mode === 'off') {
|
||||
log.info('matcher: disabled (MATCHER_MODE=off)');
|
||||
return;
|
||||
}
|
||||
log.info({ mode: cfg.matcher.mode, intervalMs: cfg.matcher.pollIntervalMs, audience: cfg.matcher.audienceTypes }, 'matcher: starting');
|
||||
timer = setInterval(() => {
|
||||
void runOnce().catch((err) => log.error({ err: String(err) }, 'matcher: cycle error'));
|
||||
}, cfg.matcher.pollIntervalMs);
|
||||
void runOnce().catch((err) => log.error({ err: String(err) }, 'matcher: initial cycle error'));
|
||||
}
|
||||
|
||||
function stop(): void {
|
||||
if (timer) {
|
||||
clearInterval(timer);
|
||||
timer = null;
|
||||
}
|
||||
}
|
||||
|
||||
return { runOnce, start, stop };
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue