lmin/zmo-cli
1
0
Fork 0
Code Issues Pull Requests Actions 6 Packages Projects Releases Wiki Activity

fix(stats): ignore partial may 27 athena data (#29891)

Browse Source
This commit is contained in:
Adam
2026-05-29 07:59:47 -05:00
committed by GitHub
parent 3f6cb631c3
commit e84988b2a3
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
packages/stats/core/src/stat-sync.ts
View File

@@ -9,6 +9,7 @@ import { ProviderStatRepo, rowsFromAggregates as providerRowsFromAggregates } fr
import { startOfIsoWeek } from "./domain/stat" import { startOfIsoWeek } from "./domain/stat"
const DATALAKE_INGESTION_LAG_MS = 5 * 60_000 const DATALAKE_INGESTION_LAG_MS = 5 * 60_000
const STATS_DATA_START_MS = new Date("2026-05-28T00:00:00.000Z").getTime()
const WEEK_MS = 7 * 86_400_000 const WEEK_MS = 7 * 86_400_000
export type SyncStatsResult = { ok: true; rows: number; startedAt: string; periodStart: string; periodEnd: string } export type SyncStatsResult = { ok: true; rows: number; startedAt: string; periodStart: string; periodEnd: string }
@@ -21,7 +22,8 @@ export const syncStats: () => Effect.Effect<
> = Effect.fn("StatSync.sync")(function* () { > = Effect.fn("StatSync.sync")(function* () {
const startedAt = yield* DateTime.nowAsDate const startedAt = yield* DateTime.nowAsDate
const periodEnd = new Date(Math.floor((startedAt.getTime() - DATALAKE_INGESTION_LAG_MS) / 60_000) * 60_000) const periodEnd = new Date(Math.floor((startedAt.getTime() - DATALAKE_INGESTION_LAG_MS) / 60_000) * 60_000)
const periodStart = new Date(startOfIsoWeek(periodEnd).getTime() - WEEK_MS) // May 27 was partial, so keep Athena stats anchored at the first complete day.
const periodStart = new Date(Math.max(startOfIsoWeek(periodEnd).getTime() - WEEK_MS, STATS_DATA_START_MS))
const athena = yield* Athena const athena = yield* Athena
const modelStats = yield* ModelStatRepo const modelStats = yield* ModelStatRepo
const providerStats = yield* ProviderStatRepo const providerStats = yield* ProviderStatRepo