sync
This commit is contained in:
@@ -30,6 +30,8 @@ export function createModelTpmLimiter(providers: { id: string; model: string; tp
|
|||||||
)
|
)
|
||||||
},
|
},
|
||||||
track: async (id: string, model: string, usageInfo: UsageInfo) => {
|
track: async (id: string, model: string, usageInfo: UsageInfo) => {
|
||||||
|
const key = `${id}/${model}`
|
||||||
|
if (!keys.includes(key)) return
|
||||||
const usage =
|
const usage =
|
||||||
usageInfo.inputTokens +
|
usageInfo.inputTokens +
|
||||||
usageInfo.outputTokens +
|
usageInfo.outputTokens +
|
||||||
@@ -41,7 +43,7 @@ export function createModelTpmLimiter(providers: { id: string; model: string; tp
|
|||||||
await Database.use((tx) =>
|
await Database.use((tx) =>
|
||||||
tx
|
tx
|
||||||
.insert(ModelRateLimitTable)
|
.insert(ModelRateLimitTable)
|
||||||
.values({ key: `${id}/${model}`, interval: yyyyMMddHHmm, count: usage })
|
.values({ key, interval: yyyyMMddHHmm, count: usage })
|
||||||
.onDuplicateKeyUpdate({ set: { count: sql`${ModelRateLimitTable.count} + ${usage}` } }),
|
.onDuplicateKeyUpdate({ set: { count: sql`${ModelRateLimitTable.count} + ${usage}` } }),
|
||||||
)
|
)
|
||||||
},
|
},
|
||||||
|
|||||||
Reference in New Issue
Block a user