Skip to content

Commit 60b8041

Browse files
committed
zen: support alibaba cache write
1 parent 3b2a2c4 commit 60b8041

1 file changed

Lines changed: 5 additions & 2 deletions

File tree

packages/console/app/src/routes/zen/util/provider/openai-compatible.ts

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,12 +6,14 @@ type Usage = {
66
total_tokens?: number
77
// used by moonshot
88
cached_tokens?: number
9-
// used by xai
9+
// used by xai & alibaba
1010
prompt_tokens_details?: {
1111
text_tokens?: number
1212
audio_tokens?: number
1313
image_tokens?: number
1414
cached_tokens?: number
15+
// used by alibaba
16+
cache_creation_input_tokens?: number
1517
}
1618
completion_tokens_details?: {
1719
reasoning_tokens?: number
@@ -62,6 +64,7 @@ export const oaCompatHelper: ProviderHelper = ({ adjustCacheUsage, safetyIdentif
6264
const outputTokens = usage.completion_tokens ?? 0
6365
const reasoningTokens = usage.completion_tokens_details?.reasoning_tokens ?? undefined
6466
let cacheReadTokens = usage.cached_tokens ?? usage.prompt_tokens_details?.cached_tokens ?? undefined
67+
const cacheWriteTokens = usage.prompt_tokens_details?.cache_creation_input_tokens ?? undefined
6568

6669
if (adjustCacheUsage && !cacheReadTokens) {
6770
cacheReadTokens = Math.floor(inputTokens * 0.9)
@@ -72,7 +75,7 @@ export const oaCompatHelper: ProviderHelper = ({ adjustCacheUsage, safetyIdentif
7275
outputTokens,
7376
reasoningTokens,
7477
cacheReadTokens,
75-
cacheWrite5mTokens: undefined,
78+
cacheWrite5mTokens: cacheWriteTokens,
7679
cacheWrite1hTokens: undefined,
7780
}
7881
},

0 commit comments

Comments
 (0)