Skip to content

Commit da6a0a1

Browse files
committed
feat: exclude reasoning_opaque from token calculation in calculateMessageTokens
1 parent 9adc6e0 commit da6a0a1

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

src/lib/tokenizer.ts

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -73,6 +73,9 @@ const calculateMessageTokens = (
7373
const tokensPerName = 1
7474
let tokens = tokensPerMessage
7575
for (const [key, value] of Object.entries(message)) {
76+
if (key === "reasoning_opaque") {
77+
continue
78+
}
7679
if (typeof value === "string") {
7780
tokens += encoder.encode(value).length
7881
}

0 commit comments

Comments
 (0)