@@ -1232,7 +1232,7 @@ DEBUG=gemini:tokens gemini
12321232# 与本地计算值进行对比
12331233
12341234# 调试方法 3: 单独测试 tokenizer
1235- import { getDefaultTokenizer } from '@anthropic /gemini-core';
1235+ import { getDefaultTokenizer } from '@google /gemini-cli -core';
12361236const tokenizer = getDefaultTokenizer();
12371237const result = await tokenizer.calculateTokens(yourContent);
12381238console.log(result.breakdown);` }
@@ -1273,7 +1273,7 @@ console.log(result.breakdown);`}
12731273# 在 CLI 界面中查看状态栏的 Token 计数
12741274
12751275# 检查模型限制是否正确匹配
1276- import { getTokenLimits } from '@anthropic /gemini-core';
1276+ import { getTokenLimits } from '@google /gemini-cli -core';
12771277console.log(getTokenLimits('your-model-name'));
12781278
12791279# 调整压缩阈值(在 settings.json)
@@ -1328,7 +1328,7 @@ console.log('First 8 bytes:', buffer.subarray(0, 8));
13281328# 检查 WebP 签名: 52 49 46 46 xx xx xx xx 57 45 42 50
13291329
13301330# 手动测试图片 tokenizer
1331- import { ImageTokenizer } from '@anthropic /gemini-core';
1331+ import { ImageTokenizer } from '@google /gemini-cli -core';
13321332const tokenizer = new ImageTokenizer();
13331333const tokens = await tokenizer.calculateTokens(base64Data, 'image/png');` }
13341334 language = "bash"
@@ -1365,12 +1365,12 @@ const tokens = await tokenizer.calculateTokens(base64Data, 'image/png');`}
13651365 </ div >
13661366 < CodeBlock
13671367 code = { `# 检查归一化后的模型名称
1368- import { normalizeModelName } from '@anthropic /gemini-core';
1368+ import { normalizeModelName } from '@google /gemini-cli -core';
13691369console.log(normalizeModelName('openai/gpt-4o-2024-08-06'));
13701370// 输出: gpt-4o
13711371
13721372# 验证模式匹配结果
1373- import { getTokenLimits } from '@anthropic /gemini-core';
1373+ import { getTokenLimits } from '@google /gemini-cli -core';
13741374console.log(getTokenLimits('gpt-4o'));
13751375// 输出: { input: 128000, output: 16384 }
13761376
0 commit comments