fix: use model cache context flag for runtime context limits
This commit is contained in:
parent
b1e7bb4c59
commit
b444899153
@ -3,6 +3,7 @@ import type { HookName, OhMyOpenCodeConfig } from "./config"
|
|||||||
import type { LoadedSkill } from "./features/opencode-skill-loader/types"
|
import type { LoadedSkill } from "./features/opencode-skill-loader/types"
|
||||||
import type { BackgroundManager } from "./features/background-agent"
|
import type { BackgroundManager } from "./features/background-agent"
|
||||||
import type { PluginContext } from "./plugin/types"
|
import type { PluginContext } from "./plugin/types"
|
||||||
|
import type { ModelCacheState } from "./plugin-state"
|
||||||
|
|
||||||
import { createCoreHooks } from "./plugin/hooks/create-core-hooks"
|
import { createCoreHooks } from "./plugin/hooks/create-core-hooks"
|
||||||
import { createContinuationHooks } from "./plugin/hooks/create-continuation-hooks"
|
import { createContinuationHooks } from "./plugin/hooks/create-continuation-hooks"
|
||||||
@ -13,6 +14,7 @@ export type CreatedHooks = ReturnType<typeof createHooks>
|
|||||||
export function createHooks(args: {
|
export function createHooks(args: {
|
||||||
ctx: PluginContext
|
ctx: PluginContext
|
||||||
pluginConfig: OhMyOpenCodeConfig
|
pluginConfig: OhMyOpenCodeConfig
|
||||||
|
modelCacheState: ModelCacheState
|
||||||
backgroundManager: BackgroundManager
|
backgroundManager: BackgroundManager
|
||||||
isHookEnabled: (hookName: HookName) => boolean
|
isHookEnabled: (hookName: HookName) => boolean
|
||||||
safeHookEnabled: boolean
|
safeHookEnabled: boolean
|
||||||
@ -22,6 +24,7 @@ export function createHooks(args: {
|
|||||||
const {
|
const {
|
||||||
ctx,
|
ctx,
|
||||||
pluginConfig,
|
pluginConfig,
|
||||||
|
modelCacheState,
|
||||||
backgroundManager,
|
backgroundManager,
|
||||||
isHookEnabled,
|
isHookEnabled,
|
||||||
safeHookEnabled,
|
safeHookEnabled,
|
||||||
@ -32,6 +35,7 @@ export function createHooks(args: {
|
|||||||
const core = createCoreHooks({
|
const core = createCoreHooks({
|
||||||
ctx,
|
ctx,
|
||||||
pluginConfig,
|
pluginConfig,
|
||||||
|
modelCacheState,
|
||||||
isHookEnabled,
|
isHookEnabled,
|
||||||
safeHookEnabled,
|
safeHookEnabled,
|
||||||
})
|
})
|
||||||
|
|||||||
@ -2,13 +2,17 @@ import type { PluginInput } from "@opencode-ai/plugin"
|
|||||||
import { createSystemDirective, SystemDirectiveTypes } from "../shared/system-directive"
|
import { createSystemDirective, SystemDirectiveTypes } from "../shared/system-directive"
|
||||||
|
|
||||||
const ANTHROPIC_DISPLAY_LIMIT = 1_000_000
|
const ANTHROPIC_DISPLAY_LIMIT = 1_000_000
|
||||||
const ANTHROPIC_ACTUAL_LIMIT =
|
const DEFAULT_ANTHROPIC_ACTUAL_LIMIT = 200_000
|
||||||
process.env.ANTHROPIC_1M_CONTEXT === "true" ||
|
|
||||||
process.env.VERTEX_ANTHROPIC_1M_CONTEXT === "true"
|
|
||||||
? 1_000_000
|
|
||||||
: 200_000
|
|
||||||
const CONTEXT_WARNING_THRESHOLD = 0.70
|
const CONTEXT_WARNING_THRESHOLD = 0.70
|
||||||
|
|
||||||
|
function getAnthropicActualLimit(anthropicContext1MEnabled: boolean): number {
|
||||||
|
return anthropicContext1MEnabled ||
|
||||||
|
process.env.ANTHROPIC_1M_CONTEXT === "true" ||
|
||||||
|
process.env.VERTEX_ANTHROPIC_1M_CONTEXT === "true"
|
||||||
|
? 1_000_000
|
||||||
|
: DEFAULT_ANTHROPIC_ACTUAL_LIMIT
|
||||||
|
}
|
||||||
|
|
||||||
const CONTEXT_REMINDER = `${createSystemDirective(SystemDirectiveTypes.CONTEXT_WINDOW_MONITOR)}
|
const CONTEXT_REMINDER = `${createSystemDirective(SystemDirectiveTypes.CONTEXT_WINDOW_MONITOR)}
|
||||||
|
|
||||||
You are using Anthropic Claude with 1M context window.
|
You are using Anthropic Claude with 1M context window.
|
||||||
@ -31,7 +35,10 @@ function isAnthropicProvider(providerID: string): boolean {
|
|||||||
return providerID === "anthropic" || providerID === "google-vertex-anthropic"
|
return providerID === "anthropic" || providerID === "google-vertex-anthropic"
|
||||||
}
|
}
|
||||||
|
|
||||||
export function createContextWindowMonitorHook(_ctx: PluginInput) {
|
export function createContextWindowMonitorHook(
|
||||||
|
_ctx: PluginInput,
|
||||||
|
anthropicContext1MEnabled = false,
|
||||||
|
) {
|
||||||
const remindedSessions = new Set<string>()
|
const remindedSessions = new Set<string>()
|
||||||
const tokenCache = new Map<string, CachedTokenState>()
|
const tokenCache = new Map<string, CachedTokenState>()
|
||||||
|
|
||||||
@ -51,7 +58,8 @@ export function createContextWindowMonitorHook(_ctx: PluginInput) {
|
|||||||
const lastTokens = cached.tokens
|
const lastTokens = cached.tokens
|
||||||
const totalInputTokens = (lastTokens?.input ?? 0) + (lastTokens?.cache?.read ?? 0)
|
const totalInputTokens = (lastTokens?.input ?? 0) + (lastTokens?.cache?.read ?? 0)
|
||||||
|
|
||||||
const actualUsagePercentage = totalInputTokens / ANTHROPIC_ACTUAL_LIMIT
|
const actualUsagePercentage =
|
||||||
|
totalInputTokens / getAnthropicActualLimit(anthropicContext1MEnabled)
|
||||||
|
|
||||||
if (actualUsagePercentage < CONTEXT_WARNING_THRESHOLD) return
|
if (actualUsagePercentage < CONTEXT_WARNING_THRESHOLD) return
|
||||||
|
|
||||||
|
|||||||
@ -27,9 +27,12 @@ interface EventInput {
|
|||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
export function createDirectoryAgentsInjectorHook(ctx: PluginInput) {
|
export function createDirectoryAgentsInjectorHook(
|
||||||
|
ctx: PluginInput,
|
||||||
|
anthropicContext1MEnabled?: boolean,
|
||||||
|
) {
|
||||||
const sessionCaches = new Map<string, Set<string>>();
|
const sessionCaches = new Map<string, Set<string>>();
|
||||||
const truncator = createDynamicTruncator(ctx);
|
const truncator = createDynamicTruncator(ctx, anthropicContext1MEnabled);
|
||||||
|
|
||||||
const toolExecuteAfter = async (input: ToolExecuteInput, output: ToolExecuteOutput) => {
|
const toolExecuteAfter = async (input: ToolExecuteInput, output: ToolExecuteOutput) => {
|
||||||
const toolName = input.tool.toLowerCase();
|
const toolName = input.tool.toLowerCase();
|
||||||
|
|||||||
@ -27,9 +27,12 @@ interface EventInput {
|
|||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
export function createDirectoryReadmeInjectorHook(ctx: PluginInput) {
|
export function createDirectoryReadmeInjectorHook(
|
||||||
|
ctx: PluginInput,
|
||||||
|
anthropicContext1MEnabled?: boolean,
|
||||||
|
) {
|
||||||
const sessionCaches = new Map<string, Set<string>>();
|
const sessionCaches = new Map<string, Set<string>>();
|
||||||
const truncator = createDynamicTruncator(ctx);
|
const truncator = createDynamicTruncator(ctx, anthropicContext1MEnabled);
|
||||||
|
|
||||||
const toolExecuteAfter = async (input: ToolExecuteInput, output: ToolExecuteOutput) => {
|
const toolExecuteAfter = async (input: ToolExecuteInput, output: ToolExecuteOutput) => {
|
||||||
const toolName = input.tool.toLowerCase();
|
const toolName = input.tool.toLowerCase();
|
||||||
|
|||||||
@ -2,11 +2,13 @@ import { log } from "../shared/logger"
|
|||||||
|
|
||||||
const DEFAULT_ACTUAL_LIMIT = 200_000
|
const DEFAULT_ACTUAL_LIMIT = 200_000
|
||||||
|
|
||||||
const ANTHROPIC_ACTUAL_LIMIT =
|
function getAnthropicActualLimit(anthropicContext1MEnabled: boolean): number {
|
||||||
process.env.ANTHROPIC_1M_CONTEXT === "true" ||
|
return anthropicContext1MEnabled ||
|
||||||
process.env.VERTEX_ANTHROPIC_1M_CONTEXT === "true"
|
process.env.ANTHROPIC_1M_CONTEXT === "true" ||
|
||||||
|
process.env.VERTEX_ANTHROPIC_1M_CONTEXT === "true"
|
||||||
? 1_000_000
|
? 1_000_000
|
||||||
: DEFAULT_ACTUAL_LIMIT
|
: DEFAULT_ACTUAL_LIMIT
|
||||||
|
}
|
||||||
|
|
||||||
const PREEMPTIVE_COMPACTION_THRESHOLD = 0.78
|
const PREEMPTIVE_COMPACTION_THRESHOLD = 0.78
|
||||||
|
|
||||||
@ -43,7 +45,10 @@ type PluginInput = {
|
|||||||
directory: string
|
directory: string
|
||||||
}
|
}
|
||||||
|
|
||||||
export function createPreemptiveCompactionHook(ctx: PluginInput) {
|
export function createPreemptiveCompactionHook(
|
||||||
|
ctx: PluginInput,
|
||||||
|
anthropicContext1MEnabled = false,
|
||||||
|
) {
|
||||||
const compactionInProgress = new Set<string>()
|
const compactionInProgress = new Set<string>()
|
||||||
const compactedSessions = new Set<string>()
|
const compactedSessions = new Set<string>()
|
||||||
const tokenCache = new Map<string, CachedCompactionState>()
|
const tokenCache = new Map<string, CachedCompactionState>()
|
||||||
@ -60,7 +65,7 @@ export function createPreemptiveCompactionHook(ctx: PluginInput) {
|
|||||||
|
|
||||||
const actualLimit =
|
const actualLimit =
|
||||||
isAnthropicProvider(cached.providerID)
|
isAnthropicProvider(cached.providerID)
|
||||||
? ANTHROPIC_ACTUAL_LIMIT
|
? getAnthropicActualLimit(anthropicContext1MEnabled)
|
||||||
: DEFAULT_ACTUAL_LIMIT
|
: DEFAULT_ACTUAL_LIMIT
|
||||||
|
|
||||||
const lastTokens = cached.tokens
|
const lastTokens = cached.tokens
|
||||||
|
|||||||
@ -29,8 +29,11 @@ interface EventInput {
|
|||||||
|
|
||||||
const TRACKED_TOOLS = ["read", "write", "edit", "multiedit"];
|
const TRACKED_TOOLS = ["read", "write", "edit", "multiedit"];
|
||||||
|
|
||||||
export function createRulesInjectorHook(ctx: PluginInput) {
|
export function createRulesInjectorHook(
|
||||||
const truncator = createDynamicTruncator(ctx);
|
ctx: PluginInput,
|
||||||
|
anthropicContext1MEnabled?: boolean,
|
||||||
|
) {
|
||||||
|
const truncator = createDynamicTruncator(ctx, anthropicContext1MEnabled);
|
||||||
const { getSessionCache, clearSessionCache } = createSessionCacheStore();
|
const { getSessionCache, clearSessionCache } = createSessionCacheStore();
|
||||||
const { processFilePathForInjection } = createRuleInjectionProcessor({
|
const { processFilePathForInjection } = createRuleInjectionProcessor({
|
||||||
workspaceDirectory: ctx.directory,
|
workspaceDirectory: ctx.directory,
|
||||||
|
|||||||
@ -27,11 +27,12 @@ const TOOL_SPECIFIC_MAX_TOKENS: Record<string, number> = {
|
|||||||
}
|
}
|
||||||
|
|
||||||
interface ToolOutputTruncatorOptions {
|
interface ToolOutputTruncatorOptions {
|
||||||
|
anthropicContext1MEnabled?: boolean
|
||||||
experimental?: ExperimentalConfig
|
experimental?: ExperimentalConfig
|
||||||
}
|
}
|
||||||
|
|
||||||
export function createToolOutputTruncatorHook(ctx: PluginInput, options?: ToolOutputTruncatorOptions) {
|
export function createToolOutputTruncatorHook(ctx: PluginInput, options?: ToolOutputTruncatorOptions) {
|
||||||
const truncator = createDynamicTruncator(ctx)
|
const truncator = createDynamicTruncator(ctx, options?.anthropicContext1MEnabled)
|
||||||
const truncateAll = options?.experimental?.truncate_all_tool_outputs ?? false
|
const truncateAll = options?.experimental?.truncate_all_tool_outputs ?? false
|
||||||
|
|
||||||
const toolExecuteAfter = async (
|
const toolExecuteAfter = async (
|
||||||
|
|||||||
@ -56,6 +56,7 @@ const OhMyOpenCodePlugin: Plugin = async (ctx) => {
|
|||||||
const hooks = createHooks({
|
const hooks = createHooks({
|
||||||
ctx,
|
ctx,
|
||||||
pluginConfig,
|
pluginConfig,
|
||||||
|
modelCacheState,
|
||||||
backgroundManager: managers.backgroundManager,
|
backgroundManager: managers.backgroundManager,
|
||||||
isHookEnabled,
|
isHookEnabled,
|
||||||
safeHookEnabled,
|
safeHookEnabled,
|
||||||
|
|||||||
@ -1,5 +1,6 @@
|
|||||||
import type { HookName, OhMyOpenCodeConfig } from "../../config"
|
import type { HookName, OhMyOpenCodeConfig } from "../../config"
|
||||||
import type { PluginContext } from "../types"
|
import type { PluginContext } from "../types"
|
||||||
|
import type { ModelCacheState } from "../../plugin-state"
|
||||||
|
|
||||||
import { createSessionHooks } from "./create-session-hooks"
|
import { createSessionHooks } from "./create-session-hooks"
|
||||||
import { createToolGuardHooks } from "./create-tool-guard-hooks"
|
import { createToolGuardHooks } from "./create-tool-guard-hooks"
|
||||||
@ -8,14 +9,16 @@ import { createTransformHooks } from "./create-transform-hooks"
|
|||||||
export function createCoreHooks(args: {
|
export function createCoreHooks(args: {
|
||||||
ctx: PluginContext
|
ctx: PluginContext
|
||||||
pluginConfig: OhMyOpenCodeConfig
|
pluginConfig: OhMyOpenCodeConfig
|
||||||
|
modelCacheState: ModelCacheState
|
||||||
isHookEnabled: (hookName: HookName) => boolean
|
isHookEnabled: (hookName: HookName) => boolean
|
||||||
safeHookEnabled: boolean
|
safeHookEnabled: boolean
|
||||||
}) {
|
}) {
|
||||||
const { ctx, pluginConfig, isHookEnabled, safeHookEnabled } = args
|
const { ctx, pluginConfig, modelCacheState, isHookEnabled, safeHookEnabled } = args
|
||||||
|
|
||||||
const session = createSessionHooks({
|
const session = createSessionHooks({
|
||||||
ctx,
|
ctx,
|
||||||
pluginConfig,
|
pluginConfig,
|
||||||
|
modelCacheState,
|
||||||
isHookEnabled,
|
isHookEnabled,
|
||||||
safeHookEnabled,
|
safeHookEnabled,
|
||||||
})
|
})
|
||||||
@ -23,6 +26,7 @@ export function createCoreHooks(args: {
|
|||||||
const tool = createToolGuardHooks({
|
const tool = createToolGuardHooks({
|
||||||
ctx,
|
ctx,
|
||||||
pluginConfig,
|
pluginConfig,
|
||||||
|
modelCacheState,
|
||||||
isHookEnabled,
|
isHookEnabled,
|
||||||
safeHookEnabled,
|
safeHookEnabled,
|
||||||
})
|
})
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
import type { OhMyOpenCodeConfig, HookName } from "../../config"
|
import type { OhMyOpenCodeConfig, HookName } from "../../config"
|
||||||
|
import type { ModelCacheState } from "../../plugin-state"
|
||||||
import type { PluginContext } from "../types"
|
import type { PluginContext } from "../types"
|
||||||
|
|
||||||
import {
|
import {
|
||||||
@ -55,21 +56,24 @@ export type SessionHooks = {
|
|||||||
export function createSessionHooks(args: {
|
export function createSessionHooks(args: {
|
||||||
ctx: PluginContext
|
ctx: PluginContext
|
||||||
pluginConfig: OhMyOpenCodeConfig
|
pluginConfig: OhMyOpenCodeConfig
|
||||||
|
modelCacheState: ModelCacheState
|
||||||
isHookEnabled: (hookName: HookName) => boolean
|
isHookEnabled: (hookName: HookName) => boolean
|
||||||
safeHookEnabled: boolean
|
safeHookEnabled: boolean
|
||||||
}): SessionHooks {
|
}): SessionHooks {
|
||||||
const { ctx, pluginConfig, isHookEnabled, safeHookEnabled } = args
|
const { ctx, pluginConfig, modelCacheState, isHookEnabled, safeHookEnabled } = args
|
||||||
const safeHook = <T>(hookName: HookName, factory: () => T): T | null =>
|
const safeHook = <T>(hookName: HookName, factory: () => T): T | null =>
|
||||||
safeCreateHook(hookName, factory, { enabled: safeHookEnabled })
|
safeCreateHook(hookName, factory, { enabled: safeHookEnabled })
|
||||||
|
|
||||||
const contextWindowMonitor = isHookEnabled("context-window-monitor")
|
const contextWindowMonitor = isHookEnabled("context-window-monitor")
|
||||||
? safeHook("context-window-monitor", () => createContextWindowMonitorHook(ctx))
|
? safeHook("context-window-monitor", () =>
|
||||||
|
createContextWindowMonitorHook(ctx, modelCacheState.anthropicContext1MEnabled))
|
||||||
: null
|
: null
|
||||||
|
|
||||||
const preemptiveCompaction =
|
const preemptiveCompaction =
|
||||||
isHookEnabled("preemptive-compaction") &&
|
isHookEnabled("preemptive-compaction") &&
|
||||||
pluginConfig.experimental?.preemptive_compaction
|
pluginConfig.experimental?.preemptive_compaction
|
||||||
? safeHook("preemptive-compaction", () => createPreemptiveCompactionHook(ctx))
|
? safeHook("preemptive-compaction", () =>
|
||||||
|
createPreemptiveCompactionHook(ctx, modelCacheState.anthropicContext1MEnabled))
|
||||||
: null
|
: null
|
||||||
|
|
||||||
const sessionRecovery = isHookEnabled("session-recovery")
|
const sessionRecovery = isHookEnabled("session-recovery")
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
import type { HookName, OhMyOpenCodeConfig } from "../../config"
|
import type { HookName, OhMyOpenCodeConfig } from "../../config"
|
||||||
|
import type { ModelCacheState } from "../../plugin-state"
|
||||||
import type { PluginContext } from "../types"
|
import type { PluginContext } from "../types"
|
||||||
|
|
||||||
import {
|
import {
|
||||||
@ -35,10 +36,11 @@ export type ToolGuardHooks = {
|
|||||||
export function createToolGuardHooks(args: {
|
export function createToolGuardHooks(args: {
|
||||||
ctx: PluginContext
|
ctx: PluginContext
|
||||||
pluginConfig: OhMyOpenCodeConfig
|
pluginConfig: OhMyOpenCodeConfig
|
||||||
|
modelCacheState: ModelCacheState
|
||||||
isHookEnabled: (hookName: HookName) => boolean
|
isHookEnabled: (hookName: HookName) => boolean
|
||||||
safeHookEnabled: boolean
|
safeHookEnabled: boolean
|
||||||
}): ToolGuardHooks {
|
}): ToolGuardHooks {
|
||||||
const { ctx, pluginConfig, isHookEnabled, safeHookEnabled } = args
|
const { ctx, pluginConfig, modelCacheState, isHookEnabled, safeHookEnabled } = args
|
||||||
const safeHook = <T>(hookName: HookName, factory: () => T): T | null =>
|
const safeHook = <T>(hookName: HookName, factory: () => T): T | null =>
|
||||||
safeCreateHook(hookName, factory, { enabled: safeHookEnabled })
|
safeCreateHook(hookName, factory, { enabled: safeHookEnabled })
|
||||||
|
|
||||||
@ -48,7 +50,10 @@ export function createToolGuardHooks(args: {
|
|||||||
|
|
||||||
const toolOutputTruncator = isHookEnabled("tool-output-truncator")
|
const toolOutputTruncator = isHookEnabled("tool-output-truncator")
|
||||||
? safeHook("tool-output-truncator", () =>
|
? safeHook("tool-output-truncator", () =>
|
||||||
createToolOutputTruncatorHook(ctx, { experimental: pluginConfig.experimental }))
|
createToolOutputTruncatorHook(ctx, {
|
||||||
|
anthropicContext1MEnabled: modelCacheState.anthropicContext1MEnabled,
|
||||||
|
experimental: pluginConfig.experimental,
|
||||||
|
}))
|
||||||
: null
|
: null
|
||||||
|
|
||||||
let directoryAgentsInjector: ReturnType<typeof createDirectoryAgentsInjectorHook> | null = null
|
let directoryAgentsInjector: ReturnType<typeof createDirectoryAgentsInjectorHook> | null = null
|
||||||
@ -62,12 +67,14 @@ export function createToolGuardHooks(args: {
|
|||||||
nativeVersion: OPENCODE_NATIVE_AGENTS_INJECTION_VERSION,
|
nativeVersion: OPENCODE_NATIVE_AGENTS_INJECTION_VERSION,
|
||||||
})
|
})
|
||||||
} else {
|
} else {
|
||||||
directoryAgentsInjector = safeHook("directory-agents-injector", () => createDirectoryAgentsInjectorHook(ctx))
|
directoryAgentsInjector = safeHook("directory-agents-injector", () =>
|
||||||
|
createDirectoryAgentsInjectorHook(ctx, modelCacheState.anthropicContext1MEnabled))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
const directoryReadmeInjector = isHookEnabled("directory-readme-injector")
|
const directoryReadmeInjector = isHookEnabled("directory-readme-injector")
|
||||||
? safeHook("directory-readme-injector", () => createDirectoryReadmeInjectorHook(ctx))
|
? safeHook("directory-readme-injector", () =>
|
||||||
|
createDirectoryReadmeInjectorHook(ctx, modelCacheState.anthropicContext1MEnabled))
|
||||||
: null
|
: null
|
||||||
|
|
||||||
const emptyTaskResponseDetector = isHookEnabled("empty-task-response-detector")
|
const emptyTaskResponseDetector = isHookEnabled("empty-task-response-detector")
|
||||||
@ -75,7 +82,8 @@ export function createToolGuardHooks(args: {
|
|||||||
: null
|
: null
|
||||||
|
|
||||||
const rulesInjector = isHookEnabled("rules-injector")
|
const rulesInjector = isHookEnabled("rules-injector")
|
||||||
? safeHook("rules-injector", () => createRulesInjectorHook(ctx))
|
? safeHook("rules-injector", () =>
|
||||||
|
createRulesInjectorHook(ctx, modelCacheState.anthropicContext1MEnabled))
|
||||||
: null
|
: null
|
||||||
|
|
||||||
const tasksTodowriteDisabler = isHookEnabled("tasks-todowrite-disabler")
|
const tasksTodowriteDisabler = isHookEnabled("tasks-todowrite-disabler")
|
||||||
|
|||||||
@ -1,14 +1,18 @@
|
|||||||
import type { PluginInput } from "@opencode-ai/plugin";
|
import type { PluginInput } from "@opencode-ai/plugin";
|
||||||
import { normalizeSDKResponse } from "./normalize-sdk-response"
|
import { normalizeSDKResponse } from "./normalize-sdk-response"
|
||||||
|
|
||||||
const ANTHROPIC_ACTUAL_LIMIT =
|
const DEFAULT_ANTHROPIC_ACTUAL_LIMIT = 200_000;
|
||||||
process.env.ANTHROPIC_1M_CONTEXT === "true" ||
|
|
||||||
process.env.VERTEX_ANTHROPIC_1M_CONTEXT === "true"
|
|
||||||
? 1_000_000
|
|
||||||
: 200_000;
|
|
||||||
const CHARS_PER_TOKEN_ESTIMATE = 4;
|
const CHARS_PER_TOKEN_ESTIMATE = 4;
|
||||||
const DEFAULT_TARGET_MAX_TOKENS = 50_000;
|
const DEFAULT_TARGET_MAX_TOKENS = 50_000;
|
||||||
|
|
||||||
|
function getAnthropicActualLimit(anthropicContext1MEnabled = false): number {
|
||||||
|
return anthropicContext1MEnabled ||
|
||||||
|
process.env.ANTHROPIC_1M_CONTEXT === "true" ||
|
||||||
|
process.env.VERTEX_ANTHROPIC_1M_CONTEXT === "true"
|
||||||
|
? 1_000_000
|
||||||
|
: DEFAULT_ANTHROPIC_ACTUAL_LIMIT;
|
||||||
|
}
|
||||||
|
|
||||||
interface AssistantMessageInfo {
|
interface AssistantMessageInfo {
|
||||||
role: "assistant";
|
role: "assistant";
|
||||||
tokens: {
|
tokens: {
|
||||||
@ -110,6 +114,7 @@ export function truncateToTokenLimit(
|
|||||||
export async function getContextWindowUsage(
|
export async function getContextWindowUsage(
|
||||||
ctx: PluginInput,
|
ctx: PluginInput,
|
||||||
sessionID: string,
|
sessionID: string,
|
||||||
|
anthropicContext1MEnabled = false,
|
||||||
): Promise<{
|
): Promise<{
|
||||||
usedTokens: number;
|
usedTokens: number;
|
||||||
remainingTokens: number;
|
remainingTokens: number;
|
||||||
@ -134,12 +139,13 @@ export async function getContextWindowUsage(
|
|||||||
(lastTokens?.input ?? 0) +
|
(lastTokens?.input ?? 0) +
|
||||||
(lastTokens?.cache?.read ?? 0) +
|
(lastTokens?.cache?.read ?? 0) +
|
||||||
(lastTokens?.output ?? 0);
|
(lastTokens?.output ?? 0);
|
||||||
const remainingTokens = ANTHROPIC_ACTUAL_LIMIT - usedTokens;
|
const anthropicActualLimit = getAnthropicActualLimit(anthropicContext1MEnabled);
|
||||||
|
const remainingTokens = anthropicActualLimit - usedTokens;
|
||||||
|
|
||||||
return {
|
return {
|
||||||
usedTokens,
|
usedTokens,
|
||||||
remainingTokens,
|
remainingTokens,
|
||||||
usagePercentage: usedTokens / ANTHROPIC_ACTUAL_LIMIT,
|
usagePercentage: usedTokens / anthropicActualLimit,
|
||||||
};
|
};
|
||||||
} catch {
|
} catch {
|
||||||
return null;
|
return null;
|
||||||
@ -151,6 +157,7 @@ export async function dynamicTruncate(
|
|||||||
sessionID: string,
|
sessionID: string,
|
||||||
output: string,
|
output: string,
|
||||||
options: TruncationOptions = {},
|
options: TruncationOptions = {},
|
||||||
|
anthropicContext1MEnabled = false,
|
||||||
): Promise<TruncationResult> {
|
): Promise<TruncationResult> {
|
||||||
if (typeof output !== 'string') {
|
if (typeof output !== 'string') {
|
||||||
return { result: String(output ?? ''), truncated: false };
|
return { result: String(output ?? ''), truncated: false };
|
||||||
@ -161,7 +168,7 @@ export async function dynamicTruncate(
|
|||||||
preserveHeaderLines = 3,
|
preserveHeaderLines = 3,
|
||||||
} = options;
|
} = options;
|
||||||
|
|
||||||
const usage = await getContextWindowUsage(ctx, sessionID);
|
const usage = await getContextWindowUsage(ctx, sessionID, anthropicContext1MEnabled);
|
||||||
|
|
||||||
if (!usage) {
|
if (!usage) {
|
||||||
// Fallback: apply conservative truncation when context usage unavailable
|
// Fallback: apply conservative truncation when context usage unavailable
|
||||||
@ -183,15 +190,19 @@ export async function dynamicTruncate(
|
|||||||
return truncateToTokenLimit(output, maxOutputTokens, preserveHeaderLines);
|
return truncateToTokenLimit(output, maxOutputTokens, preserveHeaderLines);
|
||||||
}
|
}
|
||||||
|
|
||||||
export function createDynamicTruncator(ctx: PluginInput) {
|
export function createDynamicTruncator(
|
||||||
|
ctx: PluginInput,
|
||||||
|
anthropicContext1MEnabled?: boolean,
|
||||||
|
) {
|
||||||
return {
|
return {
|
||||||
truncate: (
|
truncate: (
|
||||||
sessionID: string,
|
sessionID: string,
|
||||||
output: string,
|
output: string,
|
||||||
options?: TruncationOptions,
|
options?: TruncationOptions,
|
||||||
) => dynamicTruncate(ctx, sessionID, output, options),
|
) => dynamicTruncate(ctx, sessionID, output, options, anthropicContext1MEnabled),
|
||||||
|
|
||||||
getUsage: (sessionID: string) => getContextWindowUsage(ctx, sessionID),
|
getUsage: (sessionID: string) =>
|
||||||
|
getContextWindowUsage(ctx, sessionID, anthropicContext1MEnabled),
|
||||||
|
|
||||||
truncateSync: (
|
truncateSync: (
|
||||||
output: string,
|
output: string,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user