feat: improve perf on newer models

2025-12-22 19:10:13 +08:00
parent a34d86ba75
commit 35db15460e
4 changed files with 74 additions and 10 deletions
--- a/packages/llms/src/constants.ts
+++ b/packages/llms/src/constants.ts
@@ -18,4 +18,4 @@ export const DEFAULT_BASE_URL: string =

 export const LLM_MAX_RETRIES = 2
 export const DEFAULT_TEMPERATURE = 0.7 // higher randomness helps auto-recovery
-export const DEFAULT_MAX_TOKENS = 4096
+export const DEFAULT_MAX_TOKENS = 16000