mirror of
https://github.com/zvx-echo6/meshai.git
synced 2026-06-11 01:14:45 +02:00
fix: Remove hard-coded token limits on LLM responses
- Add max_response_tokens config (8192) to LLMConfig - Use config value in router.py instead of hardcoded 500 - Update base.py default from 300 to 8192 - Lets LLM generate full responses; chunker handles size limits Fixes truncated responses like Here are three nodes in the freq Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
parent
70c0ab3047
commit
79ff756a38
3 changed files with 3 additions and 2 deletions
|
|
@ -94,6 +94,7 @@ class LLMConfig:
|
|||
base_url: str = "https://api.openai.com/v1"
|
||||
model: str = "gpt-4o-mini"
|
||||
timeout: int = 30
|
||||
max_response_tokens: int = 8192 # Let LLM generate full responses; chunker handles size
|
||||
|
||||
system_prompt: str = (
|
||||
"RESPONSE RULES:\n"
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue