mirror of
https://github.com/zvx-echo6/meshai.git
synced 2026-05-21 23:24:44 +02:00
Increase max_tokens to 500 for web search/RAG responses
This commit is contained in:
parent
ed97bf8d8b
commit
173af91d45
1 changed files with 1 additions and 1 deletions
|
|
@ -139,7 +139,7 @@ class MessageRouter:
|
|||
response = await self.llm.generate(
|
||||
messages=history,
|
||||
system_prompt=system_prompt,
|
||||
max_tokens=300,
|
||||
max_tokens=500, # Increased for web search/RAG responses
|
||||
user_id=message.sender_id, # Enable memory optimization
|
||||
)
|
||||
except Exception as e:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue