matt/meshai
1
0
Fork 0
mirror of https://github.com/zvx-echo6/meshai.git synced 2026-05-21 23:24:44 +02:00
Code Issues Projects Releases Packages Wiki Activity

Increase max_tokens to 500 for web search/RAG responses

Browse source
This commit is contained in:
Matt 2025-12-15 14:34:21 -07:00
commit 173af91d45
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
meshai/router.py
View file

@ -139,7 +139,7 @@ class MessageRouter:
response = await self.llm.generate( response = await self.llm.generate(
messages=history, messages=history,
system_prompt=system_prompt, system_prompt=system_prompt,
max_tokens=300, max_tokens=500, # Increased for web search/RAG responses
user_id=message.sender_id, # Enable memory optimization user_id=message.sender_id, # Enable memory optimization
) )
except Exception as e: except Exception as e: