k/llmServer
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Now handling temperature and max_tokens correctly

Browse source
This commit is contained in:
k 2026-03-04 00:55:29 -05:00
parent a37d05a2de
commit 8e576ae332
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
bot.py
View file

@ -164,8 +164,10 @@ def completions():
messageArray = data.get("messages", [])
stream = data.get("stream", False)
model = data.get("model", "RatChat")
temp = data.get("temperature", 0.7)
maxGen = data.get("max_tokens", 50)
chat = messageArray[-1]["content"] if messageArray else ""
msgobj = messageOBJ(chat)
msgobj = messageOBJ(chat,maxGen,temp)
msg_q.put(msgobj)
if stream: