k/llmServer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Now handling temperature and max_tokens correctly

Browse Source
This commit is contained in:
k
2026-03-04 00:55:29 -05:00
parent a37d05a2de
commit 8e576ae332
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
bot.py
View File

@@ -164,8 +164,10 @@ def completions():
messageArray = data.get("messages", []) messageArray = data.get("messages", [])
stream = data.get("stream", False) stream = data.get("stream", False)
model = data.get("model", "RatChat") model = data.get("model", "RatChat")
temp = data.get("temperature", 0.7)
maxGen = data.get("max_tokens", 50)
chat = messageArray[-1]["content"] if messageArray else "" chat = messageArray[-1]["content"] if messageArray else ""
msgobj = messageOBJ(chat) msgobj = messageOBJ(chat,maxGen,temp)
msg_q.put(msgobj) msg_q.put(msgobj)
if stream: if stream: