added temperature and token count to ai config

2024-05-29 18:36:17 +02:00
parent 3a78660883
commit bc0712ba11
14 changed files with 197 additions and 15 deletions
--- a/ai/server.py
+++ b/ai/server.py
@@ -35,7 +35,9 @@ class Server:
                    bot = self._server.get_bot(json_body['modelId'])
                    print(bot)
                    bot.ensure_loaded()
-                    response = bot.generate(json_body['messages'])
+                    response = bot.generate(json_body['messages'],
+                                            token_count=json_body['tokenCount'],
+                                            temperature=json_body['temperature'])
                elif json_body['command'] == 'shutdown':
                    bot = self._server.get_bot(json_body['modelId'])
                    bot.ensure_unloaded()