diff --git a/ai/AiBase.py b/ai/AiBase.py index daac7b0..c8c2e1c 100644 --- a/ai/AiBase.py +++ b/ai/AiBase.py @@ -51,10 +51,6 @@ class AiBase: os.mkdir(path) def __del__(self): - try: - raise Exception() - except Exception as e: - print(e) del self.model del self.tokenizer diff --git a/ai/server.py b/ai/server.py index 77bbf46..c92587f 100644 --- a/ai/server.py +++ b/ai/server.py @@ -33,7 +33,6 @@ class Server: if json_body['command'] == 'chat': bot = self._server.get_bot(json_body['modelId']) - print(bot) bot.ensure_loaded() response = bot.generate(json_body['messages'], token_count=json_body['tokenCount'], diff --git a/frontend/vite.config.ts b/frontend/vite.config.ts index ae591ea..6d34062 100644 --- a/frontend/vite.config.ts +++ b/frontend/vite.config.ts @@ -34,7 +34,8 @@ export default defineConfig({ '^/api/.*$': { target: 'http://localhost:5172', changeOrigin: true, - }, '^/ws/.*$': { + }, + '^/ws/.*$': { target: 'http://localhost:5172', changeOrigin: true, ws: true,