wea_ondara/llm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

refactor: cleanup

Browse Source
This commit is contained in:
wea_ondara
2024-05-29 18:38:03 +02:00
parent d6ef6ea1dc
commit 2eb9e33947
3 changed files with 2 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ai/AiBase.py
View File

@@ -51,10 +51,6 @@ class AiBase:
os.mkdir(path) os.mkdir(path)
def __del__(self): def __del__(self):
try:
raise Exception()
except Exception as e:
print(e)
del self.model del self.model
del self.tokenizer del self.tokenizer

1
ai/server.py
View File

@@ -33,7 +33,6 @@ class Server:
if json_body['command'] == 'chat': if json_body['command'] == 'chat':
bot = self._server.get_bot(json_body['modelId']) bot = self._server.get_bot(json_body['modelId'])
print(bot)
bot.ensure_loaded() bot.ensure_loaded()
response = bot.generate(json_body['messages'], response = bot.generate(json_body['messages'],
token_count=json_body['tokenCount'], token_count=json_body['tokenCount'],

3
frontend/vite.config.ts
View File

@@ -34,7 +34,8 @@ export default defineConfig({
'^/api/.*$': { '^/api/.*$': {
target: 'http://localhost:5172', target: 'http://localhost:5172',
changeOrigin: true, changeOrigin: true,
}, '^/ws/.*$': { },
'^/ws/.*$': {
target: 'http://localhost:5172', target: 'http://localhost:5172',
changeOrigin: true, changeOrigin: true,
ws: true, ws: true,