Files
llm/chat.py
2024-04-17 18:58:50 +02:00

17 lines
455 B
Python

import requests
from utils.prompt import prompt
messages = []
while True:
user_prompt = prompt('>> User: ')
messages.append({'role': 'user', 'content': user_prompt})
response = requests.post('http://localhost:8900/', json=messages)
if response.status_code == 200:
messages = response.json()
print('>> Bot : ' + messages[-1]['content'])
else:
messages = messages[0:-1]
print('### Error from backend')