blob: 0974650c192f01e8386162701e9c13b7dfaa5585 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
|
import requests
URL = "http://localhost:8080/v1/chat/completions"
messages = []
while True:
user_input = input("You: ")
if user_input.lower() in {"exit", "quit"}:
break
messages.append({
"role": "user",
"content": user_input
})
response = requests.post(
URL,
json={
"messages": messages,
"max_tokens": 256,
"temperature": 0.7,
}
)
if not response.ok:
print("Server error: ", response.text)
continue
data = response.json()
answer = data["choices"][0]["message"]["content"]
print(f"Agent: {answer}")
messages.append({
"role": "assistant",
"content": answer
})
|
