20 lines
550 B
Python
20 lines
550 B
Python
|
import requests
|
||
|
|
import json
|
||
|
|
|
||
|
|
def http_bot():
|
||
|
|
prompt = "How are you? I'm fine."
|
||
|
|
|
||
|
|
headers = {"User-Agent": "Test Client"}
|
||
|
|
pload = {
|
||
|
|
"prompt": prompt,
|
||
|
|
}
|
||
|
|
response = requests.post("http://localhost:10002", headers=headers, json=pload, stream=True)
|
||
|
|
|
||
|
|
for chunk in response.iter_lines(chunk_size=8192, decode_unicode=False, delimiter=b"\0"):
|
||
|
|
if chunk:
|
||
|
|
data = json.loads(chunk.decode("utf-8"))
|
||
|
|
output = data["text"]
|
||
|
|
yield output
|
||
|
|
|
||
|
|
for h in http_bot():
|
||
|
|
print(h, end="", flush=True)
|