Browse Source

small fix on examples/python-simplechat/client.py to actually get a streamed response and get tokens printed as we receive it (#4671)

Rayan Mostovoi 11 tháng trước cách đây
mục cha
commit
8a8e7afa96

+ 1 - 0
examples/python-simplechat/client.py

@@ -9,6 +9,7 @@ def chat(messages):
     r = requests.post(
     r = requests.post(
         "http://0.0.0.0:11434/api/chat",
         "http://0.0.0.0:11434/api/chat",
         json={"model": model, "messages": messages, "stream": True},
         json={"model": model, "messages": messages, "stream": True},
+	stream=True
     )
     )
     r.raise_for_status()
     r.raise_for_status()
     output = ""
     output = ""