Support streaming APIs

yangwenz · Jul 5, 2024 · 1256b8c · 1256b8c
1 parent 74c9c8e
commit 1256b8c
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/examples/streaming/test_agent.py b/examples/streaming/test_agent.py
@@ -1,10 +1,10 @@
 import requests
 
-url = "http://localhost:8000/v1/generate"
+url = "http://localhost:8001/v1/generate"
 data = {
     "model_name": "streaming",
     "inputs": {"repeat": 5}
 }
-with requests.post(url, stream=True, json=data) as r:
+with requests.post(url, stream=True, json=data, headers={"UID": "12345"}) as r:
     for chunk in r.iter_lines():
         print(chunk)