Feature: 为 HTTPClient 等内置驱动器添加流式请求方法 (#3560)

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
This commit is contained in:
Ailitonia
2025-07-05 20:54:03 +08:00
committed by GitHub
parent 3f24e3dfac
commit f6ae2b8698
4 changed files with 287 additions and 0 deletions

View File

@ -304,6 +304,78 @@ async def test_http_client(driver: Driver, server_url: URL):
"test3": "test",
}, "file parsing error"
# post stream request with query, headers, cookies and content
request = Request(
"POST",
server_url,
params={"param": "stream"},
headers={"X-Test": "stream"},
cookies={"session": "stream"},
content="stream_test" * 1024,
)
chunks = []
async for resp in driver.stream_request(request, chunk_size=4):
assert resp.status_code == 200
assert resp.content
chunks.append(resp.content)
assert all(len(chunk) == 4 for chunk in chunks[:-1])
data = json.loads(b"".join(chunks))
assert data["method"] == "POST"
assert data["args"] == {"param": "stream"}
assert data["headers"].get("X-Test") == "stream"
assert data["headers"].get("Cookie") == "session=stream"
assert data["data"] == "stream_test" * 1024
# post stream request with data body
request = Request("POST", server_url, data={"form": "test"})
chunks = []
async for resp in driver.stream_request(request, chunk_size=4):
assert resp.status_code == 200
assert resp.content
chunks.append(resp.content)
assert all(len(chunk) == 4 for chunk in chunks[:-1])
data = json.loads(b"".join(chunks))
assert data["method"] == "POST"
assert data["form"] == {"form": "test"}
# post stream request with json body
request = Request("POST", server_url, json={"json": "test"})
chunks = []
async for resp in driver.stream_request(request, chunk_size=4):
assert resp.status_code == 200
assert resp.content
chunks.append(resp.content)
assert all(len(chunk) == 4 for chunk in chunks[:-1])
data = json.loads(b"".join(chunks))
assert data["method"] == "POST"
assert data["json"] == {"json": "test"}
# post stream request with files and form data
request = Request(
"POST",
server_url,
data={"form": "test"},
files=[
("test1", b"test"),
("test2", ("test.txt", b"test")),
("test3", ("test.txt", b"test", "text/plain")),
],
)
chunks = []
async for resp in driver.stream_request(request, chunk_size=4):
assert response.status_code == 200
assert response.content
chunks.append(resp.content)
assert all(len(chunk) == 4 for chunk in chunks[:-1])
data = json.loads(b"".join(chunks))
assert data["method"] == "POST"
assert data["form"] == {"form": "test"}
assert data["files"] == {
"test1": "test",
"test2": "test",
"test3": "test",
}, "file parsing error"
await anyio.sleep(1)
@ -419,6 +491,100 @@ async def test_http_client_session(driver: Driver, server_url: URL):
"test3": "test",
}, "file parsing error"
# post stream request with query, headers, cookies and content
request = Request(
"POST",
server_url,
params={"param": "stream"},
headers={"X-Test": "stream"},
cookies={"cookie": "stream"},
content="stream_test" * 1024,
)
chunks = []
async for resp in session.stream_request(request, chunk_size=4):
assert resp.status_code == 200
assert resp.content
chunks.append(resp.content)
assert all(len(chunk) == 4 for chunk in chunks[:-1])
data = json.loads(b"".join(chunks))
assert data["method"] == "POST"
assert data["args"] == {"session": "test", "param": "stream"}
assert data["headers"].get("X-Session") == "test"
assert data["headers"].get("X-Test") == "stream"
assert {
key: cookie.value
for key, cookie in SimpleCookie(data["headers"].get("Cookie")).items()
} == {"session": "test", "cookie": "stream"}
assert data["data"] == "stream_test" * 1024
# post stream request with data body
request = Request("POST", server_url, data={"form": "test"})
chunks = []
async for resp in session.stream_request(request, chunk_size=4):
assert resp.status_code == 200
assert resp.content
chunks.append(resp.content)
assert all(len(chunk) == 4 for chunk in chunks[:-1])
data = json.loads(b"".join(chunks))
assert data["method"] == "POST"
assert data["args"] == {"session": "test"}
assert data["headers"].get("X-Session") == "test"
assert {
key: cookie.value
for key, cookie in SimpleCookie(data["headers"].get("Cookie")).items()
} == {"session": "test"}
assert data["form"] == {"form": "test"}
# post stream request with json body
request = Request("POST", server_url, json={"json": "test"})
chunks = []
async for resp in session.stream_request(request, chunk_size=4):
assert resp.status_code == 200
assert resp.content
chunks.append(resp.content)
assert all(len(chunk) == 4 for chunk in chunks[:-1])
data = json.loads(b"".join(chunks))
assert data["method"] == "POST"
assert data["args"] == {"session": "test"}
assert data["headers"].get("X-Session") == "test"
assert {
key: cookie.value
for key, cookie in SimpleCookie(data["headers"].get("Cookie")).items()
} == {"session": "test"}
assert data["json"] == {"json": "test"}
# post stream request with files and form data
request = Request(
"POST",
server_url,
data={"form": "test"},
files=[
("test1", b"test"),
("test2", ("test.txt", b"test")),
("test3", ("test.txt", b"test", "text/plain")),
],
)
chunks = []
async for resp in session.stream_request(request, chunk_size=4):
assert resp.status_code == 200
assert resp.content
chunks.append(resp.content)
assert all(len(chunk) == 4 for chunk in chunks[:-1])
data = json.loads(b"".join(chunks))
assert data["method"] == "POST"
assert data["args"] == {"session": "test"}
assert data["headers"].get("X-Session") == "test"
assert {
key: cookie.value
for key, cookie in SimpleCookie(data["headers"].get("Cookie")).items()
} == {"session": "test"}
assert data["form"] == {"form": "test"}
assert data["files"] == {
"test1": "test",
"test2": "test",
"test3": "test",
}, "file parsing error"
await anyio.sleep(1)