tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-06-29 04:35:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

server : add more test cases (#10569)

Browse Source 
* server : add split model test

* add test speculative

* add invalid cases
This commit is contained in:
Xuan Son Nguyen
2024-11-29 21:48:56 +01:00
committed by GitHub
parent 3a8e9af402
commit b782e5c7d4
6 changed files with 186 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
examples/server/tests/unit/test_chat_completion.py
View File

@ -127,3 +127,22 @@ def test_completion_with_response_format(response_format: dict, n_predicted: int
assert res.status_code != 200
assert "error" in res.body
@pytest.mark.parametrize("messages", [
None,
"string",
[123],
[{}],
[{"role": 123}],
[{"role": "system", "content": 123}],
# [{"content": "hello"}], # TODO: should not be a valid case
[{"role": "system", "content": "test"}, {}],
])
def test_invalid_chat_completion_req(messages):
global server
server.start()
res = server.make_request("POST", "/chat/completions", data={
"messages": messages,
})
assert res.status_code == 400 or res.status_code == 500
assert "error" in res.body