From cf756d6e0a314e0fe25ff944341d79ea8c94cc96 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sat, 22 Feb 2025 12:46:31 +0200 Subject: [PATCH] server : disable Nagle's algorithm (#12020) --- examples/server/utils.hpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp index 6f8ab2b93..4db4c783a 100644 --- a/examples/server/utils.hpp +++ b/examples/server/utils.hpp @@ -7,6 +7,8 @@ // increase max payload length to allow use of larger context size #define CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH 1048576 +// disable Nagle's algorithm +#define CPPHTTPLIB_TCP_NODELAY true #include "httplib.h" // Change JSON_ASSERT from assert() to GGML_ASSERT: