tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-08-19 22:36:13 -04:00
Code Issues Packages Projects Releases Wiki Activity

server : better security control for public deployments (#9776)

Browse Source 
* server : more explicit endpoint access settings

* protect /props endpoint

* fix tests

* update server docs

* fix typo

* fix tests
This commit is contained in:
Xuan Son Nguyen
2024-10-08 13:27:04 +02:00
committed by GitHub
parent fa42aa6d89
commit 458367a906
8 changed files with 126 additions and 116 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
common/common.h
View File

@@ -290,7 +290,10 @@ struct gpt_params {
std::string ssl_file_key = ""; // NOLINT
std::string ssl_file_cert = ""; // NOLINT
bool endpoint_slots = true;
// "advanced" endpoints are disabled by default for better security
bool webui = true;
bool endpoint_slots = false;
bool endpoint_props = false; // only control POST requests, not GET
bool endpoint_metrics = false;
bool log_json = false;