imatrix : migrate to gpt_params (#7771)

* imatrix : migrate to gpt_params

ggml-ci

* imatrix : add --save-frequency cli arg

* common : fix --no-ppl
This commit is contained in:
Georgi Gerganov
2024-06-06 16:30:58 +03:00
committed by GitHub
parent ad675e1c67
commit f83351f9a6
5 changed files with 213 additions and 215 deletions

View File

@ -2360,7 +2360,7 @@ int main(int argc, char ** argv) {
// TODO: not great to use extern vars
server_log_json = params.log_json;
server_verbose = params.verbose;
server_verbose = params.verbosity > 0;
// struct that contains llama context and inference
server_context ctx_server;