Merge remote-tracking branch 'origin/master' into jinja

This commit is contained in:
ochafik
2025-01-18 00:44:37 +00:00
66 changed files with 2877 additions and 1247 deletions

View File

@ -1052,7 +1052,6 @@ struct llama_model_params common_model_params_to_llama(common_params & params) {
if (params.n_gpu_layers != -1) {
mparams.n_gpu_layers = params.n_gpu_layers;
}
mparams.rpc_servers = params.rpc_servers.c_str();
mparams.main_gpu = params.main_gpu;
mparams.split_mode = params.split_mode;
mparams.tensor_split = params.tensor_split;