tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-08-15 04:33:06 -04:00
Code Issues Packages Projects Releases Wiki Activity

perplexity: give more information about constraints on failure (#15303)

Browse Source 
* perplexity: give more information about constraints on failure

This checks whether -np is insufficient vs context, and provides clues as to how much is needed for each.

* log formatting

* log error and return instead of storing max_seq_exceeded int

* check if s0 is zero for -np check
This commit is contained in:
kallewoof
2025-08-14 15:16:32 +09:00
committed by GitHub
parent 29c8fbe4e0
commit 3ea913f1ce
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
tools/perplexity/perplexity.cpp
View File

@@ -920,7 +920,7 @@ static void hellaswag_score(llama_context * ctx, const common_params & params) {
}
if (i0 == i1) {
LOG_ERR("%s : task %zu does not fit in the context window\n", __func__, i0);
LOG_ERR("%s : task %zu does not fit in the context window (requires %lu tokens)\n", __func__, i0, hs_data[i0].required_tokens);
return;
}
@@ -1213,7 +1213,7 @@ static void winogrande_score(llama_context * ctx, const common_params & params)
}
if (i0 == i1) {
LOG_ERR("%s : task %zu does not fit in the context window\n", __func__, i0);
LOG_ERR("%s : task %zu does not fit in the context window (requires %lu tokens)\n", __func__, i0, data[i0].required_tokens);
return;
}
@@ -1548,6 +1548,10 @@ static void multiple_choice_score(llama_context * ctx, const common_params & par
int num_answers = cur_task.seq_tokens.size();
if (s0 + num_answers > max_seq) {
if (s0 == 0) {
LOG_ERR("%s : task %zu requires a higher -np|--parallel value (at least %d)\n", __func__, i0, num_answers);
return;
}
break;
}
@@ -1588,7 +1592,7 @@ static void multiple_choice_score(llama_context * ctx, const common_params & par
}
if (i0 == i1) {
LOG_ERR("%s : task %zu does not fit in the context window\n", __func__, i0);
LOG_ERR("%s : task %zu does not fit in the context window (requires %lu tokens)\n", __func__, i0, tasks[i0].required_tokens);
return;
}