tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-09-07 07:29:39 -04:00
Code Issues Packages Projects Releases Wiki Activity

perplexity: more statistics, added documentation (#6936)

Browse Source 
* perplexity: more statistics, added documentation

* add LLaMA 3 8b scoreboard
This commit is contained in:
Johannes Gäßler
2024-04-30 23:36:27 +02:00
committed by GitHub
parent f364eb6fb5
commit a8f9b07631
3 changed files with 291 additions and 59 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
common/common.h
View File

@@ -135,7 +135,7 @@ struct gpt_params {
bool multiple_choice = false; // compute TruthfulQA score over random tasks from datafile supplied in prompt
size_t multiple_choice_tasks = 0; // number of tasks to use when computing the TruthfulQA score. If 0, all tasks will be computed
bool kl_divergence = false; // compute KL-divergence
bool kl_divergence = false; // compute KL divergence
bool random_prompt = false; // do not randomize prompt if none provided
bool use_color = false; // use color to distinguish generations and inputs