tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-08-02 23:37:32 -04:00
Code Issues Packages Projects Releases Wiki Activity

batched-bench : fix pp batch contents

Browse Source
This commit is contained in:
Georgi Gerganov
2025-05-13 07:55:30 +03:00
parent cf0a43bb64
commit f078c79865
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tools/batched-bench/batched-bench.cpp
View File

@@ -123,8 +123,8 @@ int main(int argc, char ** argv) {
common_batch_clear(batch); common_batch_clear(batch);
for (int i = 0; i < pp; ++i) { for (int j = 0; j < (is_pp_shared ? 1 : pl); ++j) {
for (int j = 0; j < (is_pp_shared ? 1 : pl); ++j) { for (int i = 0; i < pp; ++i) {
common_batch_add(batch, 0, i, { j }, false); common_batch_add(batch, 0, i, { j }, false);
} }
} }