qwen2vl: use llama_batch_ext_set_pos

This commit is contained in:
Xuan Son Nguyen
2025-03-14 11:25:36 +01:00
parent ba79369615
commit a363251fac
3 changed files with 18 additions and 11 deletions

View File

@@ -405,6 +405,14 @@ struct llama_batch_ext * llama_batch_ext_init_from_embd(
return batch;
}
int32_t llama_batch_ext_set_pos(struct llama_batch_ext * batch, llama_pos * pos, size_t n_pos) {
if (batch->n_tokens != n_pos) {
return -1;
}
memcpy(batch->pos, pos, n_pos * sizeof(llama_pos));
return 0;
}
int32_t llama_batch_ext_get_n_tokens(const struct llama_batch_ext * batch) {
return batch->n_tokens;
}