mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2025-07-27 11:43:35 -04:00
fix async_mode bug (#14432)
This commit is contained in:
@ -359,7 +359,7 @@ struct ggml_backend_cann_context {
|
|||||||
ggml_cann_set_device(device);
|
ggml_cann_set_device(device);
|
||||||
description = aclrtGetSocName();
|
description = aclrtGetSocName();
|
||||||
|
|
||||||
bool async_mode = parse_bool(get_env("GGML_CANN_ASYNC_MODE").value_or(""));
|
async_mode = parse_bool(get_env("GGML_CANN_ASYNC_MODE").value_or(""));
|
||||||
GGML_LOG_INFO("%s: device %d async operator submission is %s\n", __func__,
|
GGML_LOG_INFO("%s: device %d async operator submission is %s\n", __func__,
|
||||||
device, async_mode ? "ON" : "OFF");
|
device, async_mode ? "ON" : "OFF");
|
||||||
}
|
}
|
||||||
|
Reference in New Issue
Block a user