mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2025-08-17 21:51:27 -04:00
08d5986290
* opt performance by reorder for Intel GPU * detect hw type and save opt feature, and print opt feature * correct name * support optimize graph once when compute graph, record the opt status in tensor->extra, make CI passed * add env variable GGML_SYCL_DISABLE_OPT for debug * use syclex::architecture replace the custom hw define, update the guide for GGML_SYCL_DISABLE_OPT * add performance data * mv getrows functions to separeted files * fix global variables --------- Co-authored-by: arthw <14088817+arthw@users.noreply.github.com>
24 lines
406 B
C++
24 lines
406 B
C++
#ifndef SYCL_HW_HPP
|
|
#define SYCL_HW_HPP
|
|
|
|
#include <algorithm>
|
|
#include <stdio.h>
|
|
#include <vector>
|
|
#include <map>
|
|
|
|
#include <sycl/sycl.hpp>
|
|
|
|
namespace syclex = sycl::ext::oneapi::experimental;
|
|
|
|
struct sycl_hw_info {
|
|
syclex::architecture arch;
|
|
int32_t device_id;
|
|
};
|
|
|
|
bool is_in_vector(std::vector<int> &vec, int item);
|
|
|
|
sycl_hw_info get_device_hw_info(sycl::device *device_ptr);
|
|
|
|
|
|
#endif // SYCL_HW_HPP
|