mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2025-08-06 01:05:03 -04:00
update comment [no ci]
ggml-ci
This commit is contained in:
committed by
Akarshan
parent
0b2703fc57
commit
d5934297ef
@@ -206,7 +206,7 @@ static __global__ void unary_gated_op_kernel(const T * x, const T * g, T * dst,
|
|||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
// perform base op on first half of row and multiply with gate in second half
|
// perform base op on half of the row and multiply with gate in other half
|
||||||
const int64_t j = (i / n) * o + (i % n);
|
const int64_t j = (i / n) * o + (i % n);
|
||||||
dst[i] = (T)(op((float)x[j]) * (float)g[j]);
|
dst[i] = (T)(op((float)x[j]) * (float)g[j]);
|
||||||
}
|
}
|
||||||
|
Reference in New Issue
Block a user