Skip to content

Commit b002981

Browse files
committed
test-backend-ops : fix dequantize block offset
1 parent f1380d7 commit b002981

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

tests/test-backend-ops.cpp

+3-2
Original file line numberDiff line numberDiff line change
@@ -71,13 +71,14 @@ static std::vector<float> tensor_to_float(const ggml_tensor * t) {
7171
ggml_backend_tensor_get(t, buf.data(), 0, ggml_nbytes(t));
7272

7373
ggml_type_traits_t tt = ggml_internal_get_type_traits(t->type);
74+
size_t bs = ggml_blck_size(t->type);
7475

7576
// access elements by index to avoid gaps in views
7677
for (int64_t i3 = 0; i3 < t->ne[3]; i3++) {
7778
for (int64_t i2 = 0; i2 < t->ne[2]; i2++) {
7879
for (int64_t i1 = 0; i1 < t->ne[1]; i1++) {
79-
for (int64_t i0 = 0; i0 < t->ne[0]; i0 += ggml_blck_size(t->type)) {
80-
size_t i = i3*t->nb[3] + i2*t->nb[2] + i1*t->nb[1] + i0*t->nb[0];
80+
for (int64_t i0 = 0; i0 < t->ne[0]; i0 += bs) {
81+
size_t i = i3*t->nb[3] + i2*t->nb[2] + i1*t->nb[1] + i0/bs*t->nb[0];
8182
if (t->type == GGML_TYPE_F16) {
8283
tv.push_back(ggml_fp16_to_fp32(*(ggml_fp16_t*)&buf[i]));
8384
} else if (t->type == GGML_TYPE_F32) {

0 commit comments

Comments
 (0)