@@ -129,16 +129,16 @@ int main(int argc, char ** argv) {
129
129
const ggml_type qtype = GGML_TYPE_Q4_1;
130
130
131
131
size_t kv_size = 0 ;
132
- kv_size += ggml_row_size (GGML_TYPE_F32, sizex * sizey);
133
- kv_size += ggml_row_size (GGML_TYPE_F32, sizex * sizey);
134
- kv_size += ggml_row_size (GGML_TYPE_F32, sizex * sizez);
135
- kv_size += ggml_row_size (qtype, sizex * sizey);
136
- kv_size += ggml_row_size (qtype, sizex * sizey);
137
- kv_size += ggml_row_size (GGML_TYPE_F32, sizex * sizey); // BLAS
138
- kv_size += ggml_row_size (GGML_TYPE_F32, sizex * sizey); // BLAS
139
- kv_size += 1024 * 1024 * 16 ;
140
-
141
- printf (" Allocating Memory of size %zi bytes, %zi MB\n " , kv_size, (kv_size / 1024 / 1024 ));
132
+ kv_size += ggml_row_size (GGML_TYPE_F32, sizex* sizey);
133
+ kv_size += ggml_row_size (GGML_TYPE_F32, sizex* sizey);
134
+ kv_size += ggml_row_size (GGML_TYPE_F32, sizex* sizez);
135
+ kv_size += ggml_row_size (qtype, sizex* sizey);
136
+ kv_size += ggml_row_size (qtype, sizex* sizey);
137
+ kv_size += ggml_row_size (GGML_TYPE_F32, sizex* sizey); // BLAS
138
+ kv_size += ggml_row_size (GGML_TYPE_F32, sizex* sizey); // BLAS
139
+ kv_size += 1024 * 1024 * 16 ;
140
+
141
+ printf (" Allocating Memory of size %zi bytes, %zi MB\n " , kv_size, (kv_size/ 1024 / 1024 ));
142
142
143
143
struct ggml_init_params params = {
144
144
/* .mem_size =*/ kv_size,
0 commit comments