fix.

b4rtaz · Apr 28, 2024 · d82e994 · d82e994
1 parent 69b4d9e
commit d82e994
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformer.cpp b/src/transformer.cpp
@@ -289,7 +289,7 @@ Transformer::Transformer(TransformerSpec* spec, uint8_t sliceIndex) {
 
         // TODO: cache should be for all architectures
         if (spec->archType == LLAMA2 || spec->archType == MIXTRAL) {
-            ropeCache = (float*)NEW_BUFFER(spec->vocabSize * spec->dim);
+            ropeCache = (float*)NEW_BUFFER(spec->vocabSize * spec->dim * sizeof(float));
             initRope(ropeCache, spec);
         }
     }