Fix mistral nemo support

EricLBuehler · Oct 2, 2024 · ced6fc0 · ced6fc0
1 parent 057b612
commit ced6fc0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/mistralrs-core/src/models/mistral.rs b/mistralrs-core/src/models/mistral.rs
@@ -555,7 +555,7 @@ impl Model {
  num_kv_heads: cfg.num_key_value_heads,
  num_attn_heads: cfg.num_attention_heads,
  sliding_window: cfg.sliding_window,
- head_dim: None,
+ head_dim: Some(cfg.head_dim()),
  },
  })
  }