Add Phi 3.5 moe support for uqff

EricLBuehler · Oct 16, 2024 · ac2ab9e · ac2ab9e
1 parent 8fa1a0c
commit ac2ab9e
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/mistralrs-core/src/models/phi3_5_moe.rs b/mistralrs-core/src/models/phi3_5_moe.rs
@@ -749,6 +749,7 @@ impl IsqModel for Model {
  uvb_l
  .pp("post_attention_layernorm")
  .add(&layer.post_attention_layernorm);
+ uvb_l.pp("block_sparse_moe").pp("gate").add(&layer.mlp.gate);
  }
 
  uvb.to_safetensors()
@@ -767,6 +768,7 @@ impl IsqModel for Model {
  uvb_l
  .pp("post_attention_layernorm")
  .add(&layer.post_attention_layernorm);
+ uvb_l.pp("block_sparse_moe").pp("gate").add(&layer.mlp.gate);
 
  let uvb_attn = uvb_l.pp("self_attn");
  uvb_attn.pp("q_proj").add(&layer.self_attn.q_proj);