Switch to using the MLX matmul by default.

huggingface · Oct 6, 2024 · b304b32 · b304b32
1 parent f856b5c
commit b304b32
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/candle-core/src/metal_backend/mod.rs b/candle-core/src/metal_backend/mod.rs
@@ -1865,9 +1865,9 @@ impl BackendDevice for MetalDevice {
  let device = metal::Device::all().swap_remove(ordinal);
  let command_queue = device.new_command_queue();
  let kernels = Arc::new(Kernels::new());
- let use_mlx_mm = match std::env::var("CANDLE_USE_MLX_MM").as_deref() {
- Ok("false") | Ok("False") | Ok("FALSE") | Ok("0") | Err(_) => false,
- Ok(_) => true,
+ let use_mlx_mm = match std::env::var("CANDLE_USE_MFA_MM").as_deref() {
+ Ok("false") | Ok("False") | Ok("FALSE") | Ok("0") | Err(_) => true,
+ Ok(_) => false,
  };
  let seed = Arc::new(Mutex::new(device.new_buffer_with_data(
  [299792458].as_ptr() as *const c_void,