diff --git a/Cargo.lock b/Cargo.lock index 2c12ef36b..7270fdf34 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -625,9 +625,9 @@ dependencies = [ [[package]] name = "clap" -version = "4.5.9" +version = "4.5.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "64acc1846d54c1fe936a78dc189c34e28d3f5afc348403f28ecf53660b9b8462" +checksum = "8f6b81fb3c84f5563d509c59b5a48d935f689e993afa90fe39047f05adef9142" dependencies = [ "clap_builder", "clap_derive", @@ -635,9 +635,9 @@ dependencies = [ [[package]] name = "clap_builder" -version = "4.5.9" +version = "4.5.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6fb8393d67ba2e7bfaf28a23458e4e2b543cc73a99595511eb207fdb8aede942" +checksum = "5ca6706fd5224857d9ac5eb9355f6683563cc0541c7cd9d014043b57cbec78ac" dependencies = [ "anstream", "anstyle", @@ -2025,9 +2025,9 @@ checksum = "49f1f14873335454500d59611f1cf4a4b0f786f9ac11f4312a78e4cf2566695b" [[package]] name = "jobserver" -version = "0.1.31" +version = "0.1.32" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d2b099aaa34a9751c5bf0878add70444e1ed2dd73f347be99003d4577277de6e" +checksum = "48d1dbcbbeb6a7fec7e059840aa538bd62aaccf972c7346c4d9d2059312853d0" dependencies = [ "libc", ] @@ -2240,18 +2240,18 @@ dependencies = [ [[package]] name = "minijinja" -version = "2.0.3" +version = "2.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "933ee10775d58fca8238a84fe165dfe4bde8b07d7574f24d76ffea91170f3ac6" +checksum = "45f7e8e35b6c7b169bf40b0176d2c79291ab8ee53290b84e0668ab21d841aa9d" dependencies = [ "serde", ] [[package]] name = "minijinja-contrib" -version = "2.0.3" +version = "2.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "237307aea18e4cc6b3ba0d190ee46f06ff82944a99cc895f04e4c94ccbf121d9" +checksum = "6853ef2340c668281c5ea86b04da2ebb2fc9e98a7185a887591de4cac945d5b5" dependencies = [ "minijinja", "serde", @@ -2287,7 +2287,7 @@ dependencies = [ [[package]] name = "mistralrs" -version = "0.2.0" +version = "0.2.1" dependencies = [ "anyhow", "candle-core", @@ -2301,7 +2301,7 @@ dependencies = [ [[package]] name = "mistralrs-bench" -version = "0.2.0" +version = "0.2.1" dependencies = [ "anyhow", "candle-core", @@ -2317,7 +2317,7 @@ dependencies = [ [[package]] name = "mistralrs-core" -version = "0.2.0" +version = "0.2.1" dependencies = [ "accelerate-src", "akin", @@ -2381,7 +2381,7 @@ dependencies = [ [[package]] name = "mistralrs-paged-attn" -version = "0.2.0" +version = "0.2.1" dependencies = [ "anyhow", "bindgen_cuda 0.1.6", @@ -2391,7 +2391,7 @@ dependencies = [ [[package]] name = "mistralrs-pyo3" -version = "0.2.0" +version = "0.2.1" dependencies = [ "accelerate-src", "base64 0.22.1", @@ -2412,7 +2412,7 @@ dependencies = [ [[package]] name = "mistralrs-server" -version = "0.2.0" +version = "0.2.1" dependencies = [ "accelerate-src", "anyhow", @@ -2440,7 +2440,7 @@ dependencies = [ [[package]] name = "mistralrs-vision" -version = "0.2.0" +version = "0.2.1" dependencies = [ "candle-core", "image", @@ -3527,9 +3527,9 @@ dependencies = [ [[package]] name = "rustls" -version = "0.23.11" +version = "0.23.12" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4828ea528154ae444e5a642dbb7d5623354030dc9822b83fd9bb79683c7399d0" +checksum = "c58f8c84392efc0a126acce10fa59ff7b3d2ac06ab451a33f2741989b806b044" dependencies = [ "log", "once_cell", diff --git a/Cargo.toml b/Cargo.toml index 358936ee4..02e927723 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -13,7 +13,7 @@ exclude = [ resolver = "2" [workspace.package] -version = "0.2.0" +version = "0.2.1" edition = "2021" description = "Fast and easy LLM serving." homepage = "https://github.com/EricLBuehler/mistral.rs" diff --git a/README.md b/README.md index 27303994c..86deaf9ab 100644 --- a/README.md +++ b/README.md @@ -189,7 +189,7 @@ Please submit more benchmarks via raising an issue! > Note: You can use our [Docker containers here](https://github.com/EricLBuehler/mistral.rs/pkgs/container/mistral.rs). > Learn more about running Docker containers: https://docs.docker.com/engine/reference/run/ -> Note: You can use pre-built `mistralrs-server` binaries [here](https://github.com/EricLBuehler/mistral.rs/releases/tag/v0.2.0) +> Note: You can use pre-built `mistralrs-server` binaries [here](https://github.com/EricLBuehler/mistral.rs/releases/tag/v0.2.1) - Install the [Python package here](mistralrs-pyo3/README.md). diff --git a/mistralrs-bench/Cargo.toml b/mistralrs-bench/Cargo.toml index 19ecd6d5f..6012b4cda 100644 --- a/mistralrs-bench/Cargo.toml +++ b/mistralrs-bench/Cargo.toml @@ -18,7 +18,7 @@ candle-core.workspace = true serde.workspace = true serde_json.workspace = true clap.workspace = true -mistralrs-core = { version = "0.2.0", path = "../mistralrs-core" } +mistralrs-core = { version = "0.2.1", path = "../mistralrs-core" } tracing.workspace = true either.workspace = true tokio.workspace = true diff --git a/mistralrs-core/Cargo.toml b/mistralrs-core/Cargo.toml index 75a795a20..b5e9aa445 100644 --- a/mistralrs-core/Cargo.toml +++ b/mistralrs-core/Cargo.toml @@ -64,13 +64,13 @@ tracing-subscriber.workspace = true derive-new = "0.6.0" itertools = "0.13.0" sysinfo = "0.30.12" -mistralrs-vision = { version = "0.2.0", path = "../mistralrs-vision" } +mistralrs-vision = { version = "0.2.1", path = "../mistralrs-vision" } csv = "1.3.0" reqwest.workspace = true base64.workspace = true bytemuck_derive = "1.7.0" plotly = { version = "0.9.0", features = ["kaleido"], optional = true } -mistralrs-paged-attn = { version = "0.2.0", path = "../mistralrs-paged-attn", optional = true } +mistralrs-paged-attn = { version = "0.2.1", path = "../mistralrs-paged-attn", optional = true } [features] default = ["plotly"] diff --git a/mistralrs-pyo3/Cargo.toml b/mistralrs-pyo3/Cargo.toml index 2f8613309..75ec404e1 100644 --- a/mistralrs-pyo3/Cargo.toml +++ b/mistralrs-pyo3/Cargo.toml @@ -17,7 +17,7 @@ doc = false [dependencies] pyo3.workspace = true -mistralrs-core = { version = "0.2.0", path = "../mistralrs-core", features = ["pyo3_macros"] } +mistralrs-core = { version = "0.2.1", path = "../mistralrs-core", features = ["pyo3_macros"] } serde.workspace = true serde_json.workspace = true candle-core.workspace = true diff --git a/mistralrs-pyo3/Cargo_template.toml b/mistralrs-pyo3/Cargo_template.toml index ae85ece7d..de0990a85 100644 --- a/mistralrs-pyo3/Cargo_template.toml +++ b/mistralrs-pyo3/Cargo_template.toml @@ -17,7 +17,7 @@ doc = false [dependencies] pyo3.workspace = true -mistralrs-core = { version = "0.2.0", path = "../mistralrs-core", features=["pyo3_macros","$feature_name"] } +mistralrs-core = { version = "0.2.1", path = "../mistralrs-core", features=["pyo3_macros","$feature_name"] } serde.workspace = true serde_json.workspace = true candle-core = { git = "https://github.com/EricLBuehler/candle.git", version = "0.6.0", rev = "c967be9", features=["$feature_name"] } diff --git a/mistralrs-pyo3/pyproject.toml b/mistralrs-pyo3/pyproject.toml index e4e813d36..d235cbaf4 100644 --- a/mistralrs-pyo3/pyproject.toml +++ b/mistralrs-pyo3/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "maturin" [project] name = "mistralrs" -version = "0.2.0" +version = "0.2.1" requires-python = ">=3.8" classifiers = [ "Programming Language :: Rust", diff --git a/mistralrs-pyo3/pyproject_template.toml b/mistralrs-pyo3/pyproject_template.toml index 67403d2aa..50d61eee2 100644 --- a/mistralrs-pyo3/pyproject_template.toml +++ b/mistralrs-pyo3/pyproject_template.toml @@ -4,7 +4,7 @@ build-backend = "maturin" [project] name = "$name" -version = "0.2.0" +version = "0.2.1" requires-python = ">=3.8" classifiers = [ "Programming Language :: Rust", diff --git a/mistralrs-server/Cargo.toml b/mistralrs-server/Cargo.toml index c73daa0c8..aa41865f2 100644 --- a/mistralrs-server/Cargo.toml +++ b/mistralrs-server/Cargo.toml @@ -22,7 +22,7 @@ axum = { version = "0.7.4", features = ["tokio"] } tower-http = { version = "0.5.1", features = ["cors"]} utoipa = { version = "4.2", features = ["axum_extras"] } utoipa-swagger-ui = { version = "7.1.0", features = ["axum"]} -mistralrs-core = { version = "0.2.0", path = "../mistralrs-core" } +mistralrs-core = { version = "0.2.1", path = "../mistralrs-core" } indexmap.workspace = true accelerate-src = { workspace = true, optional = true } intel-mkl-src = { workspace = true, optional = true } diff --git a/mistralrs/Cargo.toml b/mistralrs/Cargo.toml index a37f3e769..8b0eb3210 100644 --- a/mistralrs/Cargo.toml +++ b/mistralrs/Cargo.toml @@ -12,7 +12,7 @@ license.workspace = true homepage.workspace = true [dependencies] -mistralrs-core = { version = "0.2.0", path = "../mistralrs-core" } +mistralrs-core = { version = "0.2.1", path = "../mistralrs-core" } anyhow.workspace = true tokio.workspace = true candle-core.workspace = true