diff --git a/mistralrs-core/src/pipeline/mod.rs b/mistralrs-core/src/pipeline/mod.rs index 87a9d302e..07724357d 100644 --- a/mistralrs-core/src/pipeline/mod.rs +++ b/mistralrs-core/src/pipeline/mod.rs @@ -10,10 +10,12 @@ mod normal; mod normal_loaders; mod paths; mod processing; +mod profile; mod sampling; mod speculative; mod vision; mod vision_loaders; + use crate::aici::toktree::TokTrie; use crate::amoe::{ AnyMoeBaseModelMixin, AnyMoeConfig, AnyMoeExpertType, AnyMoeTrainingInputs, diff --git a/mistralrs-core/src/pipeline/profile.rs b/mistralrs-core/src/pipeline/profile.rs new file mode 100644 index 000000000..6e6e6515a --- /dev/null +++ b/mistralrs-core/src/pipeline/profile.rs @@ -0,0 +1,9 @@ +use crate::{PagedAttentionConfig, Pipeline}; + +pub fn profile( + pipeline: &dyn Pipeline, + block_size: Option, + max_num_batched_tokens: Option, +) -> PagedAttentionConfig { + todo!() +}