An object wrapping the underlying Rust system to handle requests and process conversations.
\n"}, "mistralrs.Runner.send_chat_completion_request": {"fullname": "mistralrs.Runner.send_chat_completion_request", "modulename": "mistralrs", "qualname": "Runner.send_chat_completion_request", "kind": "function", "doc": "Send an OpenAI API compatible request, returning the result.
\n", "signature": "(self, /, request):", "funcdef": "def"}, "mistralrs.Runner.send_completion_request": {"fullname": "mistralrs.Runner.send_completion_request", "modulename": "mistralrs", "qualname": "Runner.send_completion_request", "kind": "function", "doc": "Send an OpenAI API compatible request, returning the result.
\n", "signature": "(self, /, request):", "funcdef": "def"}, "mistralrs.Runner.generate_image": {"fullname": "mistralrs.Runner.generate_image", "modulename": "mistralrs", "qualname": "Runner.generate_image", "kind": "function", "doc": "Generate an image.
\n", "signature": "(self, /, prompt, response_format, height=720, width=1280):", "funcdef": "def"}, "mistralrs.Runner.send_re_isq": {"fullname": "mistralrs.Runner.send_re_isq", "modulename": "mistralrs", "qualname": "Runner.send_re_isq", "kind": "function", "doc": "Send a request to re-ISQ the model. If the model was loaded as GGUF or GGML\nthen nothing will happen.
\n", "signature": "(self, /, dtype):", "funcdef": "def"}, "mistralrs.Runner.activate_adapters": {"fullname": "mistralrs.Runner.activate_adapters", "modulename": "mistralrs", "qualname": "Runner.activate_adapters", "kind": "function", "doc": "Send a request to make the specified adapters the active adapters for the model.
\n", "signature": "(self, /, adapter_names):", "funcdef": "def"}, "mistralrs.Which": {"fullname": "mistralrs.Which", "modulename": "mistralrs", "qualname": "Which", "kind": "class", "doc": "\n"}, "mistralrs.Which.Plain": {"fullname": "mistralrs.Which.Plain", "modulename": "mistralrs", "qualname": "Which.Plain", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_Plain'>"}, "mistralrs.Which.XLora": {"fullname": "mistralrs.Which.XLora", "modulename": "mistralrs", "qualname": "Which.XLora", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_XLora'>"}, "mistralrs.Which.Lora": {"fullname": "mistralrs.Which.Lora", "modulename": "mistralrs", "qualname": "Which.Lora", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_Lora'>"}, "mistralrs.Which.GGUF": {"fullname": "mistralrs.Which.GGUF", "modulename": "mistralrs", "qualname": "Which.GGUF", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_GGUF'>"}, "mistralrs.Which.XLoraGGUF": {"fullname": "mistralrs.Which.XLoraGGUF", "modulename": "mistralrs", "qualname": "Which.XLoraGGUF", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_XLoraGGUF'>"}, "mistralrs.Which.LoraGGUF": {"fullname": "mistralrs.Which.LoraGGUF", "modulename": "mistralrs", "qualname": "Which.LoraGGUF", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_LoraGGUF'>"}, "mistralrs.Which.GGML": {"fullname": "mistralrs.Which.GGML", "modulename": "mistralrs", "qualname": "Which.GGML", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_GGML'>"}, "mistralrs.Which.XLoraGGML": {"fullname": "mistralrs.Which.XLoraGGML", "modulename": "mistralrs", "qualname": "Which.XLoraGGML", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_XLoraGGML'>"}, "mistralrs.Which.LoraGGML": {"fullname": "mistralrs.Which.LoraGGML", "modulename": "mistralrs", "qualname": "Which.LoraGGML", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_LoraGGML'>"}, "mistralrs.Which.VisionPlain": {"fullname": "mistralrs.Which.VisionPlain", "modulename": "mistralrs", "qualname": "Which.VisionPlain", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_VisionPlain'>"}, "mistralrs.Which.DiffusionPlain": {"fullname": "mistralrs.Which.DiffusionPlain", "modulename": "mistralrs", "qualname": "Which.DiffusionPlain", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_DiffusionPlain'>"}, "mistralrs.ChatCompletionRequest": {"fullname": "mistralrs.ChatCompletionRequest", "modulename": "mistralrs", "qualname": "ChatCompletionRequest", "kind": "class", "doc": "An OpenAI API compatible chat completion request.
\n"}, "mistralrs.CompletionRequest": {"fullname": "mistralrs.CompletionRequest", "modulename": "mistralrs", "qualname": "CompletionRequest", "kind": "class", "doc": "An OpenAI API compatible completion request.
\n"}, "mistralrs.Architecture": {"fullname": "mistralrs.Architecture", "modulename": "mistralrs", "qualname": "Architecture", "kind": "class", "doc": "\n"}, "mistralrs.Architecture.Mistral": {"fullname": "mistralrs.Architecture.Mistral", "modulename": "mistralrs", "qualname": "Architecture.Mistral", "kind": "variable", "doc": "\n", "default_value": "Architecture.Mistral"}, "mistralrs.Architecture.Gemma": {"fullname": "mistralrs.Architecture.Gemma", "modulename": "mistralrs", "qualname": "Architecture.Gemma", "kind": "variable", "doc": "\n", "default_value": "Architecture.Gemma"}, "mistralrs.Architecture.Mixtral": {"fullname": "mistralrs.Architecture.Mixtral", "modulename": "mistralrs", "qualname": "Architecture.Mixtral", "kind": "variable", "doc": "\n", "default_value": "Architecture.Mixtral"}, "mistralrs.Architecture.Llama": {"fullname": "mistralrs.Architecture.Llama", "modulename": "mistralrs", "qualname": "Architecture.Llama", "kind": "variable", "doc": "\n", "default_value": "Architecture.Llama"}, "mistralrs.Architecture.Phi2": {"fullname": "mistralrs.Architecture.Phi2", "modulename": "mistralrs", "qualname": "Architecture.Phi2", "kind": "variable", "doc": "\n", "default_value": "Architecture.Phi2"}, "mistralrs.Architecture.Phi3": {"fullname": "mistralrs.Architecture.Phi3", "modulename": "mistralrs", "qualname": "Architecture.Phi3", "kind": "variable", "doc": "\n", "default_value": "Architecture.Phi3"}, "mistralrs.Architecture.Qwen2": {"fullname": "mistralrs.Architecture.Qwen2", "modulename": "mistralrs", "qualname": "Architecture.Qwen2", "kind": "variable", "doc": "\n", "default_value": "Architecture.Qwen2"}, "mistralrs.Architecture.Gemma2": {"fullname": "mistralrs.Architecture.Gemma2", "modulename": "mistralrs", "qualname": "Architecture.Gemma2", "kind": "variable", "doc": "\n", "default_value": "Architecture.Gemma2"}, "mistralrs.Architecture.Starcoder2": {"fullname": "mistralrs.Architecture.Starcoder2", "modulename": "mistralrs", "qualname": "Architecture.Starcoder2", "kind": "variable", "doc": "\n", "default_value": "Architecture.Starcoder2"}, "mistralrs.Architecture.Phi3_5MoE": {"fullname": "mistralrs.Architecture.Phi3_5MoE", "modulename": "mistralrs", "qualname": "Architecture.Phi3_5MoE", "kind": "variable", "doc": "\n", "default_value": "Architecture.Phi3_5MoE"}, "mistralrs.VisionArchitecture": {"fullname": "mistralrs.VisionArchitecture", "modulename": "mistralrs", "qualname": "VisionArchitecture", "kind": "class", "doc": "\n"}, "mistralrs.VisionArchitecture.Phi3V": {"fullname": "mistralrs.VisionArchitecture.Phi3V", "modulename": "mistralrs", "qualname": "VisionArchitecture.Phi3V", "kind": "variable", "doc": "\n", "default_value": "VisionArchitecture.Phi3V"}, "mistralrs.VisionArchitecture.Idefics2": {"fullname": "mistralrs.VisionArchitecture.Idefics2", "modulename": "mistralrs", "qualname": "VisionArchitecture.Idefics2", "kind": "variable", "doc": "\n", "default_value": "VisionArchitecture.Idefics2"}, "mistralrs.VisionArchitecture.LLaVANext": {"fullname": "mistralrs.VisionArchitecture.LLaVANext", "modulename": "mistralrs", "qualname": "VisionArchitecture.LLaVANext", "kind": "variable", "doc": "\n", "default_value": "VisionArchitecture.LLaVANext"}, "mistralrs.VisionArchitecture.LLaVA": {"fullname": "mistralrs.VisionArchitecture.LLaVA", "modulename": "mistralrs", "qualname": "VisionArchitecture.LLaVA", "kind": "variable", "doc": "\n", "default_value": "VisionArchitecture.LLaVA"}, "mistralrs.VisionArchitecture.VLlama": {"fullname": "mistralrs.VisionArchitecture.VLlama", "modulename": "mistralrs", "qualname": "VisionArchitecture.VLlama", "kind": "variable", "doc": "\n", "default_value": "VisionArchitecture.VLlama"}, "mistralrs.AnyMoeConfig": {"fullname": "mistralrs.AnyMoeConfig", "modulename": "mistralrs", "qualname": "AnyMoeConfig", "kind": "class", "doc": "\n"}, "mistralrs.AnyMoeExpertType": {"fullname": "mistralrs.AnyMoeExpertType", "modulename": "mistralrs", "qualname": "AnyMoeExpertType", "kind": "class", "doc": "\n"}, "mistralrs.AnyMoeExpertType.FineTuned": {"fullname": "mistralrs.AnyMoeExpertType.FineTuned", "modulename": "mistralrs", "qualname": "AnyMoeExpertType.FineTuned", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.AnyMoeExpertType_FineTuned'>"}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"fullname": "mistralrs.AnyMoeExpertType.LoraAdapter", "modulename": "mistralrs", "qualname": "AnyMoeExpertType.LoraAdapter", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.AnyMoeExpertType_LoraAdapter'>"}, "mistralrs.ToolChoice": {"fullname": "mistralrs.ToolChoice", "modulename": "mistralrs", "qualname": "ToolChoice", "kind": "class", "doc": "\n"}, "mistralrs.ToolChoice.NoTools": {"fullname": "mistralrs.ToolChoice.NoTools", "modulename": "mistralrs", "qualname": "ToolChoice.NoTools", "kind": "variable", "doc": "\n", "default_value": "ToolChoice.NoTools"}, "mistralrs.ToolChoice.Auto": {"fullname": "mistralrs.ToolChoice.Auto", "modulename": "mistralrs", "qualname": "ToolChoice.Auto", "kind": "variable", "doc": "\n", "default_value": "ToolChoice.Auto"}, "mistralrs.ResponseMessage": {"fullname": "mistralrs.ResponseMessage", "modulename": "mistralrs", "qualname": "ResponseMessage", "kind": "class", "doc": "Chat completion response message.
\n"}, "mistralrs.ResponseMessage.content": {"fullname": "mistralrs.ResponseMessage.content", "modulename": "mistralrs", "qualname": "ResponseMessage.content", "kind": "variable", "doc": "\n"}, "mistralrs.ResponseMessage.role": {"fullname": "mistralrs.ResponseMessage.role", "modulename": "mistralrs", "qualname": "ResponseMessage.role", "kind": "variable", "doc": "\n"}, "mistralrs.ResponseMessage.tool_calls": {"fullname": "mistralrs.ResponseMessage.tool_calls", "modulename": "mistralrs", "qualname": "ResponseMessage.tool_calls", "kind": "variable", "doc": "\n"}, "mistralrs.Delta": {"fullname": "mistralrs.Delta", "modulename": "mistralrs", "qualname": "Delta", "kind": "class", "doc": "Delta in content for streaming response.
\n"}, "mistralrs.Delta.content": {"fullname": "mistralrs.Delta.content", "modulename": "mistralrs", "qualname": "Delta.content", "kind": "variable", "doc": "\n"}, "mistralrs.Delta.role": {"fullname": "mistralrs.Delta.role", "modulename": "mistralrs", "qualname": "Delta.role", "kind": "variable", "doc": "\n"}, "mistralrs.ResponseLogprob": {"fullname": "mistralrs.ResponseLogprob", "modulename": "mistralrs", "qualname": "ResponseLogprob", "kind": "class", "doc": "A logprob with the top logprobs for this token.
\n"}, "mistralrs.ResponseLogprob.logprob": {"fullname": "mistralrs.ResponseLogprob.logprob", "modulename": "mistralrs", "qualname": "ResponseLogprob.logprob", "kind": "variable", "doc": "\n"}, "mistralrs.ResponseLogprob.bytes": {"fullname": "mistralrs.ResponseLogprob.bytes", "modulename": "mistralrs", "qualname": "ResponseLogprob.bytes", "kind": "variable", "doc": "\n"}, "mistralrs.ResponseLogprob.token": {"fullname": "mistralrs.ResponseLogprob.token", "modulename": "mistralrs", "qualname": "ResponseLogprob.token", "kind": "variable", "doc": "\n"}, "mistralrs.ResponseLogprob.top_logprobs": {"fullname": "mistralrs.ResponseLogprob.top_logprobs", "modulename": "mistralrs", "qualname": "ResponseLogprob.top_logprobs", "kind": "variable", "doc": "\n"}, "mistralrs.Logprobs": {"fullname": "mistralrs.Logprobs", "modulename": "mistralrs", "qualname": "Logprobs", "kind": "class", "doc": "Logprobs per token.
\n"}, "mistralrs.Logprobs.content": {"fullname": "mistralrs.Logprobs.content", "modulename": "mistralrs", "qualname": "Logprobs.content", "kind": "variable", "doc": "\n"}, "mistralrs.Choice": {"fullname": "mistralrs.Choice", "modulename": "mistralrs", "qualname": "Choice", "kind": "class", "doc": "Chat completion choice.
\n"}, "mistralrs.Choice.message": {"fullname": "mistralrs.Choice.message", "modulename": "mistralrs", "qualname": "Choice.message", "kind": "variable", "doc": "\n"}, "mistralrs.Choice.logprobs": {"fullname": "mistralrs.Choice.logprobs", "modulename": "mistralrs", "qualname": "Choice.logprobs", "kind": "variable", "doc": "\n"}, "mistralrs.Choice.finish_reason": {"fullname": "mistralrs.Choice.finish_reason", "modulename": "mistralrs", "qualname": "Choice.finish_reason", "kind": "variable", "doc": "\n"}, "mistralrs.Choice.index": {"fullname": "mistralrs.Choice.index", "modulename": "mistralrs", "qualname": "Choice.index", "kind": "variable", "doc": "\n"}, "mistralrs.ChunkChoice": {"fullname": "mistralrs.ChunkChoice", "modulename": "mistralrs", "qualname": "ChunkChoice", "kind": "class", "doc": "Chat completion streaming chunk choice.
\n"}, "mistralrs.ChunkChoice.delta": {"fullname": "mistralrs.ChunkChoice.delta", "modulename": "mistralrs", "qualname": "ChunkChoice.delta", "kind": "variable", "doc": "\n"}, "mistralrs.ChunkChoice.finish_reason": {"fullname": "mistralrs.ChunkChoice.finish_reason", "modulename": "mistralrs", "qualname": "ChunkChoice.finish_reason", "kind": "variable", "doc": "\n"}, "mistralrs.ChunkChoice.logprobs": {"fullname": "mistralrs.ChunkChoice.logprobs", "modulename": "mistralrs", "qualname": "ChunkChoice.logprobs", "kind": "variable", "doc": "\n"}, "mistralrs.ChunkChoice.index": {"fullname": "mistralrs.ChunkChoice.index", "modulename": "mistralrs", "qualname": "ChunkChoice.index", "kind": "variable", "doc": "\n"}, "mistralrs.Usage": {"fullname": "mistralrs.Usage", "modulename": "mistralrs", "qualname": "Usage", "kind": "class", "doc": "OpenAI compatible (superset) usage during a request.
\n"}, "mistralrs.Usage.total_tokens": {"fullname": "mistralrs.Usage.total_tokens", "modulename": "mistralrs", "qualname": "Usage.total_tokens", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.prompt_tokens": {"fullname": "mistralrs.Usage.prompt_tokens", "modulename": "mistralrs", "qualname": "Usage.prompt_tokens", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.total_prompt_time_sec": {"fullname": "mistralrs.Usage.total_prompt_time_sec", "modulename": "mistralrs", "qualname": "Usage.total_prompt_time_sec", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.completion_tokens": {"fullname": "mistralrs.Usage.completion_tokens", "modulename": "mistralrs", "qualname": "Usage.completion_tokens", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.avg_compl_tok_per_sec": {"fullname": "mistralrs.Usage.avg_compl_tok_per_sec", "modulename": "mistralrs", "qualname": "Usage.avg_compl_tok_per_sec", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.avg_tok_per_sec": {"fullname": "mistralrs.Usage.avg_tok_per_sec", "modulename": "mistralrs", "qualname": "Usage.avg_tok_per_sec", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.total_completion_time_sec": {"fullname": "mistralrs.Usage.total_completion_time_sec", "modulename": "mistralrs", "qualname": "Usage.total_completion_time_sec", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"fullname": "mistralrs.Usage.avg_prompt_tok_per_sec", "modulename": "mistralrs", "qualname": "Usage.avg_prompt_tok_per_sec", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.total_time_sec": {"fullname": "mistralrs.Usage.total_time_sec", "modulename": "mistralrs", "qualname": "Usage.total_time_sec", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionResponse": {"fullname": "mistralrs.ChatCompletionResponse", "modulename": "mistralrs", "qualname": "ChatCompletionResponse", "kind": "class", "doc": "An OpenAI compatible chat completion response.
\n"}, "mistralrs.ChatCompletionResponse.created": {"fullname": "mistralrs.ChatCompletionResponse.created", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.created", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionResponse.choices": {"fullname": "mistralrs.ChatCompletionResponse.choices", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.choices", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"fullname": "mistralrs.ChatCompletionResponse.system_fingerprint", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.system_fingerprint", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionResponse.id": {"fullname": "mistralrs.ChatCompletionResponse.id", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.id", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionResponse.object": {"fullname": "mistralrs.ChatCompletionResponse.object", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.object", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionResponse.usage": {"fullname": "mistralrs.ChatCompletionResponse.usage", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.usage", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionResponse.model": {"fullname": "mistralrs.ChatCompletionResponse.model", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.model", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionChunkResponse": {"fullname": "mistralrs.ChatCompletionChunkResponse", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse", "kind": "class", "doc": "Chat completion streaming request chunk.
\n"}, "mistralrs.ChatCompletionChunkResponse.choices": {"fullname": "mistralrs.ChatCompletionChunkResponse.choices", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.choices", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"fullname": "mistralrs.ChatCompletionChunkResponse.system_fingerprint", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.system_fingerprint", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionChunkResponse.created": {"fullname": "mistralrs.ChatCompletionChunkResponse.created", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.created", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionChunkResponse.model": {"fullname": "mistralrs.ChatCompletionChunkResponse.model", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.model", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionChunkResponse.object": {"fullname": "mistralrs.ChatCompletionChunkResponse.object", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.object", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionChunkResponse.id": {"fullname": "mistralrs.ChatCompletionChunkResponse.id", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.id", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionChoice": {"fullname": "mistralrs.CompletionChoice", "modulename": "mistralrs", "qualname": "CompletionChoice", "kind": "class", "doc": "Completion request choice.
\n"}, "mistralrs.CompletionChoice.index": {"fullname": "mistralrs.CompletionChoice.index", "modulename": "mistralrs", "qualname": "CompletionChoice.index", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionChoice.text": {"fullname": "mistralrs.CompletionChoice.text", "modulename": "mistralrs", "qualname": "CompletionChoice.text", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionChoice.logprobs": {"fullname": "mistralrs.CompletionChoice.logprobs", "modulename": "mistralrs", "qualname": "CompletionChoice.logprobs", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionChoice.finish_reason": {"fullname": "mistralrs.CompletionChoice.finish_reason", "modulename": "mistralrs", "qualname": "CompletionChoice.finish_reason", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionResponse": {"fullname": "mistralrs.CompletionResponse", "modulename": "mistralrs", "qualname": "CompletionResponse", "kind": "class", "doc": "An OpenAI compatible completion response.
\n"}, "mistralrs.CompletionResponse.usage": {"fullname": "mistralrs.CompletionResponse.usage", "modulename": "mistralrs", "qualname": "CompletionResponse.usage", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionResponse.choices": {"fullname": "mistralrs.CompletionResponse.choices", "modulename": "mistralrs", "qualname": "CompletionResponse.choices", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionResponse.object": {"fullname": "mistralrs.CompletionResponse.object", "modulename": "mistralrs", "qualname": "CompletionResponse.object", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionResponse.id": {"fullname": "mistralrs.CompletionResponse.id", "modulename": "mistralrs", "qualname": "CompletionResponse.id", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionResponse.model": {"fullname": "mistralrs.CompletionResponse.model", "modulename": "mistralrs", "qualname": "CompletionResponse.model", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionResponse.system_fingerprint": {"fullname": "mistralrs.CompletionResponse.system_fingerprint", "modulename": "mistralrs", "qualname": "CompletionResponse.system_fingerprint", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionResponse.created": {"fullname": "mistralrs.CompletionResponse.created", "modulename": "mistralrs", "qualname": "CompletionResponse.created", "kind": "variable", "doc": "\n"}, "mistralrs.TopLogprob": {"fullname": "mistralrs.TopLogprob", "modulename": "mistralrs", "qualname": "TopLogprob", "kind": "class", "doc": "Top-n logprobs element
\n"}, "mistralrs.TopLogprob.token": {"fullname": "mistralrs.TopLogprob.token", "modulename": "mistralrs", "qualname": "TopLogprob.token", "kind": "variable", "doc": "\n"}, "mistralrs.TopLogprob.logprob": {"fullname": "mistralrs.TopLogprob.logprob", "modulename": "mistralrs", "qualname": "TopLogprob.logprob", "kind": "variable", "doc": "\n"}, "mistralrs.TopLogprob.bytes": {"fullname": "mistralrs.TopLogprob.bytes", "modulename": "mistralrs", "qualname": "TopLogprob.bytes", "kind": "variable", "doc": "\n"}, "mistralrs.ModelDType": {"fullname": "mistralrs.ModelDType", "modulename": "mistralrs", "qualname": "ModelDType", "kind": "class", "doc": "DType for the model.
\n\nIf the model is quantized, this is ignored so it is reasonable to use the [Default] impl.
Note: When using Auto, fallback pattern is: BF16 -> F16 -> 32
Image generation response format
\n"}, "mistralrs.ImageGenerationResponseFormat.Url": {"fullname": "mistralrs.ImageGenerationResponseFormat.Url", "modulename": "mistralrs", "qualname": "ImageGenerationResponseFormat.Url", "kind": "variable", "doc": "\n", "default_value": "ImageGenerationResponseFormat.Url"}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"fullname": "mistralrs.ImageGenerationResponseFormat.B64Json", "modulename": "mistralrs", "qualname": "ImageGenerationResponseFormat.B64Json", "kind": "variable", "doc": "\n", "default_value": "ImageGenerationResponseFormat.B64Json"}}, "docInfo": {"mistralrs": {"qualname": 0, "fullname": 1, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Runner": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 16}, "mistralrs.Runner.send_chat_completion_request": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 21, "bases": 0, "doc": 12}, "mistralrs.Runner.send_completion_request": {"qualname": 4, "fullname": 5, "annotation": 0, "default_value": 0, "signature": 21, "bases": 0, "doc": 12}, "mistralrs.Runner.generate_image": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 47, "bases": 0, "doc": 6}, "mistralrs.Runner.send_re_isq": {"qualname": 4, "fullname": 5, "annotation": 0, "default_value": 0, "signature": 21, "bases": 0, "doc": 24}, "mistralrs.Runner.activate_adapters": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 22, "bases": 0, "doc": 17}, "mistralrs.Which": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.Plain": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.XLora": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.Lora": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.GGUF": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.XLoraGGUF": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.LoraGGUF": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.GGML": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.XLoraGGML": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.LoraGGML": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.VisionPlain": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.DiffusionPlain": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionRequest": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 10}, "mistralrs.CompletionRequest": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 9}, "mistralrs.Architecture": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Mistral": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Gemma": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Mixtral": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Llama": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Phi2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Phi3": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Qwen2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Gemma2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Starcoder2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Phi3_5MoE": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 3, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.Phi3V": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.Idefics2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.LLaVANext": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.LLaVA": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.VLlama": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeConfig": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeExpertType": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeExpertType.FineTuned": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ToolChoice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ToolChoice.NoTools": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ToolChoice.Auto": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseMessage": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 7}, "mistralrs.ResponseMessage.content": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseMessage.role": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseMessage.tool_calls": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Delta": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 9}, "mistralrs.Delta.content": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Delta.role": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 12}, "mistralrs.ResponseLogprob.logprob": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob.bytes": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob.token": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob.top_logprobs": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Logprobs": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.Logprobs.content": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.Choice.message": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice.logprobs": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice.finish_reason": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice.index": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 8}, "mistralrs.ChunkChoice.delta": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice.finish_reason": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice.logprobs": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice.index": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 10}, "mistralrs.Usage.total_tokens": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.prompt_tokens": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.total_prompt_time_sec": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.completion_tokens": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.avg_compl_tok_per_sec": {"qualname": 6, "fullname": 7, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.avg_tok_per_sec": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.total_completion_time_sec": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"qualname": 6, "fullname": 7, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.total_time_sec": {"qualname": 4, "fullname": 5, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 9}, "mistralrs.ChatCompletionResponse.created": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.choices": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.id": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.object": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.usage": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.model": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 8}, "mistralrs.ChatCompletionChunkResponse.choices": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.created": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.model": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.object": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.id": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.CompletionChoice.index": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice.text": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice.logprobs": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice.finish_reason": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 8}, "mistralrs.CompletionResponse.usage": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.choices": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.object": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.id": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.model": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.system_fingerprint": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.created": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.TopLogprob": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.TopLogprob.token": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.TopLogprob.logprob": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.TopLogprob.bytes": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 45}, "mistralrs.ModelDType.Auto": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType.BF16": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType.F16": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType.F32": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ImageGenerationResponseFormat": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.ImageGenerationResponseFormat.Url": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}}, "length": 119, "save": true}, "index": {"qualname": {"root": {"5": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 1}}}}, "docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 6}}}}}, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 4}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}}, "df": 5}}}}}}}}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}}}, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}}, "df": 2}}}}, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 3}}, "c": {"docs": {"mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}}, "df": 6}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"2": {"docs": {"mistralrs.Architecture.Starcoder2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}}}, "y": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.ChatCompletionResponse.model": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}}, "df": 7}}}}}}}}}}}}}}}}}}}}}}}}}, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice": {"tf": 1}, "mistralrs.Choice.message": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.Choice.index": {"tf": 1}}, "df": 5, "s": {"docs": {"mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}}, "df": 3}}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}}, "df": 5}}}}}}}}}}, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}}, "df": 1, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}}, "df": 4, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.text": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 5}}}}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}}, "df": 3}}}}}}, "a": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1}}}}, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}}, "df": 3}}}}}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "m": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"2": {"docs": {"mistralrs.Architecture.Gemma2": {"tf": 1}}, "df": 1}, "docs": {"mistralrs.Architecture.Gemma": {"tf": 1}}, "df": 1}}}}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.GGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.GGML": {"tf": 1}}, "df": 1}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}}}}}}}}}}}}}}, "s": {"docs": {}, "df": 0, "q": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "d": {"docs": {"mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "s": {"2": {"docs": {"mistralrs.VisionArchitecture.Idefics2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {"mistralrs.Choice.index": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}}, "df": 3}}}}}, "a": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture": {"tf": 1}, "mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 11}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.AnyMoeConfig": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.AnyMoeExpertType": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}}, "df": 2}}}, "v": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3}}}, "w": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Which": {"tf": 1}, "mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 12}}}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.Plain": {"tf": 1}}, "df": 1}}}}, "h": {"docs": {}, "df": 0, "i": {"2": {"docs": {"mistralrs.Architecture.Phi2": {"tf": 1}}, "df": 1}, "3": {"docs": {"mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 2, "v": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}}, "df": 1}}, "docs": {}, "df": 0}}, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3}}}}}, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3}}}, "x": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.XLora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.XLoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.XLoraGGML": {"tf": 1}}, "df": 1}}}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.Lora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.LoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.LoraGGML": {"tf": 1}}, "df": 1}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 1}}}}}}}}}, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}}, "df": 6}}}}}}}, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Architecture.Llama": {"tf": 1}}, "df": 1}}, "v": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.LLaVA": {"tf": 1}}, "df": 1, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}}, "df": 1}}}}}}}}}, "v": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.VisionPlain": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.VisionArchitecture": {"tf": 1}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 6}}}}}}}}}}}}}}}}}, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 1}}}}}}, "d": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 1}}}}}}}}}}}}}, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Delta": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}}, "df": 4}}}}}, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}}, "df": 1}}}}}, "x": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mixtral": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice.message": {"tf": 1}}, "df": 1}}}}}}, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}}, "df": 3, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}}, "df": 5}}}}}}}}}}, "q": {"docs": {}, "df": 0, "w": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"2": {"docs": {"mistralrs.Architecture.Qwen2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.F16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "3": {"2": {"docs": {"mistralrs.ModelDType.F32": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}}, "df": 1}}}}}}, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}}}}}}, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ToolChoice": {"tf": 1}, "mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}}, "df": 3}}}}}}}}, "k": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}}, "df": 3}}}}, "p": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}}, "df": 1, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.TopLogprob": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}}, "df": 4}}}}}}}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}}, "df": 4}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}}, "df": 3}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionChoice.text": {"tf": 1}}, "df": 1}}}}, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}}, "df": 1}}}}}}}, "b": {"6": {"4": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 1}}}}}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}}, "df": 2}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.BF16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}}, "df": 12}}}}, "r": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}}, "df": 1}}}, "o": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}}, "df": 3}}}}}}}}, "fullname": {"root": {"5": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 1}}}}, "docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}}, "df": 1, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs": {"tf": 1}, "mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.Which": {"tf": 1}, "mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Architecture": {"tf": 1}, "mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}, "mistralrs.VisionArchitecture": {"tf": 1}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}, "mistralrs.AnyMoeConfig": {"tf": 1}, "mistralrs.AnyMoeExpertType": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}, "mistralrs.ToolChoice": {"tf": 1}, "mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1}, "mistralrs.Delta": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}, "mistralrs.Choice": {"tf": 1}, "mistralrs.Choice.message": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.Choice.index": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.text": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}, "mistralrs.TopLogprob": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 119}}}}}}}, "x": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mixtral": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice.message": {"tf": 1}}, "df": 1}}}}}}, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}}, "df": 3, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}}, "df": 5}}}}}}}}}}, "r": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 6}}}}}, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 4}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}}, "df": 5}}}}}}}}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}}}, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}}, "df": 2}}}}, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 3}}, "c": {"docs": {"mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}}, "df": 6}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"2": {"docs": {"mistralrs.Architecture.Starcoder2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}}}, "y": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.ChatCompletionResponse.model": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}}, "df": 7}}}}}}}}}}}}}}}}}}}}}}}}}, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice": {"tf": 1}, "mistralrs.Choice.message": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.Choice.index": {"tf": 1}}, "df": 5, "s": {"docs": {"mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}}, "df": 3}}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}}, "df": 5}}}}}}}}}}, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}}, "df": 1, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}}, "df": 4, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.text": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 5}}}}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}}, "df": 3}}}}}}, "a": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1}}}}, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}}, "df": 3}}}}}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "m": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"2": {"docs": {"mistralrs.Architecture.Gemma2": {"tf": 1}}, "df": 1}, "docs": {"mistralrs.Architecture.Gemma": {"tf": 1}}, "df": 1}}}}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.GGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.GGML": {"tf": 1}}, "df": 1}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}}}}}}}}}}}}}}, "s": {"docs": {}, "df": 0, "q": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "d": {"docs": {"mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "s": {"2": {"docs": {"mistralrs.VisionArchitecture.Idefics2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {"mistralrs.Choice.index": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}}, "df": 3}}}}}, "a": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture": {"tf": 1}, "mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 11}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.AnyMoeConfig": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.AnyMoeExpertType": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}}, "df": 2}}}, "v": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3}}}, "w": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Which": {"tf": 1}, "mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 12}}}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.Plain": {"tf": 1}}, "df": 1}}}}, "h": {"docs": {}, "df": 0, "i": {"2": {"docs": {"mistralrs.Architecture.Phi2": {"tf": 1}}, "df": 1}, "3": {"docs": {"mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 2, "v": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}}, "df": 1}}, "docs": {}, "df": 0}}, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3}}}}}, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3}}}, "x": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.XLora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.XLoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.XLoraGGML": {"tf": 1}}, "df": 1}}}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.Lora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.LoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.LoraGGML": {"tf": 1}}, "df": 1}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 1}}}}}}}}}, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}}, "df": 6}}}}}}}, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Architecture.Llama": {"tf": 1}}, "df": 1}}, "v": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.LLaVA": {"tf": 1}}, "df": 1, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}}, "df": 1}}}}}}}}}, "v": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.VisionPlain": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.VisionArchitecture": {"tf": 1}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 6}}}}}}}}}}}}}}}}}, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 1}}}}}}, "d": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 1}}}}}}}}}}}}}, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Delta": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}}, "df": 4}}}}}, "q": {"docs": {}, "df": 0, "w": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"2": {"docs": {"mistralrs.Architecture.Qwen2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.F16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "3": {"2": {"docs": {"mistralrs.ModelDType.F32": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}}, "df": 1}}}}}}, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}}}}}}, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ToolChoice": {"tf": 1}, "mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}}, "df": 3}}}}}}}}, "k": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}}, "df": 3}}}}, "p": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}}, "df": 1, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.TopLogprob": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}}, "df": 4}}}}}}}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}}, "df": 4}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}}, "df": 3}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionChoice.text": {"tf": 1}}, "df": 1}}}}, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}}, "df": 1}}}}}}}, "b": {"6": {"4": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 1}}}}}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}}, "df": 2}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.BF16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}}, "df": 12}}}}, "r": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}}, "df": 1}}}, "o": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}}, "df": 3}}}}}}}}, "annotation": {"root": {"docs": {}, "df": 0}}, "default_value": {"root": {"5": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 1}}}}, "docs": {"mistralrs.Which.Plain": {"tf": 1.4142135623730951}, "mistralrs.Which.XLora": {"tf": 1.4142135623730951}, "mistralrs.Which.Lora": {"tf": 1.4142135623730951}, "mistralrs.Which.GGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.GGML": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.VisionPlain": {"tf": 1.4142135623730951}, "mistralrs.Which.DiffusionPlain": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1.4142135623730951}}, "df": 13, "l": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.Lora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.LoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.LoraGGML": {"tf": 1}}, "df": 1}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 1}}}}}}}}}}, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Architecture.Llama": {"tf": 1}}, "df": 1}}, "v": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.LLaVA": {"tf": 1}}, "df": 1, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}}, "df": 1}}}}}}}}}, "c": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}}}}}, "x": {"2": {"7": {"docs": {"mistralrs.Which.Plain": {"tf": 1.4142135623730951}, "mistralrs.Which.XLora": {"tf": 1.4142135623730951}, "mistralrs.Which.Lora": {"tf": 1.4142135623730951}, "mistralrs.Which.GGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.GGML": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.VisionPlain": {"tf": 1.4142135623730951}, "mistralrs.Which.DiffusionPlain": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1.4142135623730951}}, "df": 13}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.XLora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.XLoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.XLoraGGML": {"tf": 1}}, "df": 1}}}}}}}}}, "b": {"6": {"4": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 1}}}}}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}}}}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.BF16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}, "w": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 11}}}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.Plain": {"tf": 1}}, "df": 1}}}}, "h": {"docs": {}, "df": 0, "i": {"2": {"docs": {"mistralrs.Architecture.Phi2": {"tf": 1}}, "df": 1}, "3": {"docs": {"mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 2, "v": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}}, "df": 1}}, "docs": {}, "df": 0}}}, "g": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.GGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.GGML": {"tf": 1}}, "df": 1}}}, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"2": {"docs": {"mistralrs.Architecture.Gemma2": {"tf": 1}}, "df": 1}, "docs": {"mistralrs.Architecture.Gemma": {"tf": 1}}, "df": 1}}}}}, "v": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.VisionPlain": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 5}}}}}}}}}}}}}}}}}, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 1}}}}}}, "d": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 1}}}}}}}}}}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 10}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 2}}}}}}}}}}}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}}, "df": 2}}}}, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}}, "df": 1}}}}}, "x": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mixtral": {"tf": 1}}, "df": 1}}}}}}, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}}, "df": 4}}}}}}}}}}, "q": {"docs": {}, "df": 0, "w": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"2": {"docs": {"mistralrs.Architecture.Qwen2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"2": {"docs": {"mistralrs.Architecture.Starcoder2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}}}}, "i": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "s": {"2": {"docs": {"mistralrs.VisionArchitecture.Idefics2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 2}}}}}}}}}}}}}}}}}}}}}}}}}}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.F16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "3": {"2": {"docs": {"mistralrs.ModelDType.F32": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}}, "df": 1}}}}}}}}}, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}}, "df": 2}}}}}}}}}}, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}}, "df": 1}}}}}}}, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}}, "df": 1}}}}}, "signature": {"root": {"1": {"2": {"8": {"0": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}, "docs": {}, "df": 0}, "7": {"2": {"0": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}, "docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 4.358898943540674}, "mistralrs.Runner.send_completion_request": {"tf": 4.358898943540674}, "mistralrs.Runner.generate_image": {"tf": 6.244997998398398}, "mistralrs.Runner.send_re_isq": {"tf": 4.358898943540674}, "mistralrs.Runner.activate_adapters": {"tf": 4.358898943540674}}, "df": 5, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 5}}}}, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}}}, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "h": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "w": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "n": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "bases": {"root": {"docs": {}, "df": 0}}, "doc": {"root": {"3": {"2": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {"mistralrs": {"tf": 1.7320508075688772}, "mistralrs.Runner": {"tf": 1.7320508075688772}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1.7320508075688772}, "mistralrs.Runner.send_completion_request": {"tf": 1.7320508075688772}, "mistralrs.Runner.generate_image": {"tf": 1.7320508075688772}, "mistralrs.Runner.send_re_isq": {"tf": 1.7320508075688772}, "mistralrs.Runner.activate_adapters": {"tf": 1.7320508075688772}, "mistralrs.Which": {"tf": 1.7320508075688772}, "mistralrs.Which.Plain": {"tf": 1.7320508075688772}, "mistralrs.Which.XLora": {"tf": 1.7320508075688772}, "mistralrs.Which.Lora": {"tf": 1.7320508075688772}, "mistralrs.Which.GGUF": {"tf": 1.7320508075688772}, "mistralrs.Which.XLoraGGUF": {"tf": 1.7320508075688772}, "mistralrs.Which.LoraGGUF": {"tf": 1.7320508075688772}, "mistralrs.Which.GGML": {"tf": 1.7320508075688772}, "mistralrs.Which.XLoraGGML": {"tf": 1.7320508075688772}, "mistralrs.Which.LoraGGML": {"tf": 1.7320508075688772}, "mistralrs.Which.VisionPlain": {"tf": 1.7320508075688772}, "mistralrs.Which.DiffusionPlain": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionRequest": {"tf": 1.7320508075688772}, "mistralrs.CompletionRequest": {"tf": 1.7320508075688772}, "mistralrs.Architecture": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Mistral": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Gemma": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Mixtral": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Llama": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Phi2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Phi3": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Qwen2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Gemma2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Starcoder2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeConfig": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeExpertType": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1.7320508075688772}, "mistralrs.ToolChoice": {"tf": 1.7320508075688772}, "mistralrs.ToolChoice.NoTools": {"tf": 1.7320508075688772}, "mistralrs.ToolChoice.Auto": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage.content": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage.role": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1.7320508075688772}, "mistralrs.Delta": {"tf": 1.7320508075688772}, "mistralrs.Delta.content": {"tf": 1.7320508075688772}, "mistralrs.Delta.role": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.logprob": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.bytes": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.token": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1.7320508075688772}, "mistralrs.Logprobs": {"tf": 1.7320508075688772}, "mistralrs.Logprobs.content": {"tf": 1.7320508075688772}, "mistralrs.Choice": {"tf": 1.7320508075688772}, "mistralrs.Choice.message": {"tf": 1.7320508075688772}, "mistralrs.Choice.logprobs": {"tf": 1.7320508075688772}, "mistralrs.Choice.finish_reason": {"tf": 1.7320508075688772}, "mistralrs.Choice.index": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.delta": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.logprobs": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.index": {"tf": 1.7320508075688772}, "mistralrs.Usage": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_tokens": {"tf": 1.7320508075688772}, "mistralrs.Usage.prompt_tokens": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.completion_tokens": {"tf": 1.7320508075688772}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_time_sec": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.created": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.id": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.object": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.model": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.index": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.text": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.logprobs": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.usage": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.choices": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.object": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.id": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.model": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.created": {"tf": 1.7320508075688772}, "mistralrs.TopLogprob": {"tf": 1.4142135623730951}, "mistralrs.TopLogprob.token": {"tf": 1.7320508075688772}, "mistralrs.TopLogprob.logprob": {"tf": 1.7320508075688772}, "mistralrs.TopLogprob.bytes": {"tf": 1.7320508075688772}, "mistralrs.ModelDType": {"tf": 3.7416573867739413}, "mistralrs.ModelDType.Auto": {"tf": 1.7320508075688772}, "mistralrs.ModelDType.BF16": {"tf": 1.7320508075688772}, "mistralrs.ModelDType.F16": {"tf": 1.7320508075688772}, "mistralrs.ModelDType.F32": {"tf": 1.7320508075688772}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1.4142135623730951}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1.7320508075688772}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1.7320508075688772}}, "df": 119, "a": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.Usage": {"tf": 1}}, "df": 4, "n": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 8, "d": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}, "p": {"docs": {}, "df": 0, "i": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}}, "df": 4}}, "s": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1.4142135623730951}}, "df": 1}}}}}}}, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}, "o": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 7}}}}}, "r": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "w": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "i": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "t": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}}, "df": 1}}}, "h": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}, "t": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1.4142135623730951}, "mistralrs.Runner.activate_adapters": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1.7320508075688772}}, "df": 7, "n": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "i": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 2}}}, "o": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 4, "p": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.TopLogprob": {"tf": 1}}, "df": 2}, "k": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}}, "df": 2}}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}}}}, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage": {"tf": 1}}, "df": 1}}}, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}, "r": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}}, "df": 9, "s": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}}}, "s": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.Delta": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 5}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}}}}, "s": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 4}}}, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}}, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Delta": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}}, "df": 3}}}}}}}}, "u": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Usage": {"tf": 1}}, "df": 1}}}}}}}, "o": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}, "p": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}}}, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Logprobs": {"tf": 1}}, "df": 1}}, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}}}}}, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Delta": {"tf": 1}}, "df": 1}}}}}, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 7}}}}}}, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.Choice": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 9}}}}}}}}}, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.Choice": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}}, "df": 6}}, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}}, "df": 3}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {"mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}}, "df": 2}}}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 1}}}}}}}}}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 2}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}, "s": {"docs": {"mistralrs.ModelDType": {"tf": 2}}, "df": 1, "q": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "f": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 2}, "n": {"docs": {"mistralrs.Delta": {"tf": 1}}, "df": 1}, "g": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}, "t": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1.4142135623730951}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1.4142135623730951}}, "df": 3}}}}, "a": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}}, "df": 1}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}}, "df": 1, "s": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.TopLogprob": {"tf": 1}}, "df": 3}}}}}}}}, "n": {"docs": {"mistralrs.TopLogprob": {"tf": 1}}, "df": 1, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.Delta": {"tf": 1}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 4, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "k": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}}, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Delta": {"tf": 1}}, "df": 1}}}, "f": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Usage": {"tf": 1}}, "df": 1}}}}}, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.TopLogprob": {"tf": 1}}, "df": 1}}}}}}}, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "z": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}}}, "b": {"docs": {}, "df": 0, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}}}}, "pipeline": ["trimmer"], "_isPrebuiltIndex": true}; + /** pdoc search index */const docs = {"version": "0.9.5", "fields": ["qualname", "fullname", "annotation", "default_value", "signature", "bases", "doc"], "ref": "fullname", "documentStore": {"docs": {"mistralrs": {"fullname": "mistralrs", "modulename": "mistralrs", "kind": "module", "doc": "\n"}, "mistralrs.Runner": {"fullname": "mistralrs.Runner", "modulename": "mistralrs", "qualname": "Runner", "kind": "class", "doc": "An object wrapping the underlying Rust system to handle requests and process conversations.
\n"}, "mistralrs.Runner.send_chat_completion_request": {"fullname": "mistralrs.Runner.send_chat_completion_request", "modulename": "mistralrs", "qualname": "Runner.send_chat_completion_request", "kind": "function", "doc": "Send an OpenAI API compatible request, returning the result.
\n", "signature": "(self, /, request):", "funcdef": "def"}, "mistralrs.Runner.send_completion_request": {"fullname": "mistralrs.Runner.send_completion_request", "modulename": "mistralrs", "qualname": "Runner.send_completion_request", "kind": "function", "doc": "Send an OpenAI API compatible request, returning the result.
\n", "signature": "(self, /, request):", "funcdef": "def"}, "mistralrs.Runner.generate_image": {"fullname": "mistralrs.Runner.generate_image", "modulename": "mistralrs", "qualname": "Runner.generate_image", "kind": "function", "doc": "Generate an image.
\n", "signature": "(self, /, prompt, response_format, height=720, width=1280):", "funcdef": "def"}, "mistralrs.Runner.send_re_isq": {"fullname": "mistralrs.Runner.send_re_isq", "modulename": "mistralrs", "qualname": "Runner.send_re_isq", "kind": "function", "doc": "Send a request to re-ISQ the model. If the model was loaded as GGUF or GGML\nthen nothing will happen.
\n", "signature": "(self, /, dtype):", "funcdef": "def"}, "mistralrs.Runner.activate_adapters": {"fullname": "mistralrs.Runner.activate_adapters", "modulename": "mistralrs", "qualname": "Runner.activate_adapters", "kind": "function", "doc": "Send a request to make the specified adapters the active adapters for the model.
\n", "signature": "(self, /, adapter_names):", "funcdef": "def"}, "mistralrs.Which": {"fullname": "mistralrs.Which", "modulename": "mistralrs", "qualname": "Which", "kind": "class", "doc": "\n"}, "mistralrs.Which.Plain": {"fullname": "mistralrs.Which.Plain", "modulename": "mistralrs", "qualname": "Which.Plain", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_Plain'>"}, "mistralrs.Which.XLora": {"fullname": "mistralrs.Which.XLora", "modulename": "mistralrs", "qualname": "Which.XLora", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_XLora'>"}, "mistralrs.Which.Lora": {"fullname": "mistralrs.Which.Lora", "modulename": "mistralrs", "qualname": "Which.Lora", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_Lora'>"}, "mistralrs.Which.GGUF": {"fullname": "mistralrs.Which.GGUF", "modulename": "mistralrs", "qualname": "Which.GGUF", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_GGUF'>"}, "mistralrs.Which.XLoraGGUF": {"fullname": "mistralrs.Which.XLoraGGUF", "modulename": "mistralrs", "qualname": "Which.XLoraGGUF", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_XLoraGGUF'>"}, "mistralrs.Which.LoraGGUF": {"fullname": "mistralrs.Which.LoraGGUF", "modulename": "mistralrs", "qualname": "Which.LoraGGUF", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_LoraGGUF'>"}, "mistralrs.Which.GGML": {"fullname": "mistralrs.Which.GGML", "modulename": "mistralrs", "qualname": "Which.GGML", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_GGML'>"}, "mistralrs.Which.XLoraGGML": {"fullname": "mistralrs.Which.XLoraGGML", "modulename": "mistralrs", "qualname": "Which.XLoraGGML", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_XLoraGGML'>"}, "mistralrs.Which.LoraGGML": {"fullname": "mistralrs.Which.LoraGGML", "modulename": "mistralrs", "qualname": "Which.LoraGGML", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_LoraGGML'>"}, "mistralrs.Which.VisionPlain": {"fullname": "mistralrs.Which.VisionPlain", "modulename": "mistralrs", "qualname": "Which.VisionPlain", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_VisionPlain'>"}, "mistralrs.Which.DiffusionPlain": {"fullname": "mistralrs.Which.DiffusionPlain", "modulename": "mistralrs", "qualname": "Which.DiffusionPlain", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.Which_DiffusionPlain'>"}, "mistralrs.ChatCompletionRequest": {"fullname": "mistralrs.ChatCompletionRequest", "modulename": "mistralrs", "qualname": "ChatCompletionRequest", "kind": "class", "doc": "An OpenAI API compatible chat completion request.
\n"}, "mistralrs.CompletionRequest": {"fullname": "mistralrs.CompletionRequest", "modulename": "mistralrs", "qualname": "CompletionRequest", "kind": "class", "doc": "An OpenAI API compatible completion request.
\n"}, "mistralrs.Architecture": {"fullname": "mistralrs.Architecture", "modulename": "mistralrs", "qualname": "Architecture", "kind": "class", "doc": "\n"}, "mistralrs.Architecture.Mistral": {"fullname": "mistralrs.Architecture.Mistral", "modulename": "mistralrs", "qualname": "Architecture.Mistral", "kind": "variable", "doc": "\n", "default_value": "Architecture.Mistral"}, "mistralrs.Architecture.Gemma": {"fullname": "mistralrs.Architecture.Gemma", "modulename": "mistralrs", "qualname": "Architecture.Gemma", "kind": "variable", "doc": "\n", "default_value": "Architecture.Gemma"}, "mistralrs.Architecture.Mixtral": {"fullname": "mistralrs.Architecture.Mixtral", "modulename": "mistralrs", "qualname": "Architecture.Mixtral", "kind": "variable", "doc": "\n", "default_value": "Architecture.Mixtral"}, "mistralrs.Architecture.Llama": {"fullname": "mistralrs.Architecture.Llama", "modulename": "mistralrs", "qualname": "Architecture.Llama", "kind": "variable", "doc": "\n", "default_value": "Architecture.Llama"}, "mistralrs.Architecture.Phi2": {"fullname": "mistralrs.Architecture.Phi2", "modulename": "mistralrs", "qualname": "Architecture.Phi2", "kind": "variable", "doc": "\n", "default_value": "Architecture.Phi2"}, "mistralrs.Architecture.Phi3": {"fullname": "mistralrs.Architecture.Phi3", "modulename": "mistralrs", "qualname": "Architecture.Phi3", "kind": "variable", "doc": "\n", "default_value": "Architecture.Phi3"}, "mistralrs.Architecture.Qwen2": {"fullname": "mistralrs.Architecture.Qwen2", "modulename": "mistralrs", "qualname": "Architecture.Qwen2", "kind": "variable", "doc": "\n", "default_value": "Architecture.Qwen2"}, "mistralrs.Architecture.Gemma2": {"fullname": "mistralrs.Architecture.Gemma2", "modulename": "mistralrs", "qualname": "Architecture.Gemma2", "kind": "variable", "doc": "\n", "default_value": "Architecture.Gemma2"}, "mistralrs.Architecture.Starcoder2": {"fullname": "mistralrs.Architecture.Starcoder2", "modulename": "mistralrs", "qualname": "Architecture.Starcoder2", "kind": "variable", "doc": "\n", "default_value": "Architecture.Starcoder2"}, "mistralrs.Architecture.Phi3_5MoE": {"fullname": "mistralrs.Architecture.Phi3_5MoE", "modulename": "mistralrs", "qualname": "Architecture.Phi3_5MoE", "kind": "variable", "doc": "\n", "default_value": "Architecture.Phi3_5MoE"}, "mistralrs.VisionArchitecture": {"fullname": "mistralrs.VisionArchitecture", "modulename": "mistralrs", "qualname": "VisionArchitecture", "kind": "class", "doc": "\n"}, "mistralrs.VisionArchitecture.Phi3V": {"fullname": "mistralrs.VisionArchitecture.Phi3V", "modulename": "mistralrs", "qualname": "VisionArchitecture.Phi3V", "kind": "variable", "doc": "\n", "default_value": "VisionArchitecture.Phi3V"}, "mistralrs.VisionArchitecture.Idefics2": {"fullname": "mistralrs.VisionArchitecture.Idefics2", "modulename": "mistralrs", "qualname": "VisionArchitecture.Idefics2", "kind": "variable", "doc": "\n", "default_value": "VisionArchitecture.Idefics2"}, "mistralrs.VisionArchitecture.LLaVANext": {"fullname": "mistralrs.VisionArchitecture.LLaVANext", "modulename": "mistralrs", "qualname": "VisionArchitecture.LLaVANext", "kind": "variable", "doc": "\n", "default_value": "VisionArchitecture.LLaVANext"}, "mistralrs.VisionArchitecture.LLaVA": {"fullname": "mistralrs.VisionArchitecture.LLaVA", "modulename": "mistralrs", "qualname": "VisionArchitecture.LLaVA", "kind": "variable", "doc": "\n", "default_value": "VisionArchitecture.LLaVA"}, "mistralrs.VisionArchitecture.VLlama": {"fullname": "mistralrs.VisionArchitecture.VLlama", "modulename": "mistralrs", "qualname": "VisionArchitecture.VLlama", "kind": "variable", "doc": "\n", "default_value": "VisionArchitecture.VLlama"}, "mistralrs.AnyMoeConfig": {"fullname": "mistralrs.AnyMoeConfig", "modulename": "mistralrs", "qualname": "AnyMoeConfig", "kind": "class", "doc": "\n"}, "mistralrs.AnyMoeExpertType": {"fullname": "mistralrs.AnyMoeExpertType", "modulename": "mistralrs", "qualname": "AnyMoeExpertType", "kind": "class", "doc": "\n"}, "mistralrs.AnyMoeExpertType.FineTuned": {"fullname": "mistralrs.AnyMoeExpertType.FineTuned", "modulename": "mistralrs", "qualname": "AnyMoeExpertType.FineTuned", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.AnyMoeExpertType_FineTuned'>"}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"fullname": "mistralrs.AnyMoeExpertType.LoraAdapter", "modulename": "mistralrs", "qualname": "AnyMoeExpertType.LoraAdapter", "kind": "variable", "doc": "\n", "default_value": "<class 'builtins.AnyMoeExpertType_LoraAdapter'>"}, "mistralrs.ToolChoice": {"fullname": "mistralrs.ToolChoice", "modulename": "mistralrs", "qualname": "ToolChoice", "kind": "class", "doc": "\n"}, "mistralrs.ToolChoice.NoTools": {"fullname": "mistralrs.ToolChoice.NoTools", "modulename": "mistralrs", "qualname": "ToolChoice.NoTools", "kind": "variable", "doc": "\n", "default_value": "ToolChoice.NoTools"}, "mistralrs.ToolChoice.Auto": {"fullname": "mistralrs.ToolChoice.Auto", "modulename": "mistralrs", "qualname": "ToolChoice.Auto", "kind": "variable", "doc": "\n", "default_value": "ToolChoice.Auto"}, "mistralrs.ResponseMessage": {"fullname": "mistralrs.ResponseMessage", "modulename": "mistralrs", "qualname": "ResponseMessage", "kind": "class", "doc": "Chat completion response message.
\n"}, "mistralrs.ResponseMessage.tool_calls": {"fullname": "mistralrs.ResponseMessage.tool_calls", "modulename": "mistralrs", "qualname": "ResponseMessage.tool_calls", "kind": "variable", "doc": "\n"}, "mistralrs.ResponseMessage.role": {"fullname": "mistralrs.ResponseMessage.role", "modulename": "mistralrs", "qualname": "ResponseMessage.role", "kind": "variable", "doc": "\n"}, "mistralrs.ResponseMessage.content": {"fullname": "mistralrs.ResponseMessage.content", "modulename": "mistralrs", "qualname": "ResponseMessage.content", "kind": "variable", "doc": "\n"}, "mistralrs.Delta": {"fullname": "mistralrs.Delta", "modulename": "mistralrs", "qualname": "Delta", "kind": "class", "doc": "Delta in content for streaming response.
\n"}, "mistralrs.Delta.role": {"fullname": "mistralrs.Delta.role", "modulename": "mistralrs", "qualname": "Delta.role", "kind": "variable", "doc": "\n"}, "mistralrs.Delta.content": {"fullname": "mistralrs.Delta.content", "modulename": "mistralrs", "qualname": "Delta.content", "kind": "variable", "doc": "\n"}, "mistralrs.ResponseLogprob": {"fullname": "mistralrs.ResponseLogprob", "modulename": "mistralrs", "qualname": "ResponseLogprob", "kind": "class", "doc": "A logprob with the top logprobs for this token.
\n"}, "mistralrs.ResponseLogprob.token": {"fullname": "mistralrs.ResponseLogprob.token", "modulename": "mistralrs", "qualname": "ResponseLogprob.token", "kind": "variable", "doc": "\n"}, "mistralrs.ResponseLogprob.top_logprobs": {"fullname": "mistralrs.ResponseLogprob.top_logprobs", "modulename": "mistralrs", "qualname": "ResponseLogprob.top_logprobs", "kind": "variable", "doc": "\n"}, "mistralrs.ResponseLogprob.bytes": {"fullname": "mistralrs.ResponseLogprob.bytes", "modulename": "mistralrs", "qualname": "ResponseLogprob.bytes", "kind": "variable", "doc": "\n"}, "mistralrs.ResponseLogprob.logprob": {"fullname": "mistralrs.ResponseLogprob.logprob", "modulename": "mistralrs", "qualname": "ResponseLogprob.logprob", "kind": "variable", "doc": "\n"}, "mistralrs.Logprobs": {"fullname": "mistralrs.Logprobs", "modulename": "mistralrs", "qualname": "Logprobs", "kind": "class", "doc": "Logprobs per token.
\n"}, "mistralrs.Logprobs.content": {"fullname": "mistralrs.Logprobs.content", "modulename": "mistralrs", "qualname": "Logprobs.content", "kind": "variable", "doc": "\n"}, "mistralrs.Choice": {"fullname": "mistralrs.Choice", "modulename": "mistralrs", "qualname": "Choice", "kind": "class", "doc": "Chat completion choice.
\n"}, "mistralrs.Choice.logprobs": {"fullname": "mistralrs.Choice.logprobs", "modulename": "mistralrs", "qualname": "Choice.logprobs", "kind": "variable", "doc": "\n"}, "mistralrs.Choice.finish_reason": {"fullname": "mistralrs.Choice.finish_reason", "modulename": "mistralrs", "qualname": "Choice.finish_reason", "kind": "variable", "doc": "\n"}, "mistralrs.Choice.message": {"fullname": "mistralrs.Choice.message", "modulename": "mistralrs", "qualname": "Choice.message", "kind": "variable", "doc": "\n"}, "mistralrs.Choice.index": {"fullname": "mistralrs.Choice.index", "modulename": "mistralrs", "qualname": "Choice.index", "kind": "variable", "doc": "\n"}, "mistralrs.ChunkChoice": {"fullname": "mistralrs.ChunkChoice", "modulename": "mistralrs", "qualname": "ChunkChoice", "kind": "class", "doc": "Chat completion streaming chunk choice.
\n"}, "mistralrs.ChunkChoice.delta": {"fullname": "mistralrs.ChunkChoice.delta", "modulename": "mistralrs", "qualname": "ChunkChoice.delta", "kind": "variable", "doc": "\n"}, "mistralrs.ChunkChoice.logprobs": {"fullname": "mistralrs.ChunkChoice.logprobs", "modulename": "mistralrs", "qualname": "ChunkChoice.logprobs", "kind": "variable", "doc": "\n"}, "mistralrs.ChunkChoice.index": {"fullname": "mistralrs.ChunkChoice.index", "modulename": "mistralrs", "qualname": "ChunkChoice.index", "kind": "variable", "doc": "\n"}, "mistralrs.ChunkChoice.finish_reason": {"fullname": "mistralrs.ChunkChoice.finish_reason", "modulename": "mistralrs", "qualname": "ChunkChoice.finish_reason", "kind": "variable", "doc": "\n"}, "mistralrs.Usage": {"fullname": "mistralrs.Usage", "modulename": "mistralrs", "qualname": "Usage", "kind": "class", "doc": "OpenAI compatible (superset) usage during a request.
\n"}, "mistralrs.Usage.total_time_sec": {"fullname": "mistralrs.Usage.total_time_sec", "modulename": "mistralrs", "qualname": "Usage.total_time_sec", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.prompt_tokens": {"fullname": "mistralrs.Usage.prompt_tokens", "modulename": "mistralrs", "qualname": "Usage.prompt_tokens", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"fullname": "mistralrs.Usage.avg_prompt_tok_per_sec", "modulename": "mistralrs", "qualname": "Usage.avg_prompt_tok_per_sec", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.total_tokens": {"fullname": "mistralrs.Usage.total_tokens", "modulename": "mistralrs", "qualname": "Usage.total_tokens", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.total_completion_time_sec": {"fullname": "mistralrs.Usage.total_completion_time_sec", "modulename": "mistralrs", "qualname": "Usage.total_completion_time_sec", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.avg_tok_per_sec": {"fullname": "mistralrs.Usage.avg_tok_per_sec", "modulename": "mistralrs", "qualname": "Usage.avg_tok_per_sec", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.avg_compl_tok_per_sec": {"fullname": "mistralrs.Usage.avg_compl_tok_per_sec", "modulename": "mistralrs", "qualname": "Usage.avg_compl_tok_per_sec", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.total_prompt_time_sec": {"fullname": "mistralrs.Usage.total_prompt_time_sec", "modulename": "mistralrs", "qualname": "Usage.total_prompt_time_sec", "kind": "variable", "doc": "\n"}, "mistralrs.Usage.completion_tokens": {"fullname": "mistralrs.Usage.completion_tokens", "modulename": "mistralrs", "qualname": "Usage.completion_tokens", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionResponse": {"fullname": "mistralrs.ChatCompletionResponse", "modulename": "mistralrs", "qualname": "ChatCompletionResponse", "kind": "class", "doc": "An OpenAI compatible chat completion response.
\n"}, "mistralrs.ChatCompletionResponse.id": {"fullname": "mistralrs.ChatCompletionResponse.id", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.id", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionResponse.choices": {"fullname": "mistralrs.ChatCompletionResponse.choices", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.choices", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionResponse.created": {"fullname": "mistralrs.ChatCompletionResponse.created", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.created", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionResponse.model": {"fullname": "mistralrs.ChatCompletionResponse.model", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.model", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"fullname": "mistralrs.ChatCompletionResponse.system_fingerprint", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.system_fingerprint", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionResponse.object": {"fullname": "mistralrs.ChatCompletionResponse.object", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.object", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionResponse.usage": {"fullname": "mistralrs.ChatCompletionResponse.usage", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.usage", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionChunkResponse": {"fullname": "mistralrs.ChatCompletionChunkResponse", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse", "kind": "class", "doc": "Chat completion streaming request chunk.
\n"}, "mistralrs.ChatCompletionChunkResponse.created": {"fullname": "mistralrs.ChatCompletionChunkResponse.created", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.created", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionChunkResponse.choices": {"fullname": "mistralrs.ChatCompletionChunkResponse.choices", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.choices", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionChunkResponse.model": {"fullname": "mistralrs.ChatCompletionChunkResponse.model", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.model", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionChunkResponse.object": {"fullname": "mistralrs.ChatCompletionChunkResponse.object", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.object", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"fullname": "mistralrs.ChatCompletionChunkResponse.system_fingerprint", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.system_fingerprint", "kind": "variable", "doc": "\n"}, "mistralrs.ChatCompletionChunkResponse.id": {"fullname": "mistralrs.ChatCompletionChunkResponse.id", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.id", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionChoice": {"fullname": "mistralrs.CompletionChoice", "modulename": "mistralrs", "qualname": "CompletionChoice", "kind": "class", "doc": "Completion request choice.
\n"}, "mistralrs.CompletionChoice.text": {"fullname": "mistralrs.CompletionChoice.text", "modulename": "mistralrs", "qualname": "CompletionChoice.text", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionChoice.index": {"fullname": "mistralrs.CompletionChoice.index", "modulename": "mistralrs", "qualname": "CompletionChoice.index", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionChoice.finish_reason": {"fullname": "mistralrs.CompletionChoice.finish_reason", "modulename": "mistralrs", "qualname": "CompletionChoice.finish_reason", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionChoice.logprobs": {"fullname": "mistralrs.CompletionChoice.logprobs", "modulename": "mistralrs", "qualname": "CompletionChoice.logprobs", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionResponse": {"fullname": "mistralrs.CompletionResponse", "modulename": "mistralrs", "qualname": "CompletionResponse", "kind": "class", "doc": "An OpenAI compatible completion response.
\n"}, "mistralrs.CompletionResponse.created": {"fullname": "mistralrs.CompletionResponse.created", "modulename": "mistralrs", "qualname": "CompletionResponse.created", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionResponse.id": {"fullname": "mistralrs.CompletionResponse.id", "modulename": "mistralrs", "qualname": "CompletionResponse.id", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionResponse.model": {"fullname": "mistralrs.CompletionResponse.model", "modulename": "mistralrs", "qualname": "CompletionResponse.model", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionResponse.object": {"fullname": "mistralrs.CompletionResponse.object", "modulename": "mistralrs", "qualname": "CompletionResponse.object", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionResponse.usage": {"fullname": "mistralrs.CompletionResponse.usage", "modulename": "mistralrs", "qualname": "CompletionResponse.usage", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionResponse.system_fingerprint": {"fullname": "mistralrs.CompletionResponse.system_fingerprint", "modulename": "mistralrs", "qualname": "CompletionResponse.system_fingerprint", "kind": "variable", "doc": "\n"}, "mistralrs.CompletionResponse.choices": {"fullname": "mistralrs.CompletionResponse.choices", "modulename": "mistralrs", "qualname": "CompletionResponse.choices", "kind": "variable", "doc": "\n"}, "mistralrs.TopLogprob": {"fullname": "mistralrs.TopLogprob", "modulename": "mistralrs", "qualname": "TopLogprob", "kind": "class", "doc": "Top-n logprobs element
\n"}, "mistralrs.TopLogprob.bytes": {"fullname": "mistralrs.TopLogprob.bytes", "modulename": "mistralrs", "qualname": "TopLogprob.bytes", "kind": "variable", "doc": "\n"}, "mistralrs.TopLogprob.logprob": {"fullname": "mistralrs.TopLogprob.logprob", "modulename": "mistralrs", "qualname": "TopLogprob.logprob", "kind": "variable", "doc": "\n"}, "mistralrs.TopLogprob.token": {"fullname": "mistralrs.TopLogprob.token", "modulename": "mistralrs", "qualname": "TopLogprob.token", "kind": "variable", "doc": "\n"}, "mistralrs.ModelDType": {"fullname": "mistralrs.ModelDType", "modulename": "mistralrs", "qualname": "ModelDType", "kind": "class", "doc": "DType for the model.
\n\nIf the model is quantized, this is ignored so it is reasonable to use the [Default] impl.
Note: When using Auto, fallback pattern is: BF16 -> F16 -> 32
Image generation response format
\n"}, "mistralrs.ImageGenerationResponseFormat.Url": {"fullname": "mistralrs.ImageGenerationResponseFormat.Url", "modulename": "mistralrs", "qualname": "ImageGenerationResponseFormat.Url", "kind": "variable", "doc": "\n", "default_value": "ImageGenerationResponseFormat.Url"}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"fullname": "mistralrs.ImageGenerationResponseFormat.B64Json", "modulename": "mistralrs", "qualname": "ImageGenerationResponseFormat.B64Json", "kind": "variable", "doc": "\n", "default_value": "ImageGenerationResponseFormat.B64Json"}}, "docInfo": {"mistralrs": {"qualname": 0, "fullname": 1, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Runner": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 16}, "mistralrs.Runner.send_chat_completion_request": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 21, "bases": 0, "doc": 12}, "mistralrs.Runner.send_completion_request": {"qualname": 4, "fullname": 5, "annotation": 0, "default_value": 0, "signature": 21, "bases": 0, "doc": 12}, "mistralrs.Runner.generate_image": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 47, "bases": 0, "doc": 6}, "mistralrs.Runner.send_re_isq": {"qualname": 4, "fullname": 5, "annotation": 0, "default_value": 0, "signature": 21, "bases": 0, "doc": 24}, "mistralrs.Runner.activate_adapters": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 22, "bases": 0, "doc": 17}, "mistralrs.Which": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.Plain": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.XLora": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.Lora": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.GGUF": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.XLoraGGUF": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.LoraGGUF": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.GGML": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.XLoraGGML": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.LoraGGML": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.VisionPlain": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.DiffusionPlain": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionRequest": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 10}, "mistralrs.CompletionRequest": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 9}, "mistralrs.Architecture": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Mistral": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Gemma": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Mixtral": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Llama": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Phi2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Phi3": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Qwen2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Gemma2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Starcoder2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Phi3_5MoE": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 3, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.Phi3V": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.Idefics2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.LLaVANext": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.LLaVA": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.VLlama": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeConfig": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeExpertType": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeExpertType.FineTuned": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ToolChoice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ToolChoice.NoTools": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ToolChoice.Auto": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseMessage": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 7}, "mistralrs.ResponseMessage.tool_calls": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseMessage.role": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseMessage.content": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Delta": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 9}, "mistralrs.Delta.role": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Delta.content": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 12}, "mistralrs.ResponseLogprob.token": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob.top_logprobs": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob.bytes": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob.logprob": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Logprobs": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.Logprobs.content": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.Choice.logprobs": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice.finish_reason": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice.message": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice.index": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 8}, "mistralrs.ChunkChoice.delta": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice.logprobs": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice.index": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice.finish_reason": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 10}, "mistralrs.Usage.total_time_sec": {"qualname": 4, "fullname": 5, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.prompt_tokens": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"qualname": 6, "fullname": 7, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.total_tokens": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.total_completion_time_sec": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.avg_tok_per_sec": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.avg_compl_tok_per_sec": {"qualname": 6, "fullname": 7, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.total_prompt_time_sec": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.completion_tokens": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 9}, "mistralrs.ChatCompletionResponse.id": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.choices": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.created": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.model": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.object": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.usage": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 8}, "mistralrs.ChatCompletionChunkResponse.created": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.choices": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.model": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.object": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.id": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.CompletionChoice.text": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice.index": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice.finish_reason": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice.logprobs": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 8}, "mistralrs.CompletionResponse.created": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.id": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.model": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.object": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.usage": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.system_fingerprint": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.choices": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.TopLogprob": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.TopLogprob.bytes": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.TopLogprob.logprob": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.TopLogprob.token": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 45}, "mistralrs.ModelDType.Auto": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType.BF16": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType.F16": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType.F32": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ImageGenerationResponseFormat": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.ImageGenerationResponseFormat.Url": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}}, "length": 119, "save": true}, "index": {"qualname": {"root": {"5": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 1}}}}, "docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 6}}}}}, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1}, "mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.ResponseMessage.content": {"tf": 1}}, "df": 4}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.ResponseLogprob.logprob": {"tf": 1}}, "df": 5}}}}}}}}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}}}, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}}, "df": 2}}}}, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 3}}, "c": {"docs": {"mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}}, "df": 6}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"2": {"docs": {"mistralrs.Architecture.Starcoder2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}}}, "y": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}}, "df": 7}}}}}}}}}}}}}}}}}}}}}}}}}, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.Choice.message": {"tf": 1}, "mistralrs.Choice.index": {"tf": 1}}, "df": 5, "s": {"docs": {"mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}}, "df": 3}}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}}, "df": 5}}}}}}}}}}, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}}, "df": 1, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}}, "df": 4, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionChoice.text": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}}, "df": 5}}}}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}}, "df": 3}}}}}}, "a": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1}}}}, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}}, "df": 3}}}}}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "m": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"2": {"docs": {"mistralrs.Architecture.Gemma2": {"tf": 1}}, "df": 1}, "docs": {"mistralrs.Architecture.Gemma": {"tf": 1}}, "df": 1}}}}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.GGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.GGML": {"tf": 1}}, "df": 1}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}}}}}}}}}}}}}}, "s": {"docs": {}, "df": 0, "q": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "d": {"docs": {"mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "s": {"2": {"docs": {"mistralrs.VisionArchitecture.Idefics2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {"mistralrs.Choice.index": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}}, "df": 3}}}}}, "a": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture": {"tf": 1}, "mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 11}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.AnyMoeConfig": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.AnyMoeExpertType": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}}, "df": 2}}}, "v": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}}, "df": 3}}}, "w": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Which": {"tf": 1}, "mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 12}}}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.Plain": {"tf": 1}}, "df": 1}}}}, "h": {"docs": {}, "df": 0, "i": {"2": {"docs": {"mistralrs.Architecture.Phi2": {"tf": 1}}, "df": 1}, "3": {"docs": {"mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 2, "v": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}}, "df": 1}}, "docs": {}, "df": 0}}, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}}, "df": 3}}}}}, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}}, "df": 3}}}, "x": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.XLora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.XLoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.XLoraGGML": {"tf": 1}}, "df": 1}}}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.Lora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.LoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.LoraGGML": {"tf": 1}}, "df": 1}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 1}}}}}}}}}, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}}, "df": 6}}}}}}}, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Architecture.Llama": {"tf": 1}}, "df": 1}}, "v": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.LLaVA": {"tf": 1}}, "df": 1, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}}, "df": 1}}}}}}}}}, "v": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.VisionPlain": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.VisionArchitecture": {"tf": 1}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 6}}}}}}}}}}}}}}}}}, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 1}}}}}}, "d": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 1}}}}}}}}}}}}}, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Delta": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}}, "df": 4}}}}}, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}}, "df": 1}}}}}, "x": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mixtral": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice.message": {"tf": 1}}, "df": 1}}}}}}, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}}, "df": 3, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}}, "df": 5}}}}}}}}}}, "q": {"docs": {}, "df": 0, "w": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"2": {"docs": {"mistralrs.Architecture.Qwen2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.F16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "3": {"2": {"docs": {"mistralrs.ModelDType.F32": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}}, "df": 1}}}}}}, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}}}}}}, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ToolChoice": {"tf": 1}, "mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}}, "df": 3}}}}}}}}, "k": {"docs": {"mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}}, "df": 3}}}}, "p": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}}, "df": 1, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.TopLogprob": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}}, "df": 4}}}}}}}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}}, "df": 4}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}}, "df": 3}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionChoice.text": {"tf": 1}}, "df": 1}}}}, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}}, "df": 1}}}}}}}, "b": {"6": {"4": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 1}}}}}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}}, "df": 2}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.BF16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}}, "df": 12}}}}, "r": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}}, "df": 1}}}, "o": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}}, "df": 3}}}}}}}}, "fullname": {"root": {"5": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 1}}}}, "docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}}, "df": 1, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs": {"tf": 1}, "mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.Which": {"tf": 1}, "mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Architecture": {"tf": 1}, "mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}, "mistralrs.VisionArchitecture": {"tf": 1}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}, "mistralrs.AnyMoeConfig": {"tf": 1}, "mistralrs.AnyMoeExpertType": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}, "mistralrs.ToolChoice": {"tf": 1}, "mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1}, "mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.Delta": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}, "mistralrs.Choice": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.Choice.message": {"tf": 1}, "mistralrs.Choice.index": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionChoice.text": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}, "mistralrs.TopLogprob": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 119}}}}}}}, "x": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mixtral": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice.message": {"tf": 1}}, "df": 1}}}}}}, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}}, "df": 3, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}}, "df": 5}}}}}}}}}}, "r": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 6}}}}}, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1}, "mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.ResponseMessage.content": {"tf": 1}}, "df": 4}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.ResponseLogprob.logprob": {"tf": 1}}, "df": 5}}}}}}}}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}}}, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}}, "df": 2}}}}, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 3}}, "c": {"docs": {"mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}}, "df": 6}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"2": {"docs": {"mistralrs.Architecture.Starcoder2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}}}, "y": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}}, "df": 7}}}}}}}}}}}}}}}}}}}}}}}}}, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.Choice.message": {"tf": 1}, "mistralrs.Choice.index": {"tf": 1}}, "df": 5, "s": {"docs": {"mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}}, "df": 3}}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}}, "df": 5}}}}}}}}}}, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}}, "df": 1, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}}, "df": 4, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionChoice.text": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}}, "df": 5}}}}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}}, "df": 3}}}}}}, "a": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1}}}}, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}}, "df": 3}}}}}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "m": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"2": {"docs": {"mistralrs.Architecture.Gemma2": {"tf": 1}}, "df": 1}, "docs": {"mistralrs.Architecture.Gemma": {"tf": 1}}, "df": 1}}}}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.GGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.GGML": {"tf": 1}}, "df": 1}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}}}}}}}}}}}}}}, "s": {"docs": {}, "df": 0, "q": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "d": {"docs": {"mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "s": {"2": {"docs": {"mistralrs.VisionArchitecture.Idefics2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {"mistralrs.Choice.index": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}}, "df": 3}}}}}, "a": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture": {"tf": 1}, "mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 11}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.AnyMoeConfig": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.AnyMoeExpertType": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}}, "df": 2}}}, "v": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}}, "df": 3}}}, "w": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Which": {"tf": 1}, "mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 12}}}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.Plain": {"tf": 1}}, "df": 1}}}}, "h": {"docs": {}, "df": 0, "i": {"2": {"docs": {"mistralrs.Architecture.Phi2": {"tf": 1}}, "df": 1}, "3": {"docs": {"mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 2, "v": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}}, "df": 1}}, "docs": {}, "df": 0}}, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}}, "df": 3}}}}}, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}}, "df": 3}}}, "x": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.XLora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.XLoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.XLoraGGML": {"tf": 1}}, "df": 1}}}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.Lora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.LoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.LoraGGML": {"tf": 1}}, "df": 1}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 1}}}}}}}}}, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}}, "df": 6}}}}}}}, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Architecture.Llama": {"tf": 1}}, "df": 1}}, "v": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.LLaVA": {"tf": 1}}, "df": 1, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}}, "df": 1}}}}}}}}}, "v": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.VisionPlain": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.VisionArchitecture": {"tf": 1}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 6}}}}}}}}}}}}}}}}}, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 1}}}}}}, "d": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 1}}}}}}}}}}}}}, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Delta": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}}, "df": 4}}}}}, "q": {"docs": {}, "df": 0, "w": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"2": {"docs": {"mistralrs.Architecture.Qwen2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.F16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "3": {"2": {"docs": {"mistralrs.ModelDType.F32": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}}, "df": 1}}}}}}, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}}}}}}, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ToolChoice": {"tf": 1}, "mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}}, "df": 3}}}}}}}}, "k": {"docs": {"mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}}, "df": 3}}}}, "p": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}}, "df": 1, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.TopLogprob": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}}, "df": 4}}}}}}}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}}, "df": 4}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}}, "df": 3}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionChoice.text": {"tf": 1}}, "df": 1}}}}, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}}, "df": 1}}}}}}}, "b": {"6": {"4": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 1}}}}}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}}, "df": 2}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.BF16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}}, "df": 12}}}}, "r": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}}, "df": 1}}}, "o": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}}, "df": 3}}}}}}}}, "annotation": {"root": {"docs": {}, "df": 0}}, "default_value": {"root": {"5": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 1}}}}, "docs": {"mistralrs.Which.Plain": {"tf": 1.4142135623730951}, "mistralrs.Which.XLora": {"tf": 1.4142135623730951}, "mistralrs.Which.Lora": {"tf": 1.4142135623730951}, "mistralrs.Which.GGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.GGML": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.VisionPlain": {"tf": 1.4142135623730951}, "mistralrs.Which.DiffusionPlain": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1.4142135623730951}}, "df": 13, "l": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.Lora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.LoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.LoraGGML": {"tf": 1}}, "df": 1}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 1}}}}}}}}}}, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Architecture.Llama": {"tf": 1}}, "df": 1}}, "v": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.LLaVA": {"tf": 1}}, "df": 1, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}}, "df": 1}}}}}}}}}, "c": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}}}}}, "x": {"2": {"7": {"docs": {"mistralrs.Which.Plain": {"tf": 1.4142135623730951}, "mistralrs.Which.XLora": {"tf": 1.4142135623730951}, "mistralrs.Which.Lora": {"tf": 1.4142135623730951}, "mistralrs.Which.GGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.GGML": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.VisionPlain": {"tf": 1.4142135623730951}, "mistralrs.Which.DiffusionPlain": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1.4142135623730951}}, "df": 13}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.XLora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.XLoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.XLoraGGML": {"tf": 1}}, "df": 1}}}}}}}}}, "b": {"6": {"4": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 1}}}}}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}}}}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.BF16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}, "w": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 11}}}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.Plain": {"tf": 1}}, "df": 1}}}}, "h": {"docs": {}, "df": 0, "i": {"2": {"docs": {"mistralrs.Architecture.Phi2": {"tf": 1}}, "df": 1}, "3": {"docs": {"mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 2, "v": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}}, "df": 1}}, "docs": {}, "df": 0}}}, "g": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.GGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.GGML": {"tf": 1}}, "df": 1}}}, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"2": {"docs": {"mistralrs.Architecture.Gemma2": {"tf": 1}}, "df": 1}, "docs": {"mistralrs.Architecture.Gemma": {"tf": 1}}, "df": 1}}}}}, "v": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.VisionPlain": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 5}}}}}}}}}}}}}}}}}, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 1}}}}}}, "d": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 1}}}}}}}}}}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 10}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 2}}}}}}}}}}}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}}, "df": 2}}}}, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}}, "df": 1}}}}}, "x": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mixtral": {"tf": 1}}, "df": 1}}}}}}, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}}, "df": 4}}}}}}}}}}, "q": {"docs": {}, "df": 0, "w": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"2": {"docs": {"mistralrs.Architecture.Qwen2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"2": {"docs": {"mistralrs.Architecture.Starcoder2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}}}}, "i": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "s": {"2": {"docs": {"mistralrs.VisionArchitecture.Idefics2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 2}}}}}}}}}}}}}}}}}}}}}}}}}}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.F16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "3": {"2": {"docs": {"mistralrs.ModelDType.F32": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}}, "df": 1}}}}}}}}}, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}}, "df": 2}}}}}}}}}}, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}}, "df": 1}}}}}}}, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}}, "df": 1}}}}}, "signature": {"root": {"1": {"2": {"8": {"0": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}, "docs": {}, "df": 0}, "7": {"2": {"0": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}, "docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 4.358898943540674}, "mistralrs.Runner.send_completion_request": {"tf": 4.358898943540674}, "mistralrs.Runner.generate_image": {"tf": 6.244997998398398}, "mistralrs.Runner.send_re_isq": {"tf": 4.358898943540674}, "mistralrs.Runner.activate_adapters": {"tf": 4.358898943540674}}, "df": 5, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 5}}}}, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}}}, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "h": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "w": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "n": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "bases": {"root": {"docs": {}, "df": 0}}, "doc": {"root": {"3": {"2": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {"mistralrs": {"tf": 1.7320508075688772}, "mistralrs.Runner": {"tf": 1.7320508075688772}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1.7320508075688772}, "mistralrs.Runner.send_completion_request": {"tf": 1.7320508075688772}, "mistralrs.Runner.generate_image": {"tf": 1.7320508075688772}, "mistralrs.Runner.send_re_isq": {"tf": 1.7320508075688772}, "mistralrs.Runner.activate_adapters": {"tf": 1.7320508075688772}, "mistralrs.Which": {"tf": 1.7320508075688772}, "mistralrs.Which.Plain": {"tf": 1.7320508075688772}, "mistralrs.Which.XLora": {"tf": 1.7320508075688772}, "mistralrs.Which.Lora": {"tf": 1.7320508075688772}, "mistralrs.Which.GGUF": {"tf": 1.7320508075688772}, "mistralrs.Which.XLoraGGUF": {"tf": 1.7320508075688772}, "mistralrs.Which.LoraGGUF": {"tf": 1.7320508075688772}, "mistralrs.Which.GGML": {"tf": 1.7320508075688772}, "mistralrs.Which.XLoraGGML": {"tf": 1.7320508075688772}, "mistralrs.Which.LoraGGML": {"tf": 1.7320508075688772}, "mistralrs.Which.VisionPlain": {"tf": 1.7320508075688772}, "mistralrs.Which.DiffusionPlain": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionRequest": {"tf": 1.7320508075688772}, "mistralrs.CompletionRequest": {"tf": 1.7320508075688772}, "mistralrs.Architecture": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Mistral": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Gemma": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Mixtral": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Llama": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Phi2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Phi3": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Qwen2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Gemma2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Starcoder2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeConfig": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeExpertType": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1.7320508075688772}, "mistralrs.ToolChoice": {"tf": 1.7320508075688772}, "mistralrs.ToolChoice.NoTools": {"tf": 1.7320508075688772}, "mistralrs.ToolChoice.Auto": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage.role": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage.content": {"tf": 1.7320508075688772}, "mistralrs.Delta": {"tf": 1.7320508075688772}, "mistralrs.Delta.role": {"tf": 1.7320508075688772}, "mistralrs.Delta.content": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.token": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.bytes": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.logprob": {"tf": 1.7320508075688772}, "mistralrs.Logprobs": {"tf": 1.7320508075688772}, "mistralrs.Logprobs.content": {"tf": 1.7320508075688772}, "mistralrs.Choice": {"tf": 1.7320508075688772}, "mistralrs.Choice.logprobs": {"tf": 1.7320508075688772}, "mistralrs.Choice.finish_reason": {"tf": 1.7320508075688772}, "mistralrs.Choice.message": {"tf": 1.7320508075688772}, "mistralrs.Choice.index": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.delta": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.logprobs": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.index": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1.7320508075688772}, "mistralrs.Usage": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_time_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.prompt_tokens": {"tf": 1.7320508075688772}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_tokens": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.completion_tokens": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.id": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.created": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.model": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.object": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.text": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.index": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.logprobs": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.created": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.id": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.model": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.object": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.usage": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.choices": {"tf": 1.7320508075688772}, "mistralrs.TopLogprob": {"tf": 1.4142135623730951}, "mistralrs.TopLogprob.bytes": {"tf": 1.7320508075688772}, "mistralrs.TopLogprob.logprob": {"tf": 1.7320508075688772}, "mistralrs.TopLogprob.token": {"tf": 1.7320508075688772}, "mistralrs.ModelDType": {"tf": 3.7416573867739413}, "mistralrs.ModelDType.Auto": {"tf": 1.7320508075688772}, "mistralrs.ModelDType.BF16": {"tf": 1.7320508075688772}, "mistralrs.ModelDType.F16": {"tf": 1.7320508075688772}, "mistralrs.ModelDType.F32": {"tf": 1.7320508075688772}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1.4142135623730951}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1.7320508075688772}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1.7320508075688772}}, "df": 119, "a": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.Usage": {"tf": 1}}, "df": 4, "n": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 8, "d": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}, "p": {"docs": {}, "df": 0, "i": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}}, "df": 4}}, "s": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1.4142135623730951}}, "df": 1}}}}}}}, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}, "o": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 7}}}}}, "r": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "w": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "i": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "t": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}}, "df": 1}}}, "h": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}, "t": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1.4142135623730951}, "mistralrs.Runner.activate_adapters": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1.7320508075688772}}, "df": 7, "n": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "i": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 2}}}, "o": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 4, "p": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.TopLogprob": {"tf": 1}}, "df": 2}, "k": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}}, "df": 2}}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}}}}, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage": {"tf": 1}}, "df": 1}}}, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}, "r": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}}, "df": 9, "s": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}}}, "s": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.Delta": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 5}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}}}}, "s": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 4}}}, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}}, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Delta": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}}, "df": 3}}}}}}}}, "u": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Usage": {"tf": 1}}, "df": 1}}}}}}}, "o": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}, "p": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}}}, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Logprobs": {"tf": 1}}, "df": 1}}, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}}}}}, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Delta": {"tf": 1}}, "df": 1}}}}}, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 7}}}}}}, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.Choice": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 9}}}}}}}}}, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.Choice": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}}, "df": 6}}, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}}, "df": 3}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {"mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}}, "df": 2}}}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 1}}}}}}}}}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 2}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}, "s": {"docs": {"mistralrs.ModelDType": {"tf": 2}}, "df": 1, "q": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "f": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 2}, "n": {"docs": {"mistralrs.Delta": {"tf": 1}}, "df": 1}, "g": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}, "t": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1.4142135623730951}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1.4142135623730951}}, "df": 3}}}}, "a": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}}, "df": 1}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}}, "df": 1, "s": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.TopLogprob": {"tf": 1}}, "df": 3}}}}}}}}, "n": {"docs": {"mistralrs.TopLogprob": {"tf": 1}}, "df": 1, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.Delta": {"tf": 1}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 4, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "k": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}}, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Delta": {"tf": 1}}, "df": 1}}}, "f": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Usage": {"tf": 1}}, "df": 1}}}}}, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.TopLogprob": {"tf": 1}}, "df": 1}}}}}}}, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "z": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}}}, "b": {"docs": {}, "df": 0, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}}}}, "pipeline": ["trimmer"], "_isPrebuiltIndex": true}; // mirrored in build-search-index.js (part 1) // Also split on html tags. this is a cheap heuristic, but good enough. diff --git a/settings.html b/settings.html index 550e35145..d01a8580e 100644 --- a/settings.html +++ b/settings.html @@ -1 +1 @@ -use std::{
borrow::Cow,
collections::{HashMap, HashSet},
@@ -844,21 +849,26 @@
use rayon::iter::IntoParallelRefIterator;
- let current_rayon_threads = rayon::current_num_threads();
// Get the MINIMUM of the max isq threads the quant method allows
- let minimum_max_threads = tensors
- .iter()
- .map(|(q, _)| {
- if let Some(dtype) = dtype {
- q.get_max_isq_cpu_threads(dtype)
- .map(usize::from)
- .unwrap_or(current_rayon_threads)
- } else {
- current_rayon_threads
- }
- })
- .min()
- .unwrap_or(current_rayon_threads);
+ #[cfg(not(feature = "metal"))]
+ let minimum_max_threads = {
+ let current_rayon_threads = rayon::current_num_threads();
+ tensors
+ .iter()
+ .map(|(q, _)| {
+ if let Some(dtype) = dtype {
+ q.get_max_isq_cpu_threads(dtype)
+ .map(usize::from)
+ .unwrap_or(current_rayon_threads)
+ } else {
+ current_rayon_threads
+ }
+ })
+ .min()
+ .unwrap_or(current_rayon_threads)
+ };
+ #[cfg(feature = "metal")]
+ let minimum_max_threads = 1;
info!("Applying ISQ on {minimum_max_threads} threads.");