diff --git a/pyo3/mistralrs.html b/pyo3/mistralrs.html index 03559bd34..aea50edc2 100644 --- a/pyo3/mistralrs.html +++ b/pyo3/mistralrs.html @@ -185,15 +185,15 @@

API Documentation

  • ResponseMessage
    • @@ -201,10 +201,10 @@

    API Documentation

    Delta @@ -213,13 +213,13 @@

    API Documentation

    ResponseLogprob @@ -359,9 +359,6 @@

    API Documentation

  • CompletionChoice
    • @@ -378,16 +378,13 @@

    API Documentation

    CompletionResponse @@ -405,13 +405,13 @@

    API Documentation

    TopLogprob @@ -1049,35 +1049,35 @@

    -
    +
    - role + tool_calls
    - +
    -
    +
    - tool_calls + content
    - +
    -
    +
    - content + role
    - + @@ -1097,24 +1097,24 @@

    -
    +
    - role + content
    - +
    -
    +
    - content + role
    - + @@ -1134,35 +1134,35 @@

    -
    +
    - top_logprobs + token
    - +
    -
    +
    - logprob + top_logprobs
    - +
    -
    +
    - token + logprob
    - + @@ -1219,46 +1219,46 @@

    -
    +
    - message + logprobs
    - +
    -
    +
    - index + finish_reason
    - +
    -
    +
    - logprobs + index
    - +
    -
    +
    - finish_reason + message
    - + @@ -1278,13 +1278,13 @@

    -
    +
    - finish_reason + delta
    - + @@ -1300,13 +1300,13 @@

    -
    +
    - delta + finish_reason
    - + @@ -1348,13 +1348,13 @@

    -
    +
    - total_tokens + avg_tok_per_sec
    - + @@ -1381,35 +1381,35 @@

    -
    +
    - total_completion_time_sec + completion_tokens
    - +
    -
    +
    - completion_tokens + total_time_sec
    - +
    -
    +
    - total_time_sec + total_tokens
    - + @@ -1425,13 +1425,13 @@

    -
    +
    - avg_tok_per_sec + total_completion_time_sec
    - + @@ -1451,46 +1451,46 @@

    -
    +
    - system_fingerprint + object
    - +
    -
    +
    - object + system_fingerprint
    - +
    -
    +
    - usage + created
    - +
    -
    +
    - choices + usage
    - + @@ -1517,13 +1517,13 @@

    -
    +
    - created + choices
    - + @@ -1554,24 +1554,24 @@

    -
    +
    - model + created
    - +
    -
    +
    - object + choices
    - + @@ -1587,24 +1587,24 @@

    -
    +
    - choices + model
    - +
    -
    +
    - created + object
    - + @@ -1624,17 +1624,6 @@

    -
    -
    - index - - -
    - - - - -
    finish_reason @@ -1667,6 +1656,17 @@

    +

    +
    +
    + index + + +
    + + + +
    @@ -1683,79 +1683,79 @@

    -
    +
    - usage + system_fingerprint
    - +
    -
    +
    - model + usage
    - +
    -
    +
    - choices + created
    - +
    -
    +
    - system_fingerprint + object
    - +
    -
    +
    - object + id
    - +
    -
    +
    - id + choices
    - +
    -
    +
    - created + model
    - + @@ -1775,35 +1775,35 @@

    -
    +
    - logprob + token
    - +
    -
    +
    - bytes + logprob
    - +
    -
    +
    - token + bytes
    - + diff --git a/pyo3/search.js b/pyo3/search.js index f57782371..2023ce3e5 100644 --- a/pyo3/search.js +++ b/pyo3/search.js @@ -1,6 +1,6 @@ window.pdocSearch = (function(){ /** elasticlunr - http://weixsong.github.io * Copyright (C) 2017 Oliver Nightingale * Copyright (C) 2017 Wei Song * MIT Licensed */!function(){function e(e){if(null===e||"object"!=typeof e)return e;var t=e.constructor();for(var n in e)e.hasOwnProperty(n)&&(t[n]=e[n]);return t}var t=function(e){var n=new t.Index;return n.pipeline.add(t.trimmer,t.stopWordFilter,t.stemmer),e&&e.call(n,n),n};t.version="0.9.5",lunr=t,t.utils={},t.utils.warn=function(e){return function(t){e.console&&console.warn&&console.warn(t)}}(this),t.utils.toString=function(e){return void 0===e||null===e?"":e.toString()},t.EventEmitter=function(){this.events={}},t.EventEmitter.prototype.addListener=function(){var e=Array.prototype.slice.call(arguments),t=e.pop(),n=e;if("function"!=typeof t)throw new TypeError("last argument must be a function");n.forEach(function(e){this.hasHandler(e)||(this.events[e]=[]),this.events[e].push(t)},this)},t.EventEmitter.prototype.removeListener=function(e,t){if(this.hasHandler(e)){var n=this.events[e].indexOf(t);-1!==n&&(this.events[e].splice(n,1),0==this.events[e].length&&delete this.events[e])}},t.EventEmitter.prototype.emit=function(e){if(this.hasHandler(e)){var t=Array.prototype.slice.call(arguments,1);this.events[e].forEach(function(e){e.apply(void 0,t)},this)}},t.EventEmitter.prototype.hasHandler=function(e){return e in this.events},t.tokenizer=function(e){if(!arguments.length||null===e||void 0===e)return[];if(Array.isArray(e)){var n=e.filter(function(e){return null===e||void 0===e?!1:!0});n=n.map(function(e){return t.utils.toString(e).toLowerCase()});var i=[];return n.forEach(function(e){var n=e.split(t.tokenizer.seperator);i=i.concat(n)},this),i}return e.toString().trim().toLowerCase().split(t.tokenizer.seperator)},t.tokenizer.defaultSeperator=/[\s\-]+/,t.tokenizer.seperator=t.tokenizer.defaultSeperator,t.tokenizer.setSeperator=function(e){null!==e&&void 0!==e&&"object"==typeof e&&(t.tokenizer.seperator=e)},t.tokenizer.resetSeperator=function(){t.tokenizer.seperator=t.tokenizer.defaultSeperator},t.tokenizer.getSeperator=function(){return t.tokenizer.seperator},t.Pipeline=function(){this._queue=[]},t.Pipeline.registeredFunctions={},t.Pipeline.registerFunction=function(e,n){n in t.Pipeline.registeredFunctions&&t.utils.warn("Overwriting existing registered function: "+n),e.label=n,t.Pipeline.registeredFunctions[n]=e},t.Pipeline.getRegisteredFunction=function(e){return e in t.Pipeline.registeredFunctions!=!0?null:t.Pipeline.registeredFunctions[e]},t.Pipeline.warnIfFunctionNotRegistered=function(e){var n=e.label&&e.label in this.registeredFunctions;n||t.utils.warn("Function is not registered with pipeline. This may cause problems when serialising the index.\n",e)},t.Pipeline.load=function(e){var n=new t.Pipeline;return e.forEach(function(e){var i=t.Pipeline.getRegisteredFunction(e);if(!i)throw new Error("Cannot load un-registered function: "+e);n.add(i)}),n},t.Pipeline.prototype.add=function(){var e=Array.prototype.slice.call(arguments);e.forEach(function(e){t.Pipeline.warnIfFunctionNotRegistered(e),this._queue.push(e)},this)},t.Pipeline.prototype.after=function(e,n){t.Pipeline.warnIfFunctionNotRegistered(n);var i=this._queue.indexOf(e);if(-1===i)throw new Error("Cannot find existingFn");this._queue.splice(i+1,0,n)},t.Pipeline.prototype.before=function(e,n){t.Pipeline.warnIfFunctionNotRegistered(n);var i=this._queue.indexOf(e);if(-1===i)throw new Error("Cannot find existingFn");this._queue.splice(i,0,n)},t.Pipeline.prototype.remove=function(e){var t=this._queue.indexOf(e);-1!==t&&this._queue.splice(t,1)},t.Pipeline.prototype.run=function(e){for(var t=[],n=e.length,i=this._queue.length,o=0;n>o;o++){for(var r=e[o],s=0;i>s&&(r=this._queue[s](r,o,e),void 0!==r&&null!==r);s++);void 0!==r&&null!==r&&t.push(r)}return t},t.Pipeline.prototype.reset=function(){this._queue=[]},t.Pipeline.prototype.get=function(){return this._queue},t.Pipeline.prototype.toJSON=function(){return this._queue.map(function(e){return t.Pipeline.warnIfFunctionNotRegistered(e),e.label})},t.Index=function(){this._fields=[],this._ref="id",this.pipeline=new t.Pipeline,this.documentStore=new t.DocumentStore,this.index={},this.eventEmitter=new t.EventEmitter,this._idfCache={},this.on("add","remove","update",function(){this._idfCache={}}.bind(this))},t.Index.prototype.on=function(){var e=Array.prototype.slice.call(arguments);return this.eventEmitter.addListener.apply(this.eventEmitter,e)},t.Index.prototype.off=function(e,t){return this.eventEmitter.removeListener(e,t)},t.Index.load=function(e){e.version!==t.version&&t.utils.warn("version mismatch: current "+t.version+" importing "+e.version);var n=new this;n._fields=e.fields,n._ref=e.ref,n.documentStore=t.DocumentStore.load(e.documentStore),n.pipeline=t.Pipeline.load(e.pipeline),n.index={};for(var i in e.index)n.index[i]=t.InvertedIndex.load(e.index[i]);return n},t.Index.prototype.addField=function(e){return this._fields.push(e),this.index[e]=new t.InvertedIndex,this},t.Index.prototype.setRef=function(e){return this._ref=e,this},t.Index.prototype.saveDocument=function(e){return this.documentStore=new t.DocumentStore(e),this},t.Index.prototype.addDoc=function(e,n){if(e){var n=void 0===n?!0:n,i=e[this._ref];this.documentStore.addDoc(i,e),this._fields.forEach(function(n){var o=this.pipeline.run(t.tokenizer(e[n]));this.documentStore.addFieldLength(i,n,o.length);var r={};o.forEach(function(e){e in r?r[e]+=1:r[e]=1},this);for(var s in r){var u=r[s];u=Math.sqrt(u),this.index[n].addToken(s,{ref:i,tf:u})}},this),n&&this.eventEmitter.emit("add",e,this)}},t.Index.prototype.removeDocByRef=function(e){if(e&&this.documentStore.isDocStored()!==!1&&this.documentStore.hasDoc(e)){var t=this.documentStore.getDoc(e);this.removeDoc(t,!1)}},t.Index.prototype.removeDoc=function(e,n){if(e){var n=void 0===n?!0:n,i=e[this._ref];this.documentStore.hasDoc(i)&&(this.documentStore.removeDoc(i),this._fields.forEach(function(n){var o=this.pipeline.run(t.tokenizer(e[n]));o.forEach(function(e){this.index[n].removeToken(e,i)},this)},this),n&&this.eventEmitter.emit("remove",e,this))}},t.Index.prototype.updateDoc=function(e,t){var t=void 0===t?!0:t;this.removeDocByRef(e[this._ref],!1),this.addDoc(e,!1),t&&this.eventEmitter.emit("update",e,this)},t.Index.prototype.idf=function(e,t){var n="@"+t+"/"+e;if(Object.prototype.hasOwnProperty.call(this._idfCache,n))return this._idfCache[n];var i=this.index[t].getDocFreq(e),o=1+Math.log(this.documentStore.length/(i+1));return this._idfCache[n]=o,o},t.Index.prototype.getFields=function(){return this._fields.slice()},t.Index.prototype.search=function(e,n){if(!e)return[];e="string"==typeof e?{any:e}:JSON.parse(JSON.stringify(e));var i=null;null!=n&&(i=JSON.stringify(n));for(var o=new t.Configuration(i,this.getFields()).get(),r={},s=Object.keys(e),u=0;u0&&t.push(e);for(var i in n)"docs"!==i&&"df"!==i&&this.expandToken(e+i,t,n[i]);return t},t.InvertedIndex.prototype.toJSON=function(){return{root:this.root}},t.Configuration=function(e,n){var e=e||"";if(void 0==n||null==n)throw new Error("fields should not be null");this.config={};var i;try{i=JSON.parse(e),this.buildUserConfig(i,n)}catch(o){t.utils.warn("user configuration parse failed, will use default configuration"),this.buildDefaultConfig(n)}},t.Configuration.prototype.buildDefaultConfig=function(e){this.reset(),e.forEach(function(e){this.config[e]={boost:1,bool:"OR",expand:!1}},this)},t.Configuration.prototype.buildUserConfig=function(e,n){var i="OR",o=!1;if(this.reset(),"bool"in e&&(i=e.bool||i),"expand"in e&&(o=e.expand||o),"fields"in e)for(var r in e.fields)if(n.indexOf(r)>-1){var s=e.fields[r],u=o;void 0!=s.expand&&(u=s.expand),this.config[r]={boost:s.boost||0===s.boost?s.boost:1,bool:s.bool||i,expand:u}}else t.utils.warn("field name in user configuration not found in index instance fields");else this.addAllFields2UserConfig(i,o,n)},t.Configuration.prototype.addAllFields2UserConfig=function(e,t,n){n.forEach(function(n){this.config[n]={boost:1,bool:e,expand:t}},this)},t.Configuration.prototype.get=function(){return this.config},t.Configuration.prototype.reset=function(){this.config={}},lunr.SortedSet=function(){this.length=0,this.elements=[]},lunr.SortedSet.load=function(e){var t=new this;return t.elements=e,t.length=e.length,t},lunr.SortedSet.prototype.add=function(){var e,t;for(e=0;e1;){if(r===e)return o;e>r&&(t=o),r>e&&(n=o),i=n-t,o=t+Math.floor(i/2),r=this.elements[o]}return r===e?o:-1},lunr.SortedSet.prototype.locationFor=function(e){for(var t=0,n=this.elements.length,i=n-t,o=t+Math.floor(i/2),r=this.elements[o];i>1;)e>r&&(t=o),r>e&&(n=o),i=n-t,o=t+Math.floor(i/2),r=this.elements[o];return r>e?o:e>r?o+1:void 0},lunr.SortedSet.prototype.intersect=function(e){for(var t=new lunr.SortedSet,n=0,i=0,o=this.length,r=e.length,s=this.elements,u=e.elements;;){if(n>o-1||i>r-1)break;s[n]!==u[i]?s[n]u[i]&&i++:(t.add(s[n]),n++,i++)}return t},lunr.SortedSet.prototype.clone=function(){var e=new lunr.SortedSet;return e.elements=this.toArray(),e.length=e.elements.length,e},lunr.SortedSet.prototype.union=function(e){var t,n,i;this.length>=e.length?(t=this,n=e):(t=e,n=this),i=t.clone();for(var o=0,r=n.toArray();o

    \n"}, "mistralrs.Runner": {"fullname": "mistralrs.Runner", "modulename": "mistralrs", "qualname": "Runner", "kind": "class", "doc": "

    An object wrapping the underlying Rust system to handle requests and process conversations.

    \n"}, "mistralrs.Runner.send_chat_completion_request": {"fullname": "mistralrs.Runner.send_chat_completion_request", "modulename": "mistralrs", "qualname": "Runner.send_chat_completion_request", "kind": "function", "doc": "

    Send an OpenAI API compatible request, returning the result.

    \n", "signature": "(self, /, request):", "funcdef": "def"}, "mistralrs.Runner.send_completion_request": {"fullname": "mistralrs.Runner.send_completion_request", "modulename": "mistralrs", "qualname": "Runner.send_completion_request", "kind": "function", "doc": "

    Send an OpenAI API compatible request, returning the result.

    \n", "signature": "(self, /, request):", "funcdef": "def"}, "mistralrs.Runner.generate_image": {"fullname": "mistralrs.Runner.generate_image", "modulename": "mistralrs", "qualname": "Runner.generate_image", "kind": "function", "doc": "

    Generate an image.

    \n", "signature": "(self, /, prompt, response_format, height=720, width=1280):", "funcdef": "def"}, "mistralrs.Runner.send_re_isq": {"fullname": "mistralrs.Runner.send_re_isq", "modulename": "mistralrs", "qualname": "Runner.send_re_isq", "kind": "function", "doc": "

    Send a request to re-ISQ the model. If the model was loaded as GGUF or GGML\nthen nothing will happen.

    \n", "signature": "(self, /, dtype):", "funcdef": "def"}, "mistralrs.Runner.activate_adapters": {"fullname": "mistralrs.Runner.activate_adapters", "modulename": "mistralrs", "qualname": "Runner.activate_adapters", "kind": "function", "doc": "

    Send a request to make the specified adapters the active adapters for the model.

    \n", "signature": "(self, /, adapter_names):", "funcdef": "def"}, "mistralrs.Which": {"fullname": "mistralrs.Which", "modulename": "mistralrs", "qualname": "Which", "kind": "class", "doc": "

    \n"}, "mistralrs.Which.Plain": {"fullname": "mistralrs.Which.Plain", "modulename": "mistralrs", "qualname": "Which.Plain", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_Plain'>"}, "mistralrs.Which.XLora": {"fullname": "mistralrs.Which.XLora", "modulename": "mistralrs", "qualname": "Which.XLora", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_XLora'>"}, "mistralrs.Which.Lora": {"fullname": "mistralrs.Which.Lora", "modulename": "mistralrs", "qualname": "Which.Lora", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_Lora'>"}, "mistralrs.Which.GGUF": {"fullname": "mistralrs.Which.GGUF", "modulename": "mistralrs", "qualname": "Which.GGUF", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_GGUF'>"}, "mistralrs.Which.XLoraGGUF": {"fullname": "mistralrs.Which.XLoraGGUF", "modulename": "mistralrs", "qualname": "Which.XLoraGGUF", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_XLoraGGUF'>"}, "mistralrs.Which.LoraGGUF": {"fullname": "mistralrs.Which.LoraGGUF", "modulename": "mistralrs", "qualname": "Which.LoraGGUF", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_LoraGGUF'>"}, "mistralrs.Which.GGML": {"fullname": "mistralrs.Which.GGML", "modulename": "mistralrs", "qualname": "Which.GGML", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_GGML'>"}, "mistralrs.Which.XLoraGGML": {"fullname": "mistralrs.Which.XLoraGGML", "modulename": "mistralrs", "qualname": "Which.XLoraGGML", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_XLoraGGML'>"}, "mistralrs.Which.LoraGGML": {"fullname": "mistralrs.Which.LoraGGML", "modulename": "mistralrs", "qualname": "Which.LoraGGML", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_LoraGGML'>"}, "mistralrs.Which.VisionPlain": {"fullname": "mistralrs.Which.VisionPlain", "modulename": "mistralrs", "qualname": "Which.VisionPlain", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_VisionPlain'>"}, "mistralrs.Which.DiffusionPlain": {"fullname": "mistralrs.Which.DiffusionPlain", "modulename": "mistralrs", "qualname": "Which.DiffusionPlain", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_DiffusionPlain'>"}, "mistralrs.ChatCompletionRequest": {"fullname": "mistralrs.ChatCompletionRequest", "modulename": "mistralrs", "qualname": "ChatCompletionRequest", "kind": "class", "doc": "

    An OpenAI API compatible chat completion request.

    \n"}, "mistralrs.CompletionRequest": {"fullname": "mistralrs.CompletionRequest", "modulename": "mistralrs", "qualname": "CompletionRequest", "kind": "class", "doc": "

    An OpenAI API compatible completion request.

    \n"}, "mistralrs.Architecture": {"fullname": "mistralrs.Architecture", "modulename": "mistralrs", "qualname": "Architecture", "kind": "class", "doc": "

    \n"}, "mistralrs.Architecture.Mistral": {"fullname": "mistralrs.Architecture.Mistral", "modulename": "mistralrs", "qualname": "Architecture.Mistral", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Mistral"}, "mistralrs.Architecture.Gemma": {"fullname": "mistralrs.Architecture.Gemma", "modulename": "mistralrs", "qualname": "Architecture.Gemma", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Gemma"}, "mistralrs.Architecture.Mixtral": {"fullname": "mistralrs.Architecture.Mixtral", "modulename": "mistralrs", "qualname": "Architecture.Mixtral", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Mixtral"}, "mistralrs.Architecture.Llama": {"fullname": "mistralrs.Architecture.Llama", "modulename": "mistralrs", "qualname": "Architecture.Llama", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Llama"}, "mistralrs.Architecture.Phi2": {"fullname": "mistralrs.Architecture.Phi2", "modulename": "mistralrs", "qualname": "Architecture.Phi2", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Phi2"}, "mistralrs.Architecture.Phi3": {"fullname": "mistralrs.Architecture.Phi3", "modulename": "mistralrs", "qualname": "Architecture.Phi3", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Phi3"}, "mistralrs.Architecture.Qwen2": {"fullname": "mistralrs.Architecture.Qwen2", "modulename": "mistralrs", "qualname": "Architecture.Qwen2", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Qwen2"}, "mistralrs.Architecture.Gemma2": {"fullname": "mistralrs.Architecture.Gemma2", "modulename": "mistralrs", "qualname": "Architecture.Gemma2", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Gemma2"}, "mistralrs.Architecture.Starcoder2": {"fullname": "mistralrs.Architecture.Starcoder2", "modulename": "mistralrs", "qualname": "Architecture.Starcoder2", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Starcoder2"}, "mistralrs.Architecture.Phi3_5MoE": {"fullname": "mistralrs.Architecture.Phi3_5MoE", "modulename": "mistralrs", "qualname": "Architecture.Phi3_5MoE", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Phi3_5MoE"}, "mistralrs.VisionArchitecture": {"fullname": "mistralrs.VisionArchitecture", "modulename": "mistralrs", "qualname": "VisionArchitecture", "kind": "class", "doc": "

    \n"}, "mistralrs.VisionArchitecture.Phi3V": {"fullname": "mistralrs.VisionArchitecture.Phi3V", "modulename": "mistralrs", "qualname": "VisionArchitecture.Phi3V", "kind": "variable", "doc": "

    \n", "default_value": "VisionArchitecture.Phi3V"}, "mistralrs.VisionArchitecture.Idefics2": {"fullname": "mistralrs.VisionArchitecture.Idefics2", "modulename": "mistralrs", "qualname": "VisionArchitecture.Idefics2", "kind": "variable", "doc": "

    \n", "default_value": "VisionArchitecture.Idefics2"}, "mistralrs.VisionArchitecture.LLaVANext": {"fullname": "mistralrs.VisionArchitecture.LLaVANext", "modulename": "mistralrs", "qualname": "VisionArchitecture.LLaVANext", "kind": "variable", "doc": "

    \n", "default_value": "VisionArchitecture.LLaVANext"}, "mistralrs.VisionArchitecture.LLaVA": {"fullname": "mistralrs.VisionArchitecture.LLaVA", "modulename": "mistralrs", "qualname": "VisionArchitecture.LLaVA", "kind": "variable", "doc": "

    \n", "default_value": "VisionArchitecture.LLaVA"}, "mistralrs.VisionArchitecture.VLlama": {"fullname": "mistralrs.VisionArchitecture.VLlama", "modulename": "mistralrs", "qualname": "VisionArchitecture.VLlama", "kind": "variable", "doc": "

    \n", "default_value": "VisionArchitecture.VLlama"}, "mistralrs.AnyMoeConfig": {"fullname": "mistralrs.AnyMoeConfig", "modulename": "mistralrs", "qualname": "AnyMoeConfig", "kind": "class", "doc": "

    \n"}, "mistralrs.AnyMoeExpertType": {"fullname": "mistralrs.AnyMoeExpertType", "modulename": "mistralrs", "qualname": "AnyMoeExpertType", "kind": "class", "doc": "

    \n"}, "mistralrs.AnyMoeExpertType.FineTuned": {"fullname": "mistralrs.AnyMoeExpertType.FineTuned", "modulename": "mistralrs", "qualname": "AnyMoeExpertType.FineTuned", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.AnyMoeExpertType_FineTuned'>"}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"fullname": "mistralrs.AnyMoeExpertType.LoraAdapter", "modulename": "mistralrs", "qualname": "AnyMoeExpertType.LoraAdapter", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.AnyMoeExpertType_LoraAdapter'>"}, "mistralrs.ToolChoice": {"fullname": "mistralrs.ToolChoice", "modulename": "mistralrs", "qualname": "ToolChoice", "kind": "class", "doc": "

    \n"}, "mistralrs.ToolChoice.NoTools": {"fullname": "mistralrs.ToolChoice.NoTools", "modulename": "mistralrs", "qualname": "ToolChoice.NoTools", "kind": "variable", "doc": "

    \n", "default_value": "ToolChoice.NoTools"}, "mistralrs.ToolChoice.Auto": {"fullname": "mistralrs.ToolChoice.Auto", "modulename": "mistralrs", "qualname": "ToolChoice.Auto", "kind": "variable", "doc": "

    \n", "default_value": "ToolChoice.Auto"}, "mistralrs.ResponseMessage": {"fullname": "mistralrs.ResponseMessage", "modulename": "mistralrs", "qualname": "ResponseMessage", "kind": "class", "doc": "

    Chat completion response message.

    \n"}, "mistralrs.ResponseMessage.role": {"fullname": "mistralrs.ResponseMessage.role", "modulename": "mistralrs", "qualname": "ResponseMessage.role", "kind": "variable", "doc": "

    \n"}, "mistralrs.ResponseMessage.tool_calls": {"fullname": "mistralrs.ResponseMessage.tool_calls", "modulename": "mistralrs", "qualname": "ResponseMessage.tool_calls", "kind": "variable", "doc": "

    \n"}, "mistralrs.ResponseMessage.content": {"fullname": "mistralrs.ResponseMessage.content", "modulename": "mistralrs", "qualname": "ResponseMessage.content", "kind": "variable", "doc": "

    \n"}, "mistralrs.Delta": {"fullname": "mistralrs.Delta", "modulename": "mistralrs", "qualname": "Delta", "kind": "class", "doc": "

    Delta in content for streaming response.

    \n"}, "mistralrs.Delta.role": {"fullname": "mistralrs.Delta.role", "modulename": "mistralrs", "qualname": "Delta.role", "kind": "variable", "doc": "

    \n"}, "mistralrs.Delta.content": {"fullname": "mistralrs.Delta.content", "modulename": "mistralrs", "qualname": "Delta.content", "kind": "variable", "doc": "

    \n"}, "mistralrs.ResponseLogprob": {"fullname": "mistralrs.ResponseLogprob", "modulename": "mistralrs", "qualname": "ResponseLogprob", "kind": "class", "doc": "

    A logprob with the top logprobs for this token.

    \n"}, "mistralrs.ResponseLogprob.top_logprobs": {"fullname": "mistralrs.ResponseLogprob.top_logprobs", "modulename": "mistralrs", "qualname": "ResponseLogprob.top_logprobs", "kind": "variable", "doc": "

    \n"}, "mistralrs.ResponseLogprob.logprob": {"fullname": "mistralrs.ResponseLogprob.logprob", "modulename": "mistralrs", "qualname": "ResponseLogprob.logprob", "kind": "variable", "doc": "

    \n"}, "mistralrs.ResponseLogprob.token": {"fullname": "mistralrs.ResponseLogprob.token", "modulename": "mistralrs", "qualname": "ResponseLogprob.token", "kind": "variable", "doc": "

    \n"}, "mistralrs.ResponseLogprob.bytes": {"fullname": "mistralrs.ResponseLogprob.bytes", "modulename": "mistralrs", "qualname": "ResponseLogprob.bytes", "kind": "variable", "doc": "

    \n"}, "mistralrs.Logprobs": {"fullname": "mistralrs.Logprobs", "modulename": "mistralrs", "qualname": "Logprobs", "kind": "class", "doc": "

    Logprobs per token.

    \n"}, "mistralrs.Logprobs.content": {"fullname": "mistralrs.Logprobs.content", "modulename": "mistralrs", "qualname": "Logprobs.content", "kind": "variable", "doc": "

    \n"}, "mistralrs.Choice": {"fullname": "mistralrs.Choice", "modulename": "mistralrs", "qualname": "Choice", "kind": "class", "doc": "

    Chat completion choice.

    \n"}, "mistralrs.Choice.message": {"fullname": "mistralrs.Choice.message", "modulename": "mistralrs", "qualname": "Choice.message", "kind": "variable", "doc": "

    \n"}, "mistralrs.Choice.index": {"fullname": "mistralrs.Choice.index", "modulename": "mistralrs", "qualname": "Choice.index", "kind": "variable", "doc": "

    \n"}, "mistralrs.Choice.logprobs": {"fullname": "mistralrs.Choice.logprobs", "modulename": "mistralrs", "qualname": "Choice.logprobs", "kind": "variable", "doc": "

    \n"}, "mistralrs.Choice.finish_reason": {"fullname": "mistralrs.Choice.finish_reason", "modulename": "mistralrs", "qualname": "Choice.finish_reason", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChunkChoice": {"fullname": "mistralrs.ChunkChoice", "modulename": "mistralrs", "qualname": "ChunkChoice", "kind": "class", "doc": "

    Chat completion streaming chunk choice.

    \n"}, "mistralrs.ChunkChoice.finish_reason": {"fullname": "mistralrs.ChunkChoice.finish_reason", "modulename": "mistralrs", "qualname": "ChunkChoice.finish_reason", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChunkChoice.index": {"fullname": "mistralrs.ChunkChoice.index", "modulename": "mistralrs", "qualname": "ChunkChoice.index", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChunkChoice.delta": {"fullname": "mistralrs.ChunkChoice.delta", "modulename": "mistralrs", "qualname": "ChunkChoice.delta", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChunkChoice.logprobs": {"fullname": "mistralrs.ChunkChoice.logprobs", "modulename": "mistralrs", "qualname": "ChunkChoice.logprobs", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage": {"fullname": "mistralrs.Usage", "modulename": "mistralrs", "qualname": "Usage", "kind": "class", "doc": "

    OpenAI compatible (superset) usage during a request.

    \n"}, "mistralrs.Usage.prompt_tokens": {"fullname": "mistralrs.Usage.prompt_tokens", "modulename": "mistralrs", "qualname": "Usage.prompt_tokens", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.total_tokens": {"fullname": "mistralrs.Usage.total_tokens", "modulename": "mistralrs", "qualname": "Usage.total_tokens", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.avg_compl_tok_per_sec": {"fullname": "mistralrs.Usage.avg_compl_tok_per_sec", "modulename": "mistralrs", "qualname": "Usage.avg_compl_tok_per_sec", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.total_prompt_time_sec": {"fullname": "mistralrs.Usage.total_prompt_time_sec", "modulename": "mistralrs", "qualname": "Usage.total_prompt_time_sec", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.total_completion_time_sec": {"fullname": "mistralrs.Usage.total_completion_time_sec", "modulename": "mistralrs", "qualname": "Usage.total_completion_time_sec", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.completion_tokens": {"fullname": "mistralrs.Usage.completion_tokens", "modulename": "mistralrs", "qualname": "Usage.completion_tokens", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.total_time_sec": {"fullname": "mistralrs.Usage.total_time_sec", "modulename": "mistralrs", "qualname": "Usage.total_time_sec", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"fullname": "mistralrs.Usage.avg_prompt_tok_per_sec", "modulename": "mistralrs", "qualname": "Usage.avg_prompt_tok_per_sec", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.avg_tok_per_sec": {"fullname": "mistralrs.Usage.avg_tok_per_sec", "modulename": "mistralrs", "qualname": "Usage.avg_tok_per_sec", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionResponse": {"fullname": "mistralrs.ChatCompletionResponse", "modulename": "mistralrs", "qualname": "ChatCompletionResponse", "kind": "class", "doc": "

    An OpenAI compatible chat completion response.

    \n"}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"fullname": "mistralrs.ChatCompletionResponse.system_fingerprint", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.system_fingerprint", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionResponse.object": {"fullname": "mistralrs.ChatCompletionResponse.object", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.object", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionResponse.usage": {"fullname": "mistralrs.ChatCompletionResponse.usage", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.usage", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionResponse.choices": {"fullname": "mistralrs.ChatCompletionResponse.choices", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.choices", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionResponse.model": {"fullname": "mistralrs.ChatCompletionResponse.model", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.model", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionResponse.id": {"fullname": "mistralrs.ChatCompletionResponse.id", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.id", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionResponse.created": {"fullname": "mistralrs.ChatCompletionResponse.created", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.created", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionChunkResponse": {"fullname": "mistralrs.ChatCompletionChunkResponse", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse", "kind": "class", "doc": "

    Chat completion streaming request chunk.

    \n"}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"fullname": "mistralrs.ChatCompletionChunkResponse.system_fingerprint", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.system_fingerprint", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionChunkResponse.model": {"fullname": "mistralrs.ChatCompletionChunkResponse.model", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.model", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionChunkResponse.object": {"fullname": "mistralrs.ChatCompletionChunkResponse.object", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.object", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionChunkResponse.id": {"fullname": "mistralrs.ChatCompletionChunkResponse.id", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.id", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionChunkResponse.choices": {"fullname": "mistralrs.ChatCompletionChunkResponse.choices", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.choices", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionChunkResponse.created": {"fullname": "mistralrs.ChatCompletionChunkResponse.created", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.created", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionChoice": {"fullname": "mistralrs.CompletionChoice", "modulename": "mistralrs", "qualname": "CompletionChoice", "kind": "class", "doc": "

    Completion request choice.

    \n"}, "mistralrs.CompletionChoice.index": {"fullname": "mistralrs.CompletionChoice.index", "modulename": "mistralrs", "qualname": "CompletionChoice.index", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionChoice.finish_reason": {"fullname": "mistralrs.CompletionChoice.finish_reason", "modulename": "mistralrs", "qualname": "CompletionChoice.finish_reason", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionChoice.text": {"fullname": "mistralrs.CompletionChoice.text", "modulename": "mistralrs", "qualname": "CompletionChoice.text", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionChoice.logprobs": {"fullname": "mistralrs.CompletionChoice.logprobs", "modulename": "mistralrs", "qualname": "CompletionChoice.logprobs", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionResponse": {"fullname": "mistralrs.CompletionResponse", "modulename": "mistralrs", "qualname": "CompletionResponse", "kind": "class", "doc": "

    An OpenAI compatible completion response.

    \n"}, "mistralrs.CompletionResponse.usage": {"fullname": "mistralrs.CompletionResponse.usage", "modulename": "mistralrs", "qualname": "CompletionResponse.usage", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionResponse.model": {"fullname": "mistralrs.CompletionResponse.model", "modulename": "mistralrs", "qualname": "CompletionResponse.model", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionResponse.choices": {"fullname": "mistralrs.CompletionResponse.choices", "modulename": "mistralrs", "qualname": "CompletionResponse.choices", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionResponse.system_fingerprint": {"fullname": "mistralrs.CompletionResponse.system_fingerprint", "modulename": "mistralrs", "qualname": "CompletionResponse.system_fingerprint", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionResponse.object": {"fullname": "mistralrs.CompletionResponse.object", "modulename": "mistralrs", "qualname": "CompletionResponse.object", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionResponse.id": {"fullname": "mistralrs.CompletionResponse.id", "modulename": "mistralrs", "qualname": "CompletionResponse.id", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionResponse.created": {"fullname": "mistralrs.CompletionResponse.created", "modulename": "mistralrs", "qualname": "CompletionResponse.created", "kind": "variable", "doc": "

    \n"}, "mistralrs.TopLogprob": {"fullname": "mistralrs.TopLogprob", "modulename": "mistralrs", "qualname": "TopLogprob", "kind": "class", "doc": "

    Top-n logprobs element

    \n"}, "mistralrs.TopLogprob.logprob": {"fullname": "mistralrs.TopLogprob.logprob", "modulename": "mistralrs", "qualname": "TopLogprob.logprob", "kind": "variable", "doc": "

    \n"}, "mistralrs.TopLogprob.bytes": {"fullname": "mistralrs.TopLogprob.bytes", "modulename": "mistralrs", "qualname": "TopLogprob.bytes", "kind": "variable", "doc": "

    \n"}, "mistralrs.TopLogprob.token": {"fullname": "mistralrs.TopLogprob.token", "modulename": "mistralrs", "qualname": "TopLogprob.token", "kind": "variable", "doc": "

    \n"}, "mistralrs.ModelDType": {"fullname": "mistralrs.ModelDType", "modulename": "mistralrs", "qualname": "ModelDType", "kind": "class", "doc": "

    DType for the model.

    \n\n

    If the model is quantized, this is ignored so it is reasonable to use the [Default] impl.

    \n\n

    Note: When using Auto, fallback pattern is: BF16 -> F16 -> 32

    \n"}, "mistralrs.ModelDType.Auto": {"fullname": "mistralrs.ModelDType.Auto", "modulename": "mistralrs", "qualname": "ModelDType.Auto", "kind": "variable", "doc": "

    \n", "default_value": "ModelDType.Auto"}, "mistralrs.ModelDType.BF16": {"fullname": "mistralrs.ModelDType.BF16", "modulename": "mistralrs", "qualname": "ModelDType.BF16", "kind": "variable", "doc": "

    \n", "default_value": "ModelDType.BF16"}, "mistralrs.ModelDType.F16": {"fullname": "mistralrs.ModelDType.F16", "modulename": "mistralrs", "qualname": "ModelDType.F16", "kind": "variable", "doc": "

    \n", "default_value": "ModelDType.F16"}, "mistralrs.ModelDType.F32": {"fullname": "mistralrs.ModelDType.F32", "modulename": "mistralrs", "qualname": "ModelDType.F32", "kind": "variable", "doc": "

    \n", "default_value": "ModelDType.F32"}, "mistralrs.ImageGenerationResponseFormat": {"fullname": "mistralrs.ImageGenerationResponseFormat", "modulename": "mistralrs", "qualname": "ImageGenerationResponseFormat", "kind": "class", "doc": "

    Image generation response format

    \n"}, "mistralrs.ImageGenerationResponseFormat.Url": {"fullname": "mistralrs.ImageGenerationResponseFormat.Url", "modulename": "mistralrs", "qualname": "ImageGenerationResponseFormat.Url", "kind": "variable", "doc": "

    \n", "default_value": "ImageGenerationResponseFormat.Url"}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"fullname": "mistralrs.ImageGenerationResponseFormat.B64Json", "modulename": "mistralrs", "qualname": "ImageGenerationResponseFormat.B64Json", "kind": "variable", "doc": "

    \n", "default_value": "ImageGenerationResponseFormat.B64Json"}}, "docInfo": {"mistralrs": {"qualname": 0, "fullname": 1, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Runner": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 16}, "mistralrs.Runner.send_chat_completion_request": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 21, "bases": 0, "doc": 12}, "mistralrs.Runner.send_completion_request": {"qualname": 4, "fullname": 5, "annotation": 0, "default_value": 0, "signature": 21, "bases": 0, "doc": 12}, "mistralrs.Runner.generate_image": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 47, "bases": 0, "doc": 6}, "mistralrs.Runner.send_re_isq": {"qualname": 4, "fullname": 5, "annotation": 0, "default_value": 0, "signature": 21, "bases": 0, "doc": 24}, "mistralrs.Runner.activate_adapters": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 22, "bases": 0, "doc": 17}, "mistralrs.Which": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.Plain": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.XLora": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.Lora": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.GGUF": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.XLoraGGUF": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.LoraGGUF": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.GGML": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.XLoraGGML": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.LoraGGML": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.VisionPlain": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.DiffusionPlain": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionRequest": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 10}, "mistralrs.CompletionRequest": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 9}, "mistralrs.Architecture": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Mistral": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Gemma": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Mixtral": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Llama": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Phi2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Phi3": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Qwen2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Gemma2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Starcoder2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Phi3_5MoE": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 3, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.Phi3V": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.Idefics2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.LLaVANext": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.LLaVA": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.VLlama": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeConfig": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeExpertType": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeExpertType.FineTuned": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ToolChoice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ToolChoice.NoTools": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ToolChoice.Auto": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseMessage": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 7}, "mistralrs.ResponseMessage.role": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseMessage.tool_calls": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseMessage.content": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Delta": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 9}, "mistralrs.Delta.role": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Delta.content": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 12}, "mistralrs.ResponseLogprob.top_logprobs": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob.logprob": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob.token": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob.bytes": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Logprobs": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.Logprobs.content": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.Choice.message": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice.index": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice.logprobs": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice.finish_reason": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 8}, "mistralrs.ChunkChoice.finish_reason": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice.index": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice.delta": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice.logprobs": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 10}, "mistralrs.Usage.prompt_tokens": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.total_tokens": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.avg_compl_tok_per_sec": {"qualname": 6, "fullname": 7, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.total_prompt_time_sec": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.total_completion_time_sec": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.completion_tokens": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.total_time_sec": {"qualname": 4, "fullname": 5, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"qualname": 6, "fullname": 7, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.avg_tok_per_sec": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 9}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.object": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.usage": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.choices": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.model": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.id": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.created": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 8}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.model": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.object": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.id": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.choices": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.created": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.CompletionChoice.index": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice.finish_reason": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice.text": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice.logprobs": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 8}, "mistralrs.CompletionResponse.usage": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.model": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.choices": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.system_fingerprint": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.object": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.id": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.created": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.TopLogprob": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.TopLogprob.logprob": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.TopLogprob.bytes": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.TopLogprob.token": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 45}, "mistralrs.ModelDType.Auto": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType.BF16": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType.F16": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType.F32": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ImageGenerationResponseFormat": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.ImageGenerationResponseFormat.Url": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}}, "length": 119, "save": true}, "index": {"qualname": {"root": {"5": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 1}}}}, "docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 6}}}}}, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1}, "mistralrs.ResponseMessage.content": {"tf": 1}}, "df": 4}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.ResponseLogprob.bytes": {"tf": 1}}, "df": 5}}}}}}}}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}}}, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}}, "df": 2}}}}, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 3}}, "c": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}}, "df": 6}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"2": {"docs": {"mistralrs.Architecture.Starcoder2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}}}, "y": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionResponse.created": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}}, "df": 7}}}}}}}}}}}}}}}}}}}}}}}}}, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice": {"tf": 1}, "mistralrs.Choice.message": {"tf": 1}, "mistralrs.Choice.index": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.Choice.finish_reason": {"tf": 1}}, "df": 5, "s": {"docs": {"mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}}, "df": 3}}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}}, "df": 5}}}}}}}}}}, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}}, "df": 1, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}}, "df": 4, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.text": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}}, "df": 5}}}}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}}, "df": 3}}}}}}, "a": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1}}}}, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}}, "df": 3}}}}}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "m": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"2": {"docs": {"mistralrs.Architecture.Gemma2": {"tf": 1}}, "df": 1}, "docs": {"mistralrs.Architecture.Gemma": {"tf": 1}}, "df": 1}}}}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.GGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.GGML": {"tf": 1}}, "df": 1}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}}}}}}}}}}}}}}, "s": {"docs": {}, "df": 0, "q": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "d": {"docs": {"mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "s": {"2": {"docs": {"mistralrs.VisionArchitecture.Idefics2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {"mistralrs.Choice.index": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}}, "df": 3}}}}}, "a": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture": {"tf": 1}, "mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 11}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.AnyMoeConfig": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.AnyMoeExpertType": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}}, "df": 2}}}, "v": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}}, "df": 3}}}, "w": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Which": {"tf": 1}, "mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 12}}}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.Plain": {"tf": 1}}, "df": 1}}}}, "h": {"docs": {}, "df": 0, "i": {"2": {"docs": {"mistralrs.Architecture.Phi2": {"tf": 1}}, "df": 1}, "3": {"docs": {"mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 2, "v": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}}, "df": 1}}, "docs": {}, "df": 0}}, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3}}}}}, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}}, "df": 3}}}, "x": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.XLora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.XLoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.XLoraGGML": {"tf": 1}}, "df": 1}}}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.Lora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.LoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.LoraGGML": {"tf": 1}}, "df": 1}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 1}}}}}}}}}, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}}, "df": 6}}}}}}}, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Architecture.Llama": {"tf": 1}}, "df": 1}}, "v": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.LLaVA": {"tf": 1}}, "df": 1, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}}, "df": 1}}}}}}}}}, "v": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.VisionPlain": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.VisionArchitecture": {"tf": 1}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 6}}}}}}}}}}}}}}}}}, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 1}}}}}}, "d": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 1}}}}}}}}}}}}}, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Delta": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}}, "df": 4}}}}}, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}}, "df": 1}}}}}, "x": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mixtral": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice.message": {"tf": 1}}, "df": 1}}}}}}, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}}, "df": 3, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}}, "df": 5}}}}}}}}}}, "q": {"docs": {}, "df": 0, "w": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"2": {"docs": {"mistralrs.Architecture.Qwen2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.F16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "3": {"2": {"docs": {"mistralrs.ModelDType.F32": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}}, "df": 1}}}}}}, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}}}}}}, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ToolChoice": {"tf": 1}, "mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}}, "df": 3}}}}}}}}, "p": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}}, "df": 1, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.TopLogprob": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}}, "df": 4}}}}}}}}, "k": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}}, "df": 3}}}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}}, "df": 4}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}}, "df": 3}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionChoice.text": {"tf": 1}}, "df": 1}}}}, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}}, "df": 1}}}}}}}, "b": {"6": {"4": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 1}}}}}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}}, "df": 2}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.BF16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage": {"tf": 1}, "mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}}, "df": 12}}}}, "r": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}}, "df": 1}}}, "o": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}}, "df": 3}}}}}}}}, "fullname": {"root": {"5": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 1}}}}, "docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}}, "df": 1, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs": {"tf": 1}, "mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.Which": {"tf": 1}, "mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Architecture": {"tf": 1}, "mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}, "mistralrs.VisionArchitecture": {"tf": 1}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}, "mistralrs.AnyMoeConfig": {"tf": 1}, "mistralrs.AnyMoeExpertType": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}, "mistralrs.ToolChoice": {"tf": 1}, "mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1}, "mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.Delta": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}, "mistralrs.Choice": {"tf": 1}, "mistralrs.Choice.message": {"tf": 1}, "mistralrs.Choice.index": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.text": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}, "mistralrs.TopLogprob": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 119}}}}}}}, "x": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mixtral": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice.message": {"tf": 1}}, "df": 1}}}}}}, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}}, "df": 3, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}}, "df": 5}}}}}}}}}}, "r": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 6}}}}}, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1}, "mistralrs.ResponseMessage.content": {"tf": 1}}, "df": 4}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.ResponseLogprob.bytes": {"tf": 1}}, "df": 5}}}}}}}}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}}}, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}}, "df": 2}}}}, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 3}}, "c": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}}, "df": 6}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"2": {"docs": {"mistralrs.Architecture.Starcoder2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}}}, "y": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionResponse.created": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}}, "df": 7}}}}}}}}}}}}}}}}}}}}}}}}}, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice": {"tf": 1}, "mistralrs.Choice.message": {"tf": 1}, "mistralrs.Choice.index": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.Choice.finish_reason": {"tf": 1}}, "df": 5, "s": {"docs": {"mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}}, "df": 3}}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}}, "df": 5}}}}}}}}}}, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}}, "df": 1, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}}, "df": 4, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.text": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}}, "df": 5}}}}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}}, "df": 3}}}}}}, "a": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1}}}}, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}}, "df": 3}}}}}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "m": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"2": {"docs": {"mistralrs.Architecture.Gemma2": {"tf": 1}}, "df": 1}, "docs": {"mistralrs.Architecture.Gemma": {"tf": 1}}, "df": 1}}}}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.GGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.GGML": {"tf": 1}}, "df": 1}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}}}}}}}}}}}}}}, "s": {"docs": {}, "df": 0, "q": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "d": {"docs": {"mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "s": {"2": {"docs": {"mistralrs.VisionArchitecture.Idefics2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {"mistralrs.Choice.index": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}}, "df": 3}}}}}, "a": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture": {"tf": 1}, "mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 11}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.AnyMoeConfig": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.AnyMoeExpertType": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}}, "df": 2}}}, "v": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}}, "df": 3}}}, "w": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Which": {"tf": 1}, "mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 12}}}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.Plain": {"tf": 1}}, "df": 1}}}}, "h": {"docs": {}, "df": 0, "i": {"2": {"docs": {"mistralrs.Architecture.Phi2": {"tf": 1}}, "df": 1}, "3": {"docs": {"mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 2, "v": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}}, "df": 1}}, "docs": {}, "df": 0}}, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3}}}}}, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}}, "df": 3}}}, "x": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.XLora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.XLoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.XLoraGGML": {"tf": 1}}, "df": 1}}}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.Lora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.LoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.LoraGGML": {"tf": 1}}, "df": 1}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 1}}}}}}}}}, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}}, "df": 6}}}}}}}, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Architecture.Llama": {"tf": 1}}, "df": 1}}, "v": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.LLaVA": {"tf": 1}}, "df": 1, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}}, "df": 1}}}}}}}}}, "v": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.VisionPlain": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.VisionArchitecture": {"tf": 1}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 6}}}}}}}}}}}}}}}}}, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 1}}}}}}, "d": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 1}}}}}}}}}}}}}, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Delta": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}}, "df": 4}}}}}, "q": {"docs": {}, "df": 0, "w": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"2": {"docs": {"mistralrs.Architecture.Qwen2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.F16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "3": {"2": {"docs": {"mistralrs.ModelDType.F32": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}}, "df": 1}}}}}}, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}}}}}}, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ToolChoice": {"tf": 1}, "mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}}, "df": 3}}}}}}}}, "p": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}}, "df": 1, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.TopLogprob": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}}, "df": 4}}}}}}}}, "k": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}}, "df": 3}}}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}}, "df": 4}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}}, "df": 3}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionChoice.text": {"tf": 1}}, "df": 1}}}}, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}}, "df": 1}}}}}}}, "b": {"6": {"4": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 1}}}}}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}}, "df": 2}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.BF16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage": {"tf": 1}, "mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}}, "df": 12}}}}, "r": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}}, "df": 1}}}, "o": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}}, "df": 3}}}}}}}}, "annotation": {"root": {"docs": {}, "df": 0}}, "default_value": {"root": {"5": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 1}}}}, "docs": {"mistralrs.Which.Plain": {"tf": 1.4142135623730951}, "mistralrs.Which.XLora": {"tf": 1.4142135623730951}, "mistralrs.Which.Lora": {"tf": 1.4142135623730951}, "mistralrs.Which.GGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.GGML": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.VisionPlain": {"tf": 1.4142135623730951}, "mistralrs.Which.DiffusionPlain": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1.4142135623730951}}, "df": 13, "l": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.Lora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.LoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.LoraGGML": {"tf": 1}}, "df": 1}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 1}}}}}}}}}}, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Architecture.Llama": {"tf": 1}}, "df": 1}}, "v": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.LLaVA": {"tf": 1}}, "df": 1, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}}, "df": 1}}}}}}}}}, "c": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}}}}}, "x": {"2": {"7": {"docs": {"mistralrs.Which.Plain": {"tf": 1.4142135623730951}, "mistralrs.Which.XLora": {"tf": 1.4142135623730951}, "mistralrs.Which.Lora": {"tf": 1.4142135623730951}, "mistralrs.Which.GGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.GGML": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.VisionPlain": {"tf": 1.4142135623730951}, "mistralrs.Which.DiffusionPlain": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1.4142135623730951}}, "df": 13}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.XLora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.XLoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.XLoraGGML": {"tf": 1}}, "df": 1}}}}}}}}}, "b": {"6": {"4": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 1}}}}}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}}}}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.BF16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}, "w": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 11}}}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.Plain": {"tf": 1}}, "df": 1}}}}, "h": {"docs": {}, "df": 0, "i": {"2": {"docs": {"mistralrs.Architecture.Phi2": {"tf": 1}}, "df": 1}, "3": {"docs": {"mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 2, "v": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}}, "df": 1}}, "docs": {}, "df": 0}}}, "g": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.GGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.GGML": {"tf": 1}}, "df": 1}}}, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"2": {"docs": {"mistralrs.Architecture.Gemma2": {"tf": 1}}, "df": 1}, "docs": {"mistralrs.Architecture.Gemma": {"tf": 1}}, "df": 1}}}}}, "v": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.VisionPlain": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 5}}}}}}}}}}}}}}}}}, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 1}}}}}}, "d": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 1}}}}}}}}}}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 10}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 2}}}}}}}}}}}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}}, "df": 2}}}}, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}}, "df": 1}}}}}, "x": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mixtral": {"tf": 1}}, "df": 1}}}}}}, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}}, "df": 4}}}}}}}}}}, "q": {"docs": {}, "df": 0, "w": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"2": {"docs": {"mistralrs.Architecture.Qwen2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"2": {"docs": {"mistralrs.Architecture.Starcoder2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}}}}, "i": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "s": {"2": {"docs": {"mistralrs.VisionArchitecture.Idefics2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 2}}}}}}}}}}}}}}}}}}}}}}}}}}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.F16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "3": {"2": {"docs": {"mistralrs.ModelDType.F32": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}}, "df": 1}}}}}}}}}, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}}, "df": 2}}}}}}}}}}, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}}, "df": 1}}}}}}}, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}}, "df": 1}}}}}, "signature": {"root": {"1": {"2": {"8": {"0": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}, "docs": {}, "df": 0}, "7": {"2": {"0": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}, "docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 4.358898943540674}, "mistralrs.Runner.send_completion_request": {"tf": 4.358898943540674}, "mistralrs.Runner.generate_image": {"tf": 6.244997998398398}, "mistralrs.Runner.send_re_isq": {"tf": 4.358898943540674}, "mistralrs.Runner.activate_adapters": {"tf": 4.358898943540674}}, "df": 5, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 5}}}}, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}}}, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "h": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "w": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "n": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "bases": {"root": {"docs": {}, "df": 0}}, "doc": {"root": {"3": {"2": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {"mistralrs": {"tf": 1.7320508075688772}, "mistralrs.Runner": {"tf": 1.7320508075688772}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1.7320508075688772}, "mistralrs.Runner.send_completion_request": {"tf": 1.7320508075688772}, "mistralrs.Runner.generate_image": {"tf": 1.7320508075688772}, "mistralrs.Runner.send_re_isq": {"tf": 1.7320508075688772}, "mistralrs.Runner.activate_adapters": {"tf": 1.7320508075688772}, "mistralrs.Which": {"tf": 1.7320508075688772}, "mistralrs.Which.Plain": {"tf": 1.7320508075688772}, "mistralrs.Which.XLora": {"tf": 1.7320508075688772}, "mistralrs.Which.Lora": {"tf": 1.7320508075688772}, "mistralrs.Which.GGUF": {"tf": 1.7320508075688772}, "mistralrs.Which.XLoraGGUF": {"tf": 1.7320508075688772}, "mistralrs.Which.LoraGGUF": {"tf": 1.7320508075688772}, "mistralrs.Which.GGML": {"tf": 1.7320508075688772}, "mistralrs.Which.XLoraGGML": {"tf": 1.7320508075688772}, "mistralrs.Which.LoraGGML": {"tf": 1.7320508075688772}, "mistralrs.Which.VisionPlain": {"tf": 1.7320508075688772}, "mistralrs.Which.DiffusionPlain": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionRequest": {"tf": 1.7320508075688772}, "mistralrs.CompletionRequest": {"tf": 1.7320508075688772}, "mistralrs.Architecture": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Mistral": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Gemma": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Mixtral": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Llama": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Phi2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Phi3": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Qwen2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Gemma2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Starcoder2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeConfig": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeExpertType": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1.7320508075688772}, "mistralrs.ToolChoice": {"tf": 1.7320508075688772}, "mistralrs.ToolChoice.NoTools": {"tf": 1.7320508075688772}, "mistralrs.ToolChoice.Auto": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage.role": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage.content": {"tf": 1.7320508075688772}, "mistralrs.Delta": {"tf": 1.7320508075688772}, "mistralrs.Delta.role": {"tf": 1.7320508075688772}, "mistralrs.Delta.content": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.logprob": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.token": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.bytes": {"tf": 1.7320508075688772}, "mistralrs.Logprobs": {"tf": 1.7320508075688772}, "mistralrs.Logprobs.content": {"tf": 1.7320508075688772}, "mistralrs.Choice": {"tf": 1.7320508075688772}, "mistralrs.Choice.message": {"tf": 1.7320508075688772}, "mistralrs.Choice.index": {"tf": 1.7320508075688772}, "mistralrs.Choice.logprobs": {"tf": 1.7320508075688772}, "mistralrs.Choice.finish_reason": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.index": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.delta": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.logprobs": {"tf": 1.7320508075688772}, "mistralrs.Usage": {"tf": 1.7320508075688772}, "mistralrs.Usage.prompt_tokens": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_tokens": {"tf": 1.7320508075688772}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.completion_tokens": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_time_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.object": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.model": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.id": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.created": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.index": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.text": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.logprobs": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.usage": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.model": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.choices": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.object": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.id": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.created": {"tf": 1.7320508075688772}, "mistralrs.TopLogprob": {"tf": 1.4142135623730951}, "mistralrs.TopLogprob.logprob": {"tf": 1.7320508075688772}, "mistralrs.TopLogprob.bytes": {"tf": 1.7320508075688772}, "mistralrs.TopLogprob.token": {"tf": 1.7320508075688772}, "mistralrs.ModelDType": {"tf": 3.7416573867739413}, "mistralrs.ModelDType.Auto": {"tf": 1.7320508075688772}, "mistralrs.ModelDType.BF16": {"tf": 1.7320508075688772}, "mistralrs.ModelDType.F16": {"tf": 1.7320508075688772}, "mistralrs.ModelDType.F32": {"tf": 1.7320508075688772}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1.4142135623730951}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1.7320508075688772}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1.7320508075688772}}, "df": 119, "a": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.Usage": {"tf": 1}}, "df": 4, "n": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 8, "d": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}, "p": {"docs": {}, "df": 0, "i": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}}, "df": 4}}, "s": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1.4142135623730951}}, "df": 1}}}}}}}, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}, "o": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 7}}}}}, "r": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "w": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "i": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "t": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}}, "df": 1}}}, "h": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}, "t": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1.4142135623730951}, "mistralrs.Runner.activate_adapters": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1.7320508075688772}}, "df": 7, "n": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "i": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 2}}}, "o": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 4, "p": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.TopLogprob": {"tf": 1}}, "df": 2}, "k": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}}, "df": 2}}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}}}}, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage": {"tf": 1}}, "df": 1}}}, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}, "r": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}}, "df": 9, "s": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}}}, "s": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.Delta": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 5}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}}}}, "s": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 4}}}, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}}, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Delta": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}}, "df": 3}}}}}}}}, "u": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Usage": {"tf": 1}}, "df": 1}}}}}}}, "o": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}, "p": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}}}, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Logprobs": {"tf": 1}}, "df": 1}}, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}}}}}, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Delta": {"tf": 1}}, "df": 1}}}}}, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 7}}}}}}, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.Choice": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 9}}}}}}}}}, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.Choice": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}}, "df": 6}}, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}}, "df": 3}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {"mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}}, "df": 2}}}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 1}}}}}}}}}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 2}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}, "s": {"docs": {"mistralrs.ModelDType": {"tf": 2}}, "df": 1, "q": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "f": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 2}, "n": {"docs": {"mistralrs.Delta": {"tf": 1}}, "df": 1}, "g": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}, "t": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1.4142135623730951}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1.4142135623730951}}, "df": 3}}}}, "a": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}}, "df": 1}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}}, "df": 1, "s": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.TopLogprob": {"tf": 1}}, "df": 3}}}}}}}}, "n": {"docs": {"mistralrs.TopLogprob": {"tf": 1}}, "df": 1, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.Delta": {"tf": 1}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 4, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "k": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}}, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Delta": {"tf": 1}}, "df": 1}}}, "f": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Usage": {"tf": 1}}, "df": 1}}}}}, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.TopLogprob": {"tf": 1}}, "df": 1}}}}}}}, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "z": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}}}, "b": {"docs": {}, "df": 0, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}}}}, "pipeline": ["trimmer"], "_isPrebuiltIndex": true}; + /** pdoc search index */const docs = {"version": "0.9.5", "fields": ["qualname", "fullname", "annotation", "default_value", "signature", "bases", "doc"], "ref": "fullname", "documentStore": {"docs": {"mistralrs": {"fullname": "mistralrs", "modulename": "mistralrs", "kind": "module", "doc": "

    \n"}, "mistralrs.Runner": {"fullname": "mistralrs.Runner", "modulename": "mistralrs", "qualname": "Runner", "kind": "class", "doc": "

    An object wrapping the underlying Rust system to handle requests and process conversations.

    \n"}, "mistralrs.Runner.send_chat_completion_request": {"fullname": "mistralrs.Runner.send_chat_completion_request", "modulename": "mistralrs", "qualname": "Runner.send_chat_completion_request", "kind": "function", "doc": "

    Send an OpenAI API compatible request, returning the result.

    \n", "signature": "(self, /, request):", "funcdef": "def"}, "mistralrs.Runner.send_completion_request": {"fullname": "mistralrs.Runner.send_completion_request", "modulename": "mistralrs", "qualname": "Runner.send_completion_request", "kind": "function", "doc": "

    Send an OpenAI API compatible request, returning the result.

    \n", "signature": "(self, /, request):", "funcdef": "def"}, "mistralrs.Runner.generate_image": {"fullname": "mistralrs.Runner.generate_image", "modulename": "mistralrs", "qualname": "Runner.generate_image", "kind": "function", "doc": "

    Generate an image.

    \n", "signature": "(self, /, prompt, response_format, height=720, width=1280):", "funcdef": "def"}, "mistralrs.Runner.send_re_isq": {"fullname": "mistralrs.Runner.send_re_isq", "modulename": "mistralrs", "qualname": "Runner.send_re_isq", "kind": "function", "doc": "

    Send a request to re-ISQ the model. If the model was loaded as GGUF or GGML\nthen nothing will happen.

    \n", "signature": "(self, /, dtype):", "funcdef": "def"}, "mistralrs.Runner.activate_adapters": {"fullname": "mistralrs.Runner.activate_adapters", "modulename": "mistralrs", "qualname": "Runner.activate_adapters", "kind": "function", "doc": "

    Send a request to make the specified adapters the active adapters for the model.

    \n", "signature": "(self, /, adapter_names):", "funcdef": "def"}, "mistralrs.Which": {"fullname": "mistralrs.Which", "modulename": "mistralrs", "qualname": "Which", "kind": "class", "doc": "

    \n"}, "mistralrs.Which.Plain": {"fullname": "mistralrs.Which.Plain", "modulename": "mistralrs", "qualname": "Which.Plain", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_Plain'>"}, "mistralrs.Which.XLora": {"fullname": "mistralrs.Which.XLora", "modulename": "mistralrs", "qualname": "Which.XLora", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_XLora'>"}, "mistralrs.Which.Lora": {"fullname": "mistralrs.Which.Lora", "modulename": "mistralrs", "qualname": "Which.Lora", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_Lora'>"}, "mistralrs.Which.GGUF": {"fullname": "mistralrs.Which.GGUF", "modulename": "mistralrs", "qualname": "Which.GGUF", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_GGUF'>"}, "mistralrs.Which.XLoraGGUF": {"fullname": "mistralrs.Which.XLoraGGUF", "modulename": "mistralrs", "qualname": "Which.XLoraGGUF", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_XLoraGGUF'>"}, "mistralrs.Which.LoraGGUF": {"fullname": "mistralrs.Which.LoraGGUF", "modulename": "mistralrs", "qualname": "Which.LoraGGUF", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_LoraGGUF'>"}, "mistralrs.Which.GGML": {"fullname": "mistralrs.Which.GGML", "modulename": "mistralrs", "qualname": "Which.GGML", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_GGML'>"}, "mistralrs.Which.XLoraGGML": {"fullname": "mistralrs.Which.XLoraGGML", "modulename": "mistralrs", "qualname": "Which.XLoraGGML", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_XLoraGGML'>"}, "mistralrs.Which.LoraGGML": {"fullname": "mistralrs.Which.LoraGGML", "modulename": "mistralrs", "qualname": "Which.LoraGGML", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_LoraGGML'>"}, "mistralrs.Which.VisionPlain": {"fullname": "mistralrs.Which.VisionPlain", "modulename": "mistralrs", "qualname": "Which.VisionPlain", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_VisionPlain'>"}, "mistralrs.Which.DiffusionPlain": {"fullname": "mistralrs.Which.DiffusionPlain", "modulename": "mistralrs", "qualname": "Which.DiffusionPlain", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.Which_DiffusionPlain'>"}, "mistralrs.ChatCompletionRequest": {"fullname": "mistralrs.ChatCompletionRequest", "modulename": "mistralrs", "qualname": "ChatCompletionRequest", "kind": "class", "doc": "

    An OpenAI API compatible chat completion request.

    \n"}, "mistralrs.CompletionRequest": {"fullname": "mistralrs.CompletionRequest", "modulename": "mistralrs", "qualname": "CompletionRequest", "kind": "class", "doc": "

    An OpenAI API compatible completion request.

    \n"}, "mistralrs.Architecture": {"fullname": "mistralrs.Architecture", "modulename": "mistralrs", "qualname": "Architecture", "kind": "class", "doc": "

    \n"}, "mistralrs.Architecture.Mistral": {"fullname": "mistralrs.Architecture.Mistral", "modulename": "mistralrs", "qualname": "Architecture.Mistral", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Mistral"}, "mistralrs.Architecture.Gemma": {"fullname": "mistralrs.Architecture.Gemma", "modulename": "mistralrs", "qualname": "Architecture.Gemma", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Gemma"}, "mistralrs.Architecture.Mixtral": {"fullname": "mistralrs.Architecture.Mixtral", "modulename": "mistralrs", "qualname": "Architecture.Mixtral", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Mixtral"}, "mistralrs.Architecture.Llama": {"fullname": "mistralrs.Architecture.Llama", "modulename": "mistralrs", "qualname": "Architecture.Llama", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Llama"}, "mistralrs.Architecture.Phi2": {"fullname": "mistralrs.Architecture.Phi2", "modulename": "mistralrs", "qualname": "Architecture.Phi2", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Phi2"}, "mistralrs.Architecture.Phi3": {"fullname": "mistralrs.Architecture.Phi3", "modulename": "mistralrs", "qualname": "Architecture.Phi3", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Phi3"}, "mistralrs.Architecture.Qwen2": {"fullname": "mistralrs.Architecture.Qwen2", "modulename": "mistralrs", "qualname": "Architecture.Qwen2", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Qwen2"}, "mistralrs.Architecture.Gemma2": {"fullname": "mistralrs.Architecture.Gemma2", "modulename": "mistralrs", "qualname": "Architecture.Gemma2", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Gemma2"}, "mistralrs.Architecture.Starcoder2": {"fullname": "mistralrs.Architecture.Starcoder2", "modulename": "mistralrs", "qualname": "Architecture.Starcoder2", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Starcoder2"}, "mistralrs.Architecture.Phi3_5MoE": {"fullname": "mistralrs.Architecture.Phi3_5MoE", "modulename": "mistralrs", "qualname": "Architecture.Phi3_5MoE", "kind": "variable", "doc": "

    \n", "default_value": "Architecture.Phi3_5MoE"}, "mistralrs.VisionArchitecture": {"fullname": "mistralrs.VisionArchitecture", "modulename": "mistralrs", "qualname": "VisionArchitecture", "kind": "class", "doc": "

    \n"}, "mistralrs.VisionArchitecture.Phi3V": {"fullname": "mistralrs.VisionArchitecture.Phi3V", "modulename": "mistralrs", "qualname": "VisionArchitecture.Phi3V", "kind": "variable", "doc": "

    \n", "default_value": "VisionArchitecture.Phi3V"}, "mistralrs.VisionArchitecture.Idefics2": {"fullname": "mistralrs.VisionArchitecture.Idefics2", "modulename": "mistralrs", "qualname": "VisionArchitecture.Idefics2", "kind": "variable", "doc": "

    \n", "default_value": "VisionArchitecture.Idefics2"}, "mistralrs.VisionArchitecture.LLaVANext": {"fullname": "mistralrs.VisionArchitecture.LLaVANext", "modulename": "mistralrs", "qualname": "VisionArchitecture.LLaVANext", "kind": "variable", "doc": "

    \n", "default_value": "VisionArchitecture.LLaVANext"}, "mistralrs.VisionArchitecture.LLaVA": {"fullname": "mistralrs.VisionArchitecture.LLaVA", "modulename": "mistralrs", "qualname": "VisionArchitecture.LLaVA", "kind": "variable", "doc": "

    \n", "default_value": "VisionArchitecture.LLaVA"}, "mistralrs.VisionArchitecture.VLlama": {"fullname": "mistralrs.VisionArchitecture.VLlama", "modulename": "mistralrs", "qualname": "VisionArchitecture.VLlama", "kind": "variable", "doc": "

    \n", "default_value": "VisionArchitecture.VLlama"}, "mistralrs.AnyMoeConfig": {"fullname": "mistralrs.AnyMoeConfig", "modulename": "mistralrs", "qualname": "AnyMoeConfig", "kind": "class", "doc": "

    \n"}, "mistralrs.AnyMoeExpertType": {"fullname": "mistralrs.AnyMoeExpertType", "modulename": "mistralrs", "qualname": "AnyMoeExpertType", "kind": "class", "doc": "

    \n"}, "mistralrs.AnyMoeExpertType.FineTuned": {"fullname": "mistralrs.AnyMoeExpertType.FineTuned", "modulename": "mistralrs", "qualname": "AnyMoeExpertType.FineTuned", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.AnyMoeExpertType_FineTuned'>"}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"fullname": "mistralrs.AnyMoeExpertType.LoraAdapter", "modulename": "mistralrs", "qualname": "AnyMoeExpertType.LoraAdapter", "kind": "variable", "doc": "

    \n", "default_value": "<class 'builtins.AnyMoeExpertType_LoraAdapter'>"}, "mistralrs.ToolChoice": {"fullname": "mistralrs.ToolChoice", "modulename": "mistralrs", "qualname": "ToolChoice", "kind": "class", "doc": "

    \n"}, "mistralrs.ToolChoice.NoTools": {"fullname": "mistralrs.ToolChoice.NoTools", "modulename": "mistralrs", "qualname": "ToolChoice.NoTools", "kind": "variable", "doc": "

    \n", "default_value": "ToolChoice.NoTools"}, "mistralrs.ToolChoice.Auto": {"fullname": "mistralrs.ToolChoice.Auto", "modulename": "mistralrs", "qualname": "ToolChoice.Auto", "kind": "variable", "doc": "

    \n", "default_value": "ToolChoice.Auto"}, "mistralrs.ResponseMessage": {"fullname": "mistralrs.ResponseMessage", "modulename": "mistralrs", "qualname": "ResponseMessage", "kind": "class", "doc": "

    Chat completion response message.

    \n"}, "mistralrs.ResponseMessage.tool_calls": {"fullname": "mistralrs.ResponseMessage.tool_calls", "modulename": "mistralrs", "qualname": "ResponseMessage.tool_calls", "kind": "variable", "doc": "

    \n"}, "mistralrs.ResponseMessage.content": {"fullname": "mistralrs.ResponseMessage.content", "modulename": "mistralrs", "qualname": "ResponseMessage.content", "kind": "variable", "doc": "

    \n"}, "mistralrs.ResponseMessage.role": {"fullname": "mistralrs.ResponseMessage.role", "modulename": "mistralrs", "qualname": "ResponseMessage.role", "kind": "variable", "doc": "

    \n"}, "mistralrs.Delta": {"fullname": "mistralrs.Delta", "modulename": "mistralrs", "qualname": "Delta", "kind": "class", "doc": "

    Delta in content for streaming response.

    \n"}, "mistralrs.Delta.content": {"fullname": "mistralrs.Delta.content", "modulename": "mistralrs", "qualname": "Delta.content", "kind": "variable", "doc": "

    \n"}, "mistralrs.Delta.role": {"fullname": "mistralrs.Delta.role", "modulename": "mistralrs", "qualname": "Delta.role", "kind": "variable", "doc": "

    \n"}, "mistralrs.ResponseLogprob": {"fullname": "mistralrs.ResponseLogprob", "modulename": "mistralrs", "qualname": "ResponseLogprob", "kind": "class", "doc": "

    A logprob with the top logprobs for this token.

    \n"}, "mistralrs.ResponseLogprob.token": {"fullname": "mistralrs.ResponseLogprob.token", "modulename": "mistralrs", "qualname": "ResponseLogprob.token", "kind": "variable", "doc": "

    \n"}, "mistralrs.ResponseLogprob.top_logprobs": {"fullname": "mistralrs.ResponseLogprob.top_logprobs", "modulename": "mistralrs", "qualname": "ResponseLogprob.top_logprobs", "kind": "variable", "doc": "

    \n"}, "mistralrs.ResponseLogprob.logprob": {"fullname": "mistralrs.ResponseLogprob.logprob", "modulename": "mistralrs", "qualname": "ResponseLogprob.logprob", "kind": "variable", "doc": "

    \n"}, "mistralrs.ResponseLogprob.bytes": {"fullname": "mistralrs.ResponseLogprob.bytes", "modulename": "mistralrs", "qualname": "ResponseLogprob.bytes", "kind": "variable", "doc": "

    \n"}, "mistralrs.Logprobs": {"fullname": "mistralrs.Logprobs", "modulename": "mistralrs", "qualname": "Logprobs", "kind": "class", "doc": "

    Logprobs per token.

    \n"}, "mistralrs.Logprobs.content": {"fullname": "mistralrs.Logprobs.content", "modulename": "mistralrs", "qualname": "Logprobs.content", "kind": "variable", "doc": "

    \n"}, "mistralrs.Choice": {"fullname": "mistralrs.Choice", "modulename": "mistralrs", "qualname": "Choice", "kind": "class", "doc": "

    Chat completion choice.

    \n"}, "mistralrs.Choice.logprobs": {"fullname": "mistralrs.Choice.logprobs", "modulename": "mistralrs", "qualname": "Choice.logprobs", "kind": "variable", "doc": "

    \n"}, "mistralrs.Choice.finish_reason": {"fullname": "mistralrs.Choice.finish_reason", "modulename": "mistralrs", "qualname": "Choice.finish_reason", "kind": "variable", "doc": "

    \n"}, "mistralrs.Choice.index": {"fullname": "mistralrs.Choice.index", "modulename": "mistralrs", "qualname": "Choice.index", "kind": "variable", "doc": "

    \n"}, "mistralrs.Choice.message": {"fullname": "mistralrs.Choice.message", "modulename": "mistralrs", "qualname": "Choice.message", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChunkChoice": {"fullname": "mistralrs.ChunkChoice", "modulename": "mistralrs", "qualname": "ChunkChoice", "kind": "class", "doc": "

    Chat completion streaming chunk choice.

    \n"}, "mistralrs.ChunkChoice.delta": {"fullname": "mistralrs.ChunkChoice.delta", "modulename": "mistralrs", "qualname": "ChunkChoice.delta", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChunkChoice.index": {"fullname": "mistralrs.ChunkChoice.index", "modulename": "mistralrs", "qualname": "ChunkChoice.index", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChunkChoice.finish_reason": {"fullname": "mistralrs.ChunkChoice.finish_reason", "modulename": "mistralrs", "qualname": "ChunkChoice.finish_reason", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChunkChoice.logprobs": {"fullname": "mistralrs.ChunkChoice.logprobs", "modulename": "mistralrs", "qualname": "ChunkChoice.logprobs", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage": {"fullname": "mistralrs.Usage", "modulename": "mistralrs", "qualname": "Usage", "kind": "class", "doc": "

    OpenAI compatible (superset) usage during a request.

    \n"}, "mistralrs.Usage.prompt_tokens": {"fullname": "mistralrs.Usage.prompt_tokens", "modulename": "mistralrs", "qualname": "Usage.prompt_tokens", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.avg_tok_per_sec": {"fullname": "mistralrs.Usage.avg_tok_per_sec", "modulename": "mistralrs", "qualname": "Usage.avg_tok_per_sec", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.avg_compl_tok_per_sec": {"fullname": "mistralrs.Usage.avg_compl_tok_per_sec", "modulename": "mistralrs", "qualname": "Usage.avg_compl_tok_per_sec", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.total_prompt_time_sec": {"fullname": "mistralrs.Usage.total_prompt_time_sec", "modulename": "mistralrs", "qualname": "Usage.total_prompt_time_sec", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.completion_tokens": {"fullname": "mistralrs.Usage.completion_tokens", "modulename": "mistralrs", "qualname": "Usage.completion_tokens", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.total_time_sec": {"fullname": "mistralrs.Usage.total_time_sec", "modulename": "mistralrs", "qualname": "Usage.total_time_sec", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.total_tokens": {"fullname": "mistralrs.Usage.total_tokens", "modulename": "mistralrs", "qualname": "Usage.total_tokens", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"fullname": "mistralrs.Usage.avg_prompt_tok_per_sec", "modulename": "mistralrs", "qualname": "Usage.avg_prompt_tok_per_sec", "kind": "variable", "doc": "

    \n"}, "mistralrs.Usage.total_completion_time_sec": {"fullname": "mistralrs.Usage.total_completion_time_sec", "modulename": "mistralrs", "qualname": "Usage.total_completion_time_sec", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionResponse": {"fullname": "mistralrs.ChatCompletionResponse", "modulename": "mistralrs", "qualname": "ChatCompletionResponse", "kind": "class", "doc": "

    An OpenAI compatible chat completion response.

    \n"}, "mistralrs.ChatCompletionResponse.object": {"fullname": "mistralrs.ChatCompletionResponse.object", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.object", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"fullname": "mistralrs.ChatCompletionResponse.system_fingerprint", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.system_fingerprint", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionResponse.created": {"fullname": "mistralrs.ChatCompletionResponse.created", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.created", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionResponse.usage": {"fullname": "mistralrs.ChatCompletionResponse.usage", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.usage", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionResponse.model": {"fullname": "mistralrs.ChatCompletionResponse.model", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.model", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionResponse.id": {"fullname": "mistralrs.ChatCompletionResponse.id", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.id", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionResponse.choices": {"fullname": "mistralrs.ChatCompletionResponse.choices", "modulename": "mistralrs", "qualname": "ChatCompletionResponse.choices", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionChunkResponse": {"fullname": "mistralrs.ChatCompletionChunkResponse", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse", "kind": "class", "doc": "

    Chat completion streaming request chunk.

    \n"}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"fullname": "mistralrs.ChatCompletionChunkResponse.system_fingerprint", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.system_fingerprint", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionChunkResponse.created": {"fullname": "mistralrs.ChatCompletionChunkResponse.created", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.created", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionChunkResponse.choices": {"fullname": "mistralrs.ChatCompletionChunkResponse.choices", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.choices", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionChunkResponse.id": {"fullname": "mistralrs.ChatCompletionChunkResponse.id", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.id", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionChunkResponse.model": {"fullname": "mistralrs.ChatCompletionChunkResponse.model", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.model", "kind": "variable", "doc": "

    \n"}, "mistralrs.ChatCompletionChunkResponse.object": {"fullname": "mistralrs.ChatCompletionChunkResponse.object", "modulename": "mistralrs", "qualname": "ChatCompletionChunkResponse.object", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionChoice": {"fullname": "mistralrs.CompletionChoice", "modulename": "mistralrs", "qualname": "CompletionChoice", "kind": "class", "doc": "

    Completion request choice.

    \n"}, "mistralrs.CompletionChoice.finish_reason": {"fullname": "mistralrs.CompletionChoice.finish_reason", "modulename": "mistralrs", "qualname": "CompletionChoice.finish_reason", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionChoice.text": {"fullname": "mistralrs.CompletionChoice.text", "modulename": "mistralrs", "qualname": "CompletionChoice.text", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionChoice.logprobs": {"fullname": "mistralrs.CompletionChoice.logprobs", "modulename": "mistralrs", "qualname": "CompletionChoice.logprobs", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionChoice.index": {"fullname": "mistralrs.CompletionChoice.index", "modulename": "mistralrs", "qualname": "CompletionChoice.index", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionResponse": {"fullname": "mistralrs.CompletionResponse", "modulename": "mistralrs", "qualname": "CompletionResponse", "kind": "class", "doc": "

    An OpenAI compatible completion response.

    \n"}, "mistralrs.CompletionResponse.system_fingerprint": {"fullname": "mistralrs.CompletionResponse.system_fingerprint", "modulename": "mistralrs", "qualname": "CompletionResponse.system_fingerprint", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionResponse.usage": {"fullname": "mistralrs.CompletionResponse.usage", "modulename": "mistralrs", "qualname": "CompletionResponse.usage", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionResponse.created": {"fullname": "mistralrs.CompletionResponse.created", "modulename": "mistralrs", "qualname": "CompletionResponse.created", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionResponse.object": {"fullname": "mistralrs.CompletionResponse.object", "modulename": "mistralrs", "qualname": "CompletionResponse.object", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionResponse.id": {"fullname": "mistralrs.CompletionResponse.id", "modulename": "mistralrs", "qualname": "CompletionResponse.id", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionResponse.choices": {"fullname": "mistralrs.CompletionResponse.choices", "modulename": "mistralrs", "qualname": "CompletionResponse.choices", "kind": "variable", "doc": "

    \n"}, "mistralrs.CompletionResponse.model": {"fullname": "mistralrs.CompletionResponse.model", "modulename": "mistralrs", "qualname": "CompletionResponse.model", "kind": "variable", "doc": "

    \n"}, "mistralrs.TopLogprob": {"fullname": "mistralrs.TopLogprob", "modulename": "mistralrs", "qualname": "TopLogprob", "kind": "class", "doc": "

    Top-n logprobs element

    \n"}, "mistralrs.TopLogprob.token": {"fullname": "mistralrs.TopLogprob.token", "modulename": "mistralrs", "qualname": "TopLogprob.token", "kind": "variable", "doc": "

    \n"}, "mistralrs.TopLogprob.logprob": {"fullname": "mistralrs.TopLogprob.logprob", "modulename": "mistralrs", "qualname": "TopLogprob.logprob", "kind": "variable", "doc": "

    \n"}, "mistralrs.TopLogprob.bytes": {"fullname": "mistralrs.TopLogprob.bytes", "modulename": "mistralrs", "qualname": "TopLogprob.bytes", "kind": "variable", "doc": "

    \n"}, "mistralrs.ModelDType": {"fullname": "mistralrs.ModelDType", "modulename": "mistralrs", "qualname": "ModelDType", "kind": "class", "doc": "

    DType for the model.

    \n\n

    If the model is quantized, this is ignored so it is reasonable to use the [Default] impl.

    \n\n

    Note: When using Auto, fallback pattern is: BF16 -> F16 -> 32

    \n"}, "mistralrs.ModelDType.Auto": {"fullname": "mistralrs.ModelDType.Auto", "modulename": "mistralrs", "qualname": "ModelDType.Auto", "kind": "variable", "doc": "

    \n", "default_value": "ModelDType.Auto"}, "mistralrs.ModelDType.BF16": {"fullname": "mistralrs.ModelDType.BF16", "modulename": "mistralrs", "qualname": "ModelDType.BF16", "kind": "variable", "doc": "

    \n", "default_value": "ModelDType.BF16"}, "mistralrs.ModelDType.F16": {"fullname": "mistralrs.ModelDType.F16", "modulename": "mistralrs", "qualname": "ModelDType.F16", "kind": "variable", "doc": "

    \n", "default_value": "ModelDType.F16"}, "mistralrs.ModelDType.F32": {"fullname": "mistralrs.ModelDType.F32", "modulename": "mistralrs", "qualname": "ModelDType.F32", "kind": "variable", "doc": "

    \n", "default_value": "ModelDType.F32"}, "mistralrs.ImageGenerationResponseFormat": {"fullname": "mistralrs.ImageGenerationResponseFormat", "modulename": "mistralrs", "qualname": "ImageGenerationResponseFormat", "kind": "class", "doc": "

    Image generation response format

    \n"}, "mistralrs.ImageGenerationResponseFormat.Url": {"fullname": "mistralrs.ImageGenerationResponseFormat.Url", "modulename": "mistralrs", "qualname": "ImageGenerationResponseFormat.Url", "kind": "variable", "doc": "

    \n", "default_value": "ImageGenerationResponseFormat.Url"}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"fullname": "mistralrs.ImageGenerationResponseFormat.B64Json", "modulename": "mistralrs", "qualname": "ImageGenerationResponseFormat.B64Json", "kind": "variable", "doc": "

    \n", "default_value": "ImageGenerationResponseFormat.B64Json"}}, "docInfo": {"mistralrs": {"qualname": 0, "fullname": 1, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Runner": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 16}, "mistralrs.Runner.send_chat_completion_request": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 21, "bases": 0, "doc": 12}, "mistralrs.Runner.send_completion_request": {"qualname": 4, "fullname": 5, "annotation": 0, "default_value": 0, "signature": 21, "bases": 0, "doc": 12}, "mistralrs.Runner.generate_image": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 47, "bases": 0, "doc": 6}, "mistralrs.Runner.send_re_isq": {"qualname": 4, "fullname": 5, "annotation": 0, "default_value": 0, "signature": 21, "bases": 0, "doc": 24}, "mistralrs.Runner.activate_adapters": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 22, "bases": 0, "doc": 17}, "mistralrs.Which": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.Plain": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.XLora": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.Lora": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.GGUF": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.XLoraGGUF": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.LoraGGUF": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.GGML": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.XLoraGGML": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.LoraGGML": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.VisionPlain": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Which.DiffusionPlain": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionRequest": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 10}, "mistralrs.CompletionRequest": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 9}, "mistralrs.Architecture": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Mistral": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Gemma": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Mixtral": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Llama": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Phi2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Phi3": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Qwen2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Gemma2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Starcoder2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Architecture.Phi3_5MoE": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 3, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.Phi3V": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.Idefics2": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.LLaVANext": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.LLaVA": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.VisionArchitecture.VLlama": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeConfig": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeExpertType": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeExpertType.FineTuned": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 10, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ToolChoice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ToolChoice.NoTools": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ToolChoice.Auto": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseMessage": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 7}, "mistralrs.ResponseMessage.tool_calls": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseMessage.content": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseMessage.role": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Delta": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 9}, "mistralrs.Delta.content": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Delta.role": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 12}, "mistralrs.ResponseLogprob.token": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob.top_logprobs": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob.logprob": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ResponseLogprob.bytes": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Logprobs": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.Logprobs.content": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.Choice.logprobs": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice.finish_reason": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice.index": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Choice.message": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 8}, "mistralrs.ChunkChoice.delta": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice.index": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice.finish_reason": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChunkChoice.logprobs": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 10}, "mistralrs.Usage.prompt_tokens": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.avg_tok_per_sec": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.avg_compl_tok_per_sec": {"qualname": 6, "fullname": 7, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.total_prompt_time_sec": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.completion_tokens": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.total_time_sec": {"qualname": 4, "fullname": 5, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.total_tokens": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"qualname": 6, "fullname": 7, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.Usage.total_completion_time_sec": {"qualname": 5, "fullname": 6, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 9}, "mistralrs.ChatCompletionResponse.object": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.created": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.usage": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.model": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.id": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionResponse.choices": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 8}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.created": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.choices": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.id": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.model": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ChatCompletionChunkResponse.object": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.CompletionChoice.finish_reason": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice.text": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice.logprobs": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionChoice.index": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 8}, "mistralrs.CompletionResponse.system_fingerprint": {"qualname": 3, "fullname": 4, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.usage": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.created": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.object": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.id": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.choices": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.CompletionResponse.model": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.TopLogprob": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.TopLogprob.token": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.TopLogprob.logprob": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.TopLogprob.bytes": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 45}, "mistralrs.ModelDType.Auto": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType.BF16": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType.F16": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ModelDType.F32": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ImageGenerationResponseFormat": {"qualname": 1, "fullname": 2, "annotation": 0, "default_value": 0, "signature": 0, "bases": 0, "doc": 6}, "mistralrs.ImageGenerationResponseFormat.Url": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"qualname": 2, "fullname": 3, "annotation": 0, "default_value": 2, "signature": 0, "bases": 0, "doc": 3}}, "length": 119, "save": true}, "index": {"qualname": {"root": {"5": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 1}}}}, "docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 6}}}}}, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1}, "mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.ResponseMessage.role": {"tf": 1}}, "df": 4}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.ResponseLogprob.bytes": {"tf": 1}}, "df": 5}}}}}}}}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}}}, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}}, "df": 2}}}}, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 3}}, "c": {"docs": {"mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}}, "df": 6}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"2": {"docs": {"mistralrs.Architecture.Starcoder2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}}}, "y": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}}, "df": 7}}}}}}}}}}}}}}}}}}}}}}}}}, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.Choice.index": {"tf": 1}, "mistralrs.Choice.message": {"tf": 1}}, "df": 5, "s": {"docs": {"mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}}, "df": 3}}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}}, "df": 5}}}}}}}}}}, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}}, "df": 1, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}}, "df": 4, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.text": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}}, "df": 5}}}}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}}, "df": 3}}}}}}, "a": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1}}}}, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}}, "df": 3}}}}}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "m": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"2": {"docs": {"mistralrs.Architecture.Gemma2": {"tf": 1}}, "df": 1}, "docs": {"mistralrs.Architecture.Gemma": {"tf": 1}}, "df": 1}}}}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.GGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.GGML": {"tf": 1}}, "df": 1}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}}}}}}}}}}}}}}, "s": {"docs": {}, "df": 0, "q": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "d": {"docs": {"mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "s": {"2": {"docs": {"mistralrs.VisionArchitecture.Idefics2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {"mistralrs.Choice.index": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}}, "df": 3}}}}}, "a": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture": {"tf": 1}, "mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 11}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.AnyMoeConfig": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.AnyMoeExpertType": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}}, "df": 2}}}, "v": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3}}}, "w": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Which": {"tf": 1}, "mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 12}}}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.Plain": {"tf": 1}}, "df": 1}}}}, "h": {"docs": {}, "df": 0, "i": {"2": {"docs": {"mistralrs.Architecture.Phi2": {"tf": 1}}, "df": 1}, "3": {"docs": {"mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 2, "v": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}}, "df": 1}}, "docs": {}, "df": 0}}, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3}}}}}, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3}}}, "x": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.XLora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.XLoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.XLoraGGML": {"tf": 1}}, "df": 1}}}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.Lora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.LoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.LoraGGML": {"tf": 1}}, "df": 1}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 1}}}}}}}}}, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}}, "df": 6}}}}}}}, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Architecture.Llama": {"tf": 1}}, "df": 1}}, "v": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.LLaVA": {"tf": 1}}, "df": 1, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}}, "df": 1}}}}}}}}}, "v": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.VisionPlain": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.VisionArchitecture": {"tf": 1}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 6}}}}}}}}}}}}}}}}}, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 1}}}}}}, "d": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 1}}}}}}}}}}}}}, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Delta": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}}, "df": 4}}}}}, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}}, "df": 1}}}}}, "x": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mixtral": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice.message": {"tf": 1}}, "df": 1}}}}}}, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}}, "df": 3, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}}, "df": 5}}}}}}}}}}, "q": {"docs": {}, "df": 0, "w": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"2": {"docs": {"mistralrs.Architecture.Qwen2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.F16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "3": {"2": {"docs": {"mistralrs.ModelDType.F32": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}}, "df": 1}}}}}}, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}}}}}}, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ToolChoice": {"tf": 1}, "mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}}, "df": 3}}}}}}}}, "k": {"docs": {"mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}}, "df": 3}}}}, "p": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}}, "df": 1, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.TopLogprob": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}}, "df": 4}}}}}}}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}}, "df": 4}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}}, "df": 3}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionChoice.text": {"tf": 1}}, "df": 1}}}}, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}}, "df": 1}}}}}}}, "b": {"6": {"4": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 1}}}}}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}}, "df": 2}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.BF16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage": {"tf": 1}, "mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}}, "df": 12}}}}, "r": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}}, "df": 1}}}, "o": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}}, "df": 3}}}}}}}}, "fullname": {"root": {"5": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 1}}}}, "docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}}, "df": 1, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs": {"tf": 1}, "mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.Which": {"tf": 1}, "mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Architecture": {"tf": 1}, "mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}, "mistralrs.VisionArchitecture": {"tf": 1}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}, "mistralrs.AnyMoeConfig": {"tf": 1}, "mistralrs.AnyMoeExpertType": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}, "mistralrs.ToolChoice": {"tf": 1}, "mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1}, "mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.Delta": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}, "mistralrs.Choice": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.Choice.index": {"tf": 1}, "mistralrs.Choice.message": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.text": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}, "mistralrs.TopLogprob": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 119}}}}}}}, "x": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mixtral": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice.message": {"tf": 1}}, "df": 1}}}}}}, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}}, "df": 3, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}}, "df": 5}}}}}}}}}}, "r": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 6}}}}}, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1}, "mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.ResponseMessage.role": {"tf": 1}}, "df": 4}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.ResponseLogprob.bytes": {"tf": 1}}, "df": 5}}}}}}}}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}}}, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage.role": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}}, "df": 2}}}}, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 3}}, "c": {"docs": {"mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}}, "df": 6}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"2": {"docs": {"mistralrs.Architecture.Starcoder2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}}}, "y": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.ChatCompletionResponse.model": {"tf": 1}, "mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}}, "df": 7}}}}}}}}}}}}}}}}}}}}}}}}}, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.Choice.index": {"tf": 1}, "mistralrs.Choice.message": {"tf": 1}}, "df": 5, "s": {"docs": {"mistralrs.ChatCompletionResponse.choices": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}}, "df": 3}}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}}, "df": 5}}}}}}}}}}, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}}, "df": 1, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}}, "df": 4, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionRequest": {"tf": 1}}, "df": 1}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.choices": {"tf": 1}, "mistralrs.CompletionResponse.model": {"tf": 1}}, "df": 8}}}}}}}}, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.text": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}}, "df": 5}}}}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ResponseMessage.content": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}}, "df": 3}}}}}}, "a": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1}}}}, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ChatCompletionResponse.created": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1}, "mistralrs.CompletionResponse.created": {"tf": 1}}, "df": 3}}}}}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "m": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"2": {"docs": {"mistralrs.Architecture.Gemma2": {"tf": 1}}, "df": 1}, "docs": {"mistralrs.Architecture.Gemma": {"tf": 1}}, "df": 1}}}}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.GGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.GGML": {"tf": 1}}, "df": 1}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}}}}}}}}}}}}}}, "s": {"docs": {}, "df": 0, "q": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "d": {"docs": {"mistralrs.ChatCompletionResponse.id": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1}, "mistralrs.CompletionResponse.id": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "s": {"2": {"docs": {"mistralrs.VisionArchitecture.Idefics2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {"mistralrs.Choice.index": {"tf": 1}, "mistralrs.ChunkChoice.index": {"tf": 1}, "mistralrs.CompletionChoice.index": {"tf": 1}}, "df": 3}}}}}, "a": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture": {"tf": 1}, "mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 11}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.AnyMoeConfig": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.AnyMoeExpertType": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 3}}}}}}}}}}}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}}, "df": 2}}}, "v": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3}}}, "w": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Which": {"tf": 1}, "mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 12}}}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.Plain": {"tf": 1}}, "df": 1}}}}, "h": {"docs": {}, "df": 0, "i": {"2": {"docs": {"mistralrs.Architecture.Phi2": {"tf": 1}}, "df": 1}, "3": {"docs": {"mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 2, "v": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}}, "df": 1}}, "docs": {}, "df": 0}}, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3}}}}}, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3}}}, "x": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.XLora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.XLoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.XLoraGGML": {"tf": 1}}, "df": 1}}}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.Lora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.LoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.LoraGGML": {"tf": 1}}, "df": 1}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 1}}}}}}}}}, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.Logprobs.content": {"tf": 1}, "mistralrs.Choice.logprobs": {"tf": 1}, "mistralrs.ChunkChoice.logprobs": {"tf": 1}, "mistralrs.CompletionChoice.logprobs": {"tf": 1}}, "df": 6}}}}}}}, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Architecture.Llama": {"tf": 1}}, "df": 1}}, "v": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.LLaVA": {"tf": 1}}, "df": 1, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}}, "df": 1}}}}}}}}}, "v": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.VisionPlain": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.VisionArchitecture": {"tf": 1}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 6}}}}}}}}}}}}}}}}}, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 1}}}}}}, "d": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 1}}}}}}}}}}}}}, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Delta": {"tf": 1}, "mistralrs.Delta.content": {"tf": 1}, "mistralrs.Delta.role": {"tf": 1}, "mistralrs.ChunkChoice.delta": {"tf": 1}}, "df": 4}}}}}, "q": {"docs": {}, "df": 0, "w": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"2": {"docs": {"mistralrs.Architecture.Qwen2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.F16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "3": {"2": {"docs": {"mistralrs.ModelDType.F32": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}}, "df": 1}}}}}}, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Choice.finish_reason": {"tf": 1}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1}}, "df": 3}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1}}, "df": 3}}}}}}}}}}}, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ResponseMessage.tool_calls": {"tf": 1}}, "df": 1, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ToolChoice": {"tf": 1}, "mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}}, "df": 3}}}}}}}}, "k": {"docs": {"mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}}, "df": 3, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ResponseLogprob.token": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}}, "df": 2, "s": {"docs": {"mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}}, "df": 3}}}}, "p": {"docs": {"mistralrs.ResponseLogprob.top_logprobs": {"tf": 1}}, "df": 1, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.TopLogprob": {"tf": 1}, "mistralrs.TopLogprob.token": {"tf": 1}, "mistralrs.TopLogprob.logprob": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}}, "df": 4}}}}}}}}, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}}, "df": 4}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}}, "df": 3}}}, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.CompletionChoice.text": {"tf": 1}}, "df": 1}}}}, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}}, "df": 1}}}}}}}, "b": {"6": {"4": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 1}}}}}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseLogprob.bytes": {"tf": 1}, "mistralrs.TopLogprob.bytes": {"tf": 1}}, "df": 2}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.BF16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage": {"tf": 1}, "mistralrs.Usage.prompt_tokens": {"tf": 1}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1}, "mistralrs.Usage.completion_tokens": {"tf": 1}, "mistralrs.Usage.total_time_sec": {"tf": 1}, "mistralrs.Usage.total_tokens": {"tf": 1}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1}, "mistralrs.CompletionResponse.usage": {"tf": 1}}, "df": 12}}}}, "r": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}}, "df": 1}}}, "o": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionResponse.object": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1}, "mistralrs.CompletionResponse.object": {"tf": 1}}, "df": 3}}}}}}}}, "annotation": {"root": {"docs": {}, "df": 0}}, "default_value": {"root": {"5": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 1}}}}, "docs": {"mistralrs.Which.Plain": {"tf": 1.4142135623730951}, "mistralrs.Which.XLora": {"tf": 1.4142135623730951}, "mistralrs.Which.Lora": {"tf": 1.4142135623730951}, "mistralrs.Which.GGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.GGML": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.VisionPlain": {"tf": 1.4142135623730951}, "mistralrs.Which.DiffusionPlain": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1.4142135623730951}}, "df": 13, "l": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.Lora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.LoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.LoraGGML": {"tf": 1}}, "df": 1}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 1}}}}}}}}}}, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Architecture.Llama": {"tf": 1}}, "df": 1}}, "v": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.LLaVA": {"tf": 1}}, "df": 1, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}}, "df": 1}}}}}}}}}, "c": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}}}}}, "x": {"2": {"7": {"docs": {"mistralrs.Which.Plain": {"tf": 1.4142135623730951}, "mistralrs.Which.XLora": {"tf": 1.4142135623730951}, "mistralrs.Which.Lora": {"tf": 1.4142135623730951}, "mistralrs.Which.GGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGUF": {"tf": 1.4142135623730951}, "mistralrs.Which.GGML": {"tf": 1.4142135623730951}, "mistralrs.Which.XLoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.LoraGGML": {"tf": 1.4142135623730951}, "mistralrs.Which.VisionPlain": {"tf": 1.4142135623730951}, "mistralrs.Which.DiffusionPlain": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1.4142135623730951}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1.4142135623730951}}, "df": 13}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Which.XLora": {"tf": 1}}, "df": 1, "g": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.XLoraGGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.XLoraGGML": {"tf": 1}}, "df": 1}}}}}}}}}, "b": {"6": {"4": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 1}}}}}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}}}}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.BF16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}, "w": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 11}}}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.Plain": {"tf": 1}}, "df": 1}}}}, "h": {"docs": {}, "df": 0, "i": {"2": {"docs": {"mistralrs.Architecture.Phi2": {"tf": 1}}, "df": 1}, "3": {"docs": {"mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 2, "v": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}}, "df": 1}}, "docs": {}, "df": 0}}}, "g": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Which.Plain": {"tf": 1}, "mistralrs.Which.XLora": {"tf": 1}, "mistralrs.Which.Lora": {"tf": 1}, "mistralrs.Which.GGUF": {"tf": 1}, "mistralrs.Which.XLoraGGUF": {"tf": 1}, "mistralrs.Which.LoraGGUF": {"tf": 1}, "mistralrs.Which.GGML": {"tf": 1}, "mistralrs.Which.XLoraGGML": {"tf": 1}, "mistralrs.Which.LoraGGML": {"tf": 1}, "mistralrs.Which.VisionPlain": {"tf": 1}, "mistralrs.Which.DiffusionPlain": {"tf": 1}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 13}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Which.GGUF": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Which.GGML": {"tf": 1}}, "df": 1}}}, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"2": {"docs": {"mistralrs.Architecture.Gemma2": {"tf": 1}}, "df": 1}, "docs": {"mistralrs.Architecture.Gemma": {"tf": 1}}, "df": 1}}}}}, "v": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.VisionPlain": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.VisionArchitecture.Phi3V": {"tf": 1}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 5}}}}}}}}}}}}}}}}}, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.VisionArchitecture.VLlama": {"tf": 1}}, "df": 1}}}}}}, "d": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Which.DiffusionPlain": {"tf": 1}}, "df": 1}}}}}}}}}}}}}}, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}, "mistralrs.Architecture.Gemma": {"tf": 1}, "mistralrs.Architecture.Mixtral": {"tf": 1}, "mistralrs.Architecture.Llama": {"tf": 1}, "mistralrs.Architecture.Phi2": {"tf": 1}, "mistralrs.Architecture.Phi3": {"tf": 1}, "mistralrs.Architecture.Qwen2": {"tf": 1}, "mistralrs.Architecture.Gemma2": {"tf": 1}, "mistralrs.Architecture.Starcoder2": {"tf": 1}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1}}, "df": 10}}}}}}}}}}}, "n": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "x": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1}}, "df": 2}}}}}}}}}}}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ToolChoice.Auto": {"tf": 1}, "mistralrs.ModelDType.Auto": {"tf": 1}}, "df": 2}}}}, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mistral": {"tf": 1}}, "df": 1}}}}}, "x": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Architecture.Mixtral": {"tf": 1}}, "df": 1}}}}}}, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType.Auto": {"tf": 1}, "mistralrs.ModelDType.BF16": {"tf": 1}, "mistralrs.ModelDType.F16": {"tf": 1}, "mistralrs.ModelDType.F32": {"tf": 1}}, "df": 4}}}}}}}}}}, "q": {"docs": {}, "df": 0, "w": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"2": {"docs": {"mistralrs.Architecture.Qwen2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"2": {"docs": {"mistralrs.Architecture.Starcoder2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}}}}, "i": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "s": {"2": {"docs": {"mistralrs.VisionArchitecture.Idefics2": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}}}}}}, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1}}, "df": 2}}}}}}}}}}}}}}}}}}}}}}}}}}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType.F16": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "3": {"2": {"docs": {"mistralrs.ModelDType.F32": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1}}, "df": 1}}}}}}}}}, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}, "mistralrs.ToolChoice.Auto": {"tf": 1}}, "df": 2}}}}}}}}}}, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ToolChoice.NoTools": {"tf": 1}}, "df": 1}}}}}}}, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1}}, "df": 1}}}}}, "signature": {"root": {"1": {"2": {"8": {"0": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}, "docs": {}, "df": 0}, "7": {"2": {"0": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}, "docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 4.358898943540674}, "mistralrs.Runner.send_completion_request": {"tf": 4.358898943540674}, "mistralrs.Runner.generate_image": {"tf": 6.244997998398398}, "mistralrs.Runner.send_re_isq": {"tf": 4.358898943540674}, "mistralrs.Runner.activate_adapters": {"tf": 4.358898943540674}}, "df": 5, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 5}}}}, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}, "s": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}}}, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "f": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "h": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}}, "w": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}}}}}, "d": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "n": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}, "bases": {"root": {"docs": {}, "df": 0}}, "doc": {"root": {"3": {"2": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {"mistralrs": {"tf": 1.7320508075688772}, "mistralrs.Runner": {"tf": 1.7320508075688772}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1.7320508075688772}, "mistralrs.Runner.send_completion_request": {"tf": 1.7320508075688772}, "mistralrs.Runner.generate_image": {"tf": 1.7320508075688772}, "mistralrs.Runner.send_re_isq": {"tf": 1.7320508075688772}, "mistralrs.Runner.activate_adapters": {"tf": 1.7320508075688772}, "mistralrs.Which": {"tf": 1.7320508075688772}, "mistralrs.Which.Plain": {"tf": 1.7320508075688772}, "mistralrs.Which.XLora": {"tf": 1.7320508075688772}, "mistralrs.Which.Lora": {"tf": 1.7320508075688772}, "mistralrs.Which.GGUF": {"tf": 1.7320508075688772}, "mistralrs.Which.XLoraGGUF": {"tf": 1.7320508075688772}, "mistralrs.Which.LoraGGUF": {"tf": 1.7320508075688772}, "mistralrs.Which.GGML": {"tf": 1.7320508075688772}, "mistralrs.Which.XLoraGGML": {"tf": 1.7320508075688772}, "mistralrs.Which.LoraGGML": {"tf": 1.7320508075688772}, "mistralrs.Which.VisionPlain": {"tf": 1.7320508075688772}, "mistralrs.Which.DiffusionPlain": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionRequest": {"tf": 1.7320508075688772}, "mistralrs.CompletionRequest": {"tf": 1.7320508075688772}, "mistralrs.Architecture": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Mistral": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Gemma": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Mixtral": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Llama": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Phi2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Phi3": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Qwen2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Gemma2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Starcoder2": {"tf": 1.7320508075688772}, "mistralrs.Architecture.Phi3_5MoE": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.Phi3V": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.Idefics2": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.LLaVANext": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.LLaVA": {"tf": 1.7320508075688772}, "mistralrs.VisionArchitecture.VLlama": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeConfig": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeExpertType": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeExpertType.FineTuned": {"tf": 1.7320508075688772}, "mistralrs.AnyMoeExpertType.LoraAdapter": {"tf": 1.7320508075688772}, "mistralrs.ToolChoice": {"tf": 1.7320508075688772}, "mistralrs.ToolChoice.NoTools": {"tf": 1.7320508075688772}, "mistralrs.ToolChoice.Auto": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage.tool_calls": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage.content": {"tf": 1.7320508075688772}, "mistralrs.ResponseMessage.role": {"tf": 1.7320508075688772}, "mistralrs.Delta": {"tf": 1.7320508075688772}, "mistralrs.Delta.content": {"tf": 1.7320508075688772}, "mistralrs.Delta.role": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.token": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.top_logprobs": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.logprob": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob.bytes": {"tf": 1.7320508075688772}, "mistralrs.Logprobs": {"tf": 1.7320508075688772}, "mistralrs.Logprobs.content": {"tf": 1.7320508075688772}, "mistralrs.Choice": {"tf": 1.7320508075688772}, "mistralrs.Choice.logprobs": {"tf": 1.7320508075688772}, "mistralrs.Choice.finish_reason": {"tf": 1.7320508075688772}, "mistralrs.Choice.index": {"tf": 1.7320508075688772}, "mistralrs.Choice.message": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.delta": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.index": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.finish_reason": {"tf": 1.7320508075688772}, "mistralrs.ChunkChoice.logprobs": {"tf": 1.7320508075688772}, "mistralrs.Usage": {"tf": 1.7320508075688772}, "mistralrs.Usage.prompt_tokens": {"tf": 1.7320508075688772}, "mistralrs.Usage.avg_tok_per_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.avg_compl_tok_per_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_prompt_time_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.completion_tokens": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_time_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_tokens": {"tf": 1.7320508075688772}, "mistralrs.Usage.avg_prompt_tok_per_sec": {"tf": 1.7320508075688772}, "mistralrs.Usage.total_completion_time_sec": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.object": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.system_fingerprint": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.created": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.usage": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.model": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.id": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionResponse.choices": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.system_fingerprint": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.created": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.choices": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.id": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.model": {"tf": 1.7320508075688772}, "mistralrs.ChatCompletionChunkResponse.object": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.finish_reason": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.text": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.logprobs": {"tf": 1.7320508075688772}, "mistralrs.CompletionChoice.index": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.system_fingerprint": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.usage": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.created": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.object": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.id": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.choices": {"tf": 1.7320508075688772}, "mistralrs.CompletionResponse.model": {"tf": 1.7320508075688772}, "mistralrs.TopLogprob": {"tf": 1.4142135623730951}, "mistralrs.TopLogprob.token": {"tf": 1.7320508075688772}, "mistralrs.TopLogprob.logprob": {"tf": 1.7320508075688772}, "mistralrs.TopLogprob.bytes": {"tf": 1.7320508075688772}, "mistralrs.ModelDType": {"tf": 3.7416573867739413}, "mistralrs.ModelDType.Auto": {"tf": 1.7320508075688772}, "mistralrs.ModelDType.BF16": {"tf": 1.7320508075688772}, "mistralrs.ModelDType.F16": {"tf": 1.7320508075688772}, "mistralrs.ModelDType.F32": {"tf": 1.7320508075688772}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1.4142135623730951}, "mistralrs.ImageGenerationResponseFormat.Url": {"tf": 1.7320508075688772}, "mistralrs.ImageGenerationResponseFormat.B64Json": {"tf": 1.7320508075688772}}, "df": 119, "a": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.Usage": {"tf": 1}}, "df": 4, "n": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 8, "d": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}, "p": {"docs": {}, "df": 0, "i": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}}, "df": 4}}, "s": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}, "d": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1.4142135623730951}}, "df": 1}}}}}}}, "c": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}, "u": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "o": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}, "o": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "j": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "i": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 7}}}}}, "r": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "w": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "i": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "t": {"docs": {}, "df": 0, "h": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}}, "df": 1}}}, "h": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}, "t": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1.4142135623730951}, "mistralrs.Runner.activate_adapters": {"tf": 1.7320508075688772}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1.7320508075688772}}, "df": 7, "n": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "i": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 2}}}, "o": {"docs": {"mistralrs.Runner": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 4, "p": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.TopLogprob": {"tf": 1}}, "df": 2}, "k": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}}, "df": 2}}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}}}}, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Usage": {"tf": 1}}, "df": 1}}}, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}, "r": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}, "e": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}}, "df": 9, "s": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}, "t": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}}}}}, "s": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}}, "df": 2}}}, "p": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.Delta": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 5}}}}}}, "a": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}}}}, "s": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 4}}}, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "f": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}}}}}}, "t": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Delta": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}}, "df": 3}}}}}}}}, "u": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Usage": {"tf": 1}}, "df": 1}}}}}}}, "o": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}, "p": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}}}, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}, "e": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Logprobs": {"tf": 1}}, "df": 1}}, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}, "c": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "v": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "s": {"docs": {"mistralrs.Runner": {"tf": 1}}, "df": 1}}}}}}}}}}, "t": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.Delta": {"tf": 1}}, "df": 1}}}}}, "m": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.send_chat_completion_request": {"tf": 1}, "mistralrs.Runner.send_completion_request": {"tf": 1}, "mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.Usage": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 7}}}}}}, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.CompletionRequest": {"tf": 1}, "mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.Choice": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}, "mistralrs.CompletionResponse": {"tf": 1}}, "df": 9}}}}}}}}}, "h": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ChatCompletionRequest": {"tf": 1}, "mistralrs.ResponseMessage": {"tf": 1}, "mistralrs.Choice": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionResponse": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}}, "df": 6}}, "o": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Choice": {"tf": 1}, "mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.CompletionChoice": {"tf": 1}}, "df": 3}}}}, "u": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "k": {"docs": {"mistralrs.ChunkChoice": {"tf": 1}, "mistralrs.ChatCompletionChunkResponse": {"tf": 1}}, "df": 2}}}}}, "g": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}}, "df": 1}, "i": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "n": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 1}}}}}}}}}, "g": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "f": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}, "i": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.generate_image": {"tf": 1}, "mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 2}}}, "p": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}, "s": {"docs": {"mistralrs.ModelDType": {"tf": 2}}, "df": 1, "q": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}, "f": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 2}, "n": {"docs": {"mistralrs.Delta": {"tf": 1}}, "df": 1}, "g": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}, "t": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}, "m": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1.4142135623730951}, "mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1.4142135623730951}}, "df": 3}}}}, "a": {"docs": {}, "df": 0, "k": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}}, "df": 1}}}, "e": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "s": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "g": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ResponseMessage": {"tf": 1}}, "df": 1}}}}}}}, "l": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}, "g": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "b": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}}, "df": 1, "s": {"docs": {"mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.Logprobs": {"tf": 1}, "mistralrs.TopLogprob": {"tf": 1}}, "df": 3}}}}}}}}, "n": {"docs": {"mistralrs.TopLogprob": {"tf": 1}}, "df": 1, "o": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "h": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Runner.send_re_isq": {"tf": 1}}, "df": 1}}}}, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0, "o": {"docs": {}, "df": 0, "r": {"docs": {"mistralrs.Runner.activate_adapters": {"tf": 1}, "mistralrs.Delta": {"tf": 1}, "mistralrs.ResponseLogprob": {"tf": 1}, "mistralrs.ModelDType": {"tf": 1}}, "df": 4, "m": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ImageGenerationResponseFormat": {"tf": 1}}, "df": 1}}}}}, "a": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "b": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "c": {"docs": {}, "df": 0, "k": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}}, "d": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "a": {"docs": {"mistralrs.Delta": {"tf": 1}}, "df": 1}}}, "f": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}, "u": {"docs": {}, "df": 0, "r": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "g": {"docs": {"mistralrs.Usage": {"tf": 1}}, "df": 1}}}}}, "t": {"docs": {}, "df": 0, "y": {"docs": {}, "df": 0, "p": {"docs": {}, "df": 0, "e": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}, "e": {"docs": {}, "df": 0, "l": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "m": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {"mistralrs.TopLogprob": {"tf": 1}}, "df": 1}}}}}}}, "q": {"docs": {}, "df": 0, "u": {"docs": {}, "df": 0, "a": {"docs": {}, "df": 0, "n": {"docs": {}, "df": 0, "t": {"docs": {}, "df": 0, "i": {"docs": {}, "df": 0, "z": {"docs": {}, "df": 0, "e": {"docs": {}, "df": 0, "d": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}}}}}}}}}, "b": {"docs": {}, "df": 0, "f": {"1": {"6": {"docs": {"mistralrs.ModelDType": {"tf": 1}}, "df": 1}, "docs": {}, "df": 0}, "docs": {}, "df": 0}}}}}, "pipeline": ["trimmer"], "_isPrebuiltIndex": true}; // mirrored in build-search-index.js (part 1) // Also split on html tags. this is a cheap heuristic, but good enough. diff --git a/src/mistralrs_core/models/mistral.rs.html b/src/mistralrs_core/models/mistral.rs.html index 03ca7ac34..f1807a1a9 100644 --- a/src/mistralrs_core/models/mistral.rs.html +++ b/src/mistralrs_core/models/mistral.rs.html @@ -1392,7 +1392,7 @@ num_kv_heads: cfg.num_key_value_heads, num_attn_heads: cfg.num_attention_heads, sliding_window: cfg.sliding_window, - head_dim: None, + head_dim: Some(cfg.head_dim()), }, }) }