OpenVINO
/

mixtral-8x7b-instruct-v0.1-int4-ov

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

katuni4ka commited on Apr 30

Commit

5bbbd8d

•

1 Parent(s): e7da494

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -44,7 +44,7 @@ pip install optimum[openvino]
 from transformers import AutoTokenizer
 from optimum.intel.openvino import OVModelForCausalLM
-model_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = OVModelForCausalLM.from_pretrained(model_id)

 from transformers import AutoTokenizer
 from optimum.intel.openvino import OVModelForCausalLM
+model_id = "OpenVINO/mixtral-8x7b-instruct-v0.1-int4-ov"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = OVModelForCausalLM.from_pretrained(model_id)