| # Use a pipeline as a high-level helper | |
| from transformers import pipeline | |
| messages = [ | |
| {"role": "user", "content": "Who are you?"}, | |
| ] | |
| pipe = pipeline("text-generation", model="mistralai/Mixtral-8x7B-Instruct-v0.1") | |
| pipe(messages) | |
| # Load model directly | |
| from transformers import AutoTokenizer, AutoModelForCausalLM | |
| tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1") | |
| model = AutoModelForCausalLM.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1") |