name: mistral-v0.3 | |
backend: transformers | |
parameters: | |
model: fakezeta/Mistral-7B-Instruct-v0.3-ov-awq | |
context_size: 32768 | |
type: OVModelForCausalLM | |
template: | |
use_tokenizer_template: true | |
name: mistral-v0.3 | |
backend: transformers | |
parameters: | |
model: fakezeta/Mistral-7B-Instruct-v0.3-ov-awq | |
context_size: 32768 | |
type: OVModelForCausalLM | |
template: | |
use_tokenizer_template: true | |