config.json

{
  "model_type": "mistral",
  "base_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.3",
  "task": "CAUSAL_LM",
  "peft_type": "LORA",
  "adapter_config": "adapter_config.json",
  "tokenizer_class": "MistralTokenizer",
  "hidden_size": 4096,
  "num_attention_heads": 32,
  "num_hidden_layers": 28,
  "vocab_size": 50257
}