adapter_config.json

{
    "bias": "none",
    "peft_type": "MIXLORA",
    "r": 8,
    "lora_alpha": 16,
    "lora_dropout": 0.05,
    "target_modules": [
        "o_proj",
        "down_proj",
        "qkv_proj",
        "gate_up_proj"
    ],
    "routing_strategy": "mixtral",
    "num_experts": 8,
    "act_fn": "silu",
    "top_k": 2,
    "base_model_name_or_path": "microsoft/Phi-3-mini-4k-instruct",
    "task_type": "CAUSAL_LM"
}