File size: 285 Bytes
24628d9
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
{
    "model_info": {
        "provider": "attn-hf",
        "name": "qwen-attn",
        "model_id": "Qwen/Qwen2-1.5B-Instruct"
    },
    "params": {
        "temperature": 0.1,
        "max_output_tokens": 32,
        "important_heads": [[11, 8], [12, 8], [14, 10], [19, 7]]
    }
}