4105ca1 5b27f65 4105ca1
1
2
3
4
5
6
7
8
9
10
{ "device": "cuda", "seed": 42, "dtype": "torch.bfloat16", "model_name": "meta-llama/Meta-Llama-3.1-8B", "use_flash_attn": false, "cache_dir": null, "d_model": 4096, "local_files_only": false }