SREDWise commited on
Commit
23cbb4b
1 Parent(s): 48a9cfb

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +7 -17
config.json CHANGED
@@ -1,22 +1,12 @@
1
  {
2
- "parameters": {
3
- "model_id": "mistralai/Mistral-7B-Instruct-v0.2",
4
- "device_map": "auto",
5
- "torch_dtype": "bfloat16",
6
- "max_new_tokens": 500,
7
- "temperature": 0.7,
8
- "top_p": 0.95,
9
- "top_k": 50,
10
- "num_return_sequences": 1,
11
- "pad_token_id": 2,
12
- "eos_token_id": 2
13
- },
14
- "environment": {
15
- "CUDA_VISIBLE_DEVICES": "0",
16
- "TRANSFORMERS_CACHE": "/cache"
17
- },
18
  "hardware": {
19
  "accelerator": "gpu",
20
  "gpu_memory": "24GB"
21
- }
 
22
  }
 
1
  {
2
+ "model_id": "mistralai/Mistral-7B-Instruct-v0.2",
3
+ "runtime": "python",
4
+ "framework": "pytorch",
5
+ "python_version": "3.9",
6
+ "cuda_version": "11.8",
 
 
 
 
 
 
 
 
 
 
 
7
  "hardware": {
8
  "accelerator": "gpu",
9
  "gpu_memory": "24GB"
10
+ },
11
+ "allow_override_parameters": true
12
  }