Hugging Face's logo

distributed
/
optimized-gpt2-1b-vtestnet-v2

Text Generation
Transformers
Safetensors
gpt_optimized
custom_code
Model card Files Community
kmfoda commited on
Commit
7b15969
·
verified ·
1 Parent(s): 97d9225

Epoch 1. Batch Size 490. Peers 3.

Browse files
Files changed (3) hide show
  1. config.json +4 -38
  2. model.safetensors +1 -1
  3. optimizer.pt +3 -0
config.json CHANGED
@@ -1,46 +1,12 @@
1
  {
2
- "_name_or_path": "distributed/optimized-gpt2-1b-vtestnet",
3
  "activation_function": "gelu_new",
4
  "all_reduce_scores": {
5
- "0": "NON_PARTICIPATING",
6
- "1": "NON_PARTICIPATING",
7
- "10": "NON_PARTICIPATING",
8
- "11": "NON_PARTICIPATING",
9
- "12": "NON_PARTICIPATING",
10
- "13": "NON_PARTICIPATING",
11
- "14": "NON_PARTICIPATING",
12
- "15": "NON_PARTICIPATING",
13
- "16": "NON_PARTICIPATING",
14
- "17": "NON_PARTICIPATING",
15
- "18": "NON_PARTICIPATING",
16
- "19": "NON_PARTICIPATING",
17
  "2": "NON_PARTICIPATING",
18
- "20": "NON_PARTICIPATING",
19
- "21": "NON_PARTICIPATING",
20
- "22": "NON_PARTICIPATING",
21
- "23": "NON_PARTICIPATING",
22
- "24": "NON_PARTICIPATING",
23
- "25": "NON_PARTICIPATING",
24
- "26": "NON_PARTICIPATING",
25
- "27": "SUCCESS",
26
- "28": "NON_PARTICIPATING",
27
- "29": "NON_PARTICIPATING",
28
  "3": "NON_PARTICIPATING",
29
- "30": "NON_PARTICIPATING",
30
- "31": "NON_PARTICIPATING",
31
- "32": "NON_PARTICIPATING",
32
- "33": "NON_PARTICIPATING",
33
- "34": "NON_PARTICIPATING",
34
- "35": "NON_PARTICIPATING",
35
- "36": "SUCCESS",
36
- "37": "NON_PARTICIPATING",
37
- "38": "NON_PARTICIPATING",
38
- "39": "NON_PARTICIPATING",
39
- "4": "NON_PARTICIPATING",
40
- "40": "NON_PARTICIPATING",
41
- "41": "NON_PARTICIPATING",
42
- "42": "NON_PARTICIPATING",
43
- "43": "NON_PARTICIPATING",
44
  "5": "NON_PARTICIPATING",
45
  "6": "NON_PARTICIPATING",
46
  "7": "NON_PARTICIPATING",
 
1
  {
2
+ "_name_or_path": "distributed/optimized-gpt2-1b-vtestnet-v2",
3
  "activation_function": "gelu_new",
4
  "all_reduce_scores": {
5
+ "0": "SUCCESS",
6
+ "1": "SUCCESS",
 
 
 
 
 
 
 
 
 
 
7
  "2": "NON_PARTICIPATING",
 
 
 
 
 
 
 
 
 
 
8
  "3": "NON_PARTICIPATING",
9
+ "4": "SUCCESS",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  "5": "NON_PARTICIPATING",
11
  "6": "NON_PARTICIPATING",
12
  "7": "NON_PARTICIPATING",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33f4fc9410f283b0021a231bd9719a4ac4b7c94371e2acb0a5f2cee905a03cda
3
  size 4040701744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65d79ee3e73ad7303358c61c2326ded9fab281bbe577729e66ce6f191f649939
3
  size 4040701744
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:107534f3d5274a71ed9a2a5e245166f1fb82844c1432f6c2190d5501b82bd413
3
+ size 8081787874