Update ipu_config.json
Browse files- ipu_config.json +3 -3
ipu_config.json
CHANGED
@@ -6,7 +6,7 @@
|
|
6 |
"gradient_accumulation_steps": 16,
|
7 |
"executable_cache_dir": "./exe_cache",
|
8 |
|
9 |
-
"layers_per_ipu": [
|
10 |
-
"matmul_proportion": 0.6,
|
11 |
-
"
|
12 |
}
|
|
|
6 |
"gradient_accumulation_steps": 16,
|
7 |
"executable_cache_dir": "./exe_cache",
|
8 |
|
9 |
+
"layers_per_ipu": [1, 2, 3, 3, 3, 0, 6, 6],
|
10 |
+
"matmul_proportion": [0.6, 0.6, 0.2, 0.2, 0.2, 0.6, 0.2, 0.2],
|
11 |
+
"serialized_projection_splits_per_ipu": [0, 0, 0, 0, 0, 4, 0, 0]
|
12 |
}
|