Graphcore
/

lxmert-base-ipu

Model card Files Files and versions Community

Update ipu_config.json

#1

by michaelbenayoun HF staff - opened Oct 19, 2022

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

ipu_config.json +1 -0

ipu_config.json CHANGED Viewed

@@ -12,6 +12,7 @@
     "inference_replication_factor": {"pod4": 1, "pod8": 2, "pod16": 4, "pod32": 8, "pod64": 16, "default": 1},
     "gradient_accumulation_steps": 8,
     "executable_cache_dir": "./exe_cache",
     "ipus_per_replica": 4,
     "matmul_proportion": [0.25]

     "inference_replication_factor": {"pod4": 1, "pod8": 2, "pod16": 4, "pod32": 8, "pod64": 16, "default": 1},
     "gradient_accumulation_steps": 8,
     "executable_cache_dir": "./exe_cache",
+    "layers_per_ipu": [0, 7, 7, 5],
     "ipus_per_replica": 4,
     "matmul_proportion": [0.25]