ipu_config.json

{
    "optimizer_state_offchip": true,
    "replicated_tensor_sharding": true,
    "enable_half_partials": true,                                                                                                
  
    "gradient_accumulation_steps": 32,
    "executable_cache_dir": "./exe_cache",                                                                                       

    "layers_per_ipu": [1, 2, 3, 3, 3, 0, 6, 6],
    "matmul_proportion": [0.6, 0.6, 0.2, 0.2, 0.2, 0.6, 0.2, 0.2],
    "serialized_projection_splits_per_ipu": [0, 0, 0, 0, 0, 4, 0, 0]
}