File size: 167 Bytes
6dc6833 |
1 2 3 4 5 6 7 |
from torch import nn
FC_CLASS_REGISTRY = {'torch': nn.Linear}
try:
import transformer_engine.pytorch as te
FC_CLASS_REGISTRY['te'] = te.Linear
except:
pass |
6dc6833 |
1 2 3 4 5 6 7 |
from torch import nn
FC_CLASS_REGISTRY = {'torch': nn.Linear}
try:
import transformer_engine.pytorch as te
FC_CLASS_REGISTRY['te'] = te.Linear
except:
pass |