Spaces:
Running
on
Zero
Running
on
Zero
Allow cuda tf32 matmul to optimize
#39
by
billloic
- opened
app.py
CHANGED
|
@@ -35,6 +35,7 @@ MODEL = os.getenv(
|
|
| 35 |
|
| 36 |
torch.backends.cudnn.deterministic = True
|
| 37 |
torch.backends.cudnn.benchmark = False
|
|
|
|
| 38 |
|
| 39 |
device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|
| 40 |
|
|
|
|
| 35 |
|
| 36 |
torch.backends.cudnn.deterministic = True
|
| 37 |
torch.backends.cudnn.benchmark = False
|
| 38 |
+
torch.backends.cuda.matmul.allow_tf32 = True
|
| 39 |
|
| 40 |
device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|
| 41 |
|