Update app.py
Browse files
app.py
CHANGED
@@ -10,9 +10,10 @@ import torch
|
|
10 |
|
11 |
os.system('wget -q https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.2/auto_gptq-0.4.2+cu118-cp310-cp310-linux_x86_64.whl')
|
12 |
os.system('pip install -qqq auto_gptq-0.4.1+cu118-cp310-cp310-linux_x86_64.whl --progress-bar off')
|
13 |
-
#os.system('curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg && curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | \ tee /etc/apt/sources.list.d/nvidia-container-toolkit.list ')
|
14 |
|
15 |
print(f"Is CUDA available: {torch.cuda.is_available()}")
|
|
|
|
|
16 |
import uuid
|
17 |
#import replicate
|
18 |
import requests
|
|
|
10 |
|
11 |
os.system('wget -q https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.2/auto_gptq-0.4.2+cu118-cp310-cp310-linux_x86_64.whl')
|
12 |
os.system('pip install -qqq auto_gptq-0.4.1+cu118-cp310-cp310-linux_x86_64.whl --progress-bar off')
|
|
|
13 |
|
14 |
print(f"Is CUDA available: {torch.cuda.is_available()}")
|
15 |
+
os.system('nvidia-smi')
|
16 |
+
|
17 |
import uuid
|
18 |
#import replicate
|
19 |
import requests
|