f

.idea/Vietnamese_correct_spelling.iml

@@ -4,7 +4,7 @@
     <content url="file://$MODULE_DIR$">
       <excludeFolder url="file://$MODULE_DIR$/venv" />
     </content>
-    <orderEntry type="jdk" jdkName="Python 3.11 (Vietnamese_correct_spelling)" jdkType="Python SDK" />
+    <orderEntry type="jdk" jdkName="Python 3.11 (Vietnamese_correct_spelling) (2)" jdkType="Python SDK" />
     <orderEntry type="sourceFolder" forTests="false" />
   </component>
 </module>

.idea/misc.xml

@@ -3,5 +3,5 @@
   <component name="Black">
     <option name="sdkName" value="Python 3.12" />
   </component>
-  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.11 (Vietnamese_correct_spelling)" project-jdk-type="Python SDK" />
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.11 (Vietnamese_correct_spelling) (2)" project-jdk-type="Python SDK" />
 </project>

app.py

@@ -2,11 +2,17 @@ import gradio as gr
 import spaces
 from transformers import pipeline
 import os
+import torch
 
-pipe = pipeline("summarization", model="ShynBui/Bartpho_spelling_correction")
+print(torch.cuda.is_available())
+summarizer = pipeline("summarization", model="ShynBui/Bartpho_spelling_correction", device=0)
 
-def greet(text):
-    return pipe(text, max_new_tokens= 512)[0]['summary_text']
+@spaces.GPU
+def generate(prompt):
+    return summarizer(prompt, max_new_tokens = 512)[0]['summary_text']
 
-demo = gr.Interface(fn=greet, inputs=gr.Text(), outputs=gr.Text(), examples=eval(os.environ['DES_EXAMPLE']))
-demo.launch()
+gr.Interface(
+    fn=generate,
+    inputs=gr.Text(),
+    outputs=gr.Text(),
+).launch()

test.py

@@ -0,0 +1,6 @@
+import torch
+
+
+device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+
+print(device)