Update app.py

app.py

@@ -21,12 +21,13 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "2048"))
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 
 model_id = "SandLogicTechnologies/Shakti-500M-v2"
-tokenizer = AutoTokenizer.from_pretrained(model_id, token=os.getenv("SHAKTI"))
+tokenizer = AutoTokenizer.from_pretrained(model_id, token=os.getenv("SHAKTI"),trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(
     model_id,
     device_map="auto",
     torch_dtype=torch.bfloat16,
-    token=os.getenv("SHAKTI")
+    token=os.getenv("SHAKTI"),
+    trust_remote_code=True
 
 )
 model.eval()