Update app.py

app.py

@@ -12,6 +12,7 @@ def tokenize(input_text):
     gpt_neox_tokens = gpt_neox_tokenizer(input_text, add_special_tokens=True)["input_ids"]    
     falcon_tokens = falcon_tokenizer(input_text, add_special_tokens=True)["input_ids"]    
     phi2_tokens = phi2_tokenizer(input_text, add_special_tokens=True)["input_ids"]    
+    phi3_tokens = phi3_tokenizer(input_text, add_special_tokens=True)["input_ids"]    
     t5_tokens = t5_tokenizer(input_text, add_special_tokens=True)["input_ids"]    
     gemma_tokens = gemma_tokenizer(input_text, add_special_tokens=True)["input_ids"]    
     command_r_tokens = command_r_tokenizer(input_text, add_special_tokens=True)["input_ids"]    
@@ -27,6 +28,7 @@ def tokenize(input_text):
         "GPT-NeoX": gpt_neox_tokens,
         "Falcon": falcon_tokens,
         "Phi-1/Phi-2": phi2_tokens,
+        "Phi-3": phi3_tokens,
         "T5": t5_tokens,
         "Gemma": gemma_tokens,
         "Command-R": command_r_tokens,
@@ -62,6 +64,9 @@ if __name__ == "__main__":
     phi2_tokenizer = AutoTokenizer.from_pretrained(
         "microsoft/phi-2"
     )
+    phi3_tokenizer = AutoTokenizer.from_pretrained(
+        "microsoft/Phi-3-mini-4k-instruct"
+    )
     t5_tokenizer = AutoTokenizer.from_pretrained(
         "google/flan-t5-xxl"
     )