Update README.md

README.md

@@ -15,16 +15,16 @@ tags:
 - assistant
 pipeline_tag: text-generation
 widget:
-- text: <|startofinstruction|>What is your name?<|endofinstruction|>
+- text: What is your name?<|endofinstruction|>
   example_title: Greetings
 - text: >-
-    <|startofinstruction|>Can you explain what is Machine Learning?<|endofinstruction|>
+    Can you explain what is Machine Learning?<|endofinstruction|>
   example_title: Machine Learning
 - text: >-
-    <|startofinstruction|>Do you know anything about virtue ethics?<|endofinstruction|>
+    Do you know anything about virtue ethics?<|endofinstruction|>
   example_title: Ethics
 - text: >-
-    <|startofinstruction|>How can I make my girlfriend happy?<|endofinstruction|>
+    How can I make my girlfriend happy?<|endofinstruction|>
   example_title: Advise
 inference:
   parameters:
@@ -82,8 +82,9 @@ aira.to(device)
 
 question =  input("Enter your question: ")
 
-# OPT tokenizer already adds the BOS token, so we do not need to add it manually
-inputs = tokenizer(question + tokenizer.sep_token, return_tensors="pt").to(device)
+inputs = tokenizer(tokenizer.bos_token + question + tokenizer.sep_token,
+  add_special_tokens=False,
+  return_tensors="pt").to(device)
 
 responses = aira.generate(**inputs,
 	do_sample=True,