IlyaGusev commited on
Commit
28e0b78
1 Parent(s): 34b89da

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -0
README.md CHANGED
@@ -92,6 +92,8 @@ model = PeftModel.from_pretrained(
92
  MODEL_NAME,
93
  torch_dtype=torch.float16
94
  )
 
 
95
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
96
  generation_config = GenerationConfig.from_pretrained(MODEL_NAME)
97
  print(generation_config)
 
92
  MODEL_NAME,
93
  torch_dtype=torch.float16
94
  )
95
+ model.eval()
96
+
97
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
98
  generation_config = GenerationConfig.from_pretrained(MODEL_NAME)
99
  print(generation_config)