activate use_cache to speed up inference (#23)

- activate use_cache to speed up inference (cb8d1f522b44ac947d1cae20331d9d9e7b7d4d61)


Co-authored-by: Loubna Ben Allal <loubnabnl@users.noreply.huggingface.co>

config.json

@@ -46,7 +46,7 @@
   "tokenizer_name": "replit/replit-code-v1-3b",
   "torch_dtype": "float32",
   "transformers_version": "4.28.1",
-  "use_cache": false,
+  "use_cache": true,
   "verbose": 0,
   "vocab_size": 32768
 }