Update generation_config.json

generation_config.json

@@ -9,5 +9,6 @@
     "repetition_penalty": 1.0,
     "sample": true,
     "temperature": 0.3,
-    "max_new_tokens": 1024
+    "max_new_tokens": 1024,
+    "use_cache": true
 }