Set "use_cache": true for faster generation

#2
by srowen - opened
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -41,6 +41,6 @@
41
  },
42
  "torch_dtype": "float16",
43
  "transformers_version": "4.25.1",
44
- "use_cache": false,
45
  "vocab_size": 50260
46
  }
 
41
  },
42
  "torch_dtype": "float16",
43
  "transformers_version": "4.25.1",
44
+ "use_cache": true,
45
  "vocab_size": 50260
46
  }