Add an option to turn off cache in PyTorch

certik · Mar 14, 2023 · fa53655 · fa53655
1 parent cd55920
commit fa53655
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pt.py b/pt.py
@@ -13,7 +13,7 @@
 text="Alan Turing theorized that computers would one day become very powerful, but even he could not imagine"
 print("Generating")
 t1 = clock()
-g = generator(text, do_sample=False, max_new_tokens=20)
+g = generator(text, do_sample=False, max_new_tokens=20, use_cache=True)
 t2 = clock()
 print("  Time: ", t2-t1)
 output = g[0]["generated_text"]