Debug

EricLBuehler · Mar 6, 2024 · 32eceb7 · 32eceb7
1 parent 4857a76
commit 32eceb7
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/mistralrs-core/src/engine/mod.rs b/mistralrs-core/src/engine/mod.rs
@@ -76,7 +76,7 @@ impl Engine {
                 self.sample_seqs(&scheduled.completion, logits);
                 //self.clone_out_cache(&scheduled.completion);
 
-                //self.set_none_cache();
+                self.set_none_cache();
                 //dbg!(get_mut_arcmutex!(self.pipeline).cache());
             }
 
@@ -91,7 +91,7 @@ impl Engine {
                 }
                 self.sample_seqs(&scheduled.prompt, logits);
                 //self.clone_out_cache(&scheduled.prompt);
-                //self.set_none_cache();
+                self.set_none_cache();
             }
 
             for seq in scheduled.completion.iter() {