Use 4k model

EricLBuehler · Mar 1, 2024 · d6a31df · d6a31df
1 parent 7ba3fe2
commit d6a31df
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/mistralrs/src/main.rs b/mistralrs/src/main.rs
@@ -82,7 +82,7 @@ async fn main() -> Result<()> {
         },
         Some(DType::F32),
         Some("TheBloke/Mistral-7B-Instruct-v0.1-GGUF".to_string()),
-        Some("mistral-7b-instruct-v0.1.Q2_K.gguf".to_string()),
+        Some("mistral-7b-instruct-v0.1.Q4_K.gguf".to_string()),
     );
     let pipeline = loader.load_model(
         None,