miike-ai
/

Deepseek-R1-Distill-Llama-8B-FP4

8-bit precision

compressed-tensors

Model card Files Files and versions

miike-ai commited on May 25, 2025

Commit

1d220a5

·

verified ·

1 Parent(s): ad58b9a

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -25,7 +25,7 @@ import sys
 from typing import List, Dict
 class ChatSession:
-    def __init__(self, model: str = "miike-ai/Llama-3.1-8B-Instruct-fp4"):
         self.url = "http://localhost:8000/v1/chat/completions"
         self.model = model
         self.messages: List[Dict[str, str]] = []

 from typing import List, Dict
 class ChatSession:
+    def __init__(self, model: str = "miike-ai/Deepseek-R1-Distill-Llama-8B-fp4"):
         self.url = "http://localhost:8000/v1/chat/completions"
         self.model = model
         self.messages: List[Dict[str, str]] = []