Upload moondream.py
Browse files- moondream.py +4 -0
moondream.py
CHANGED
|
@@ -188,6 +188,10 @@ from transformers import PreTrainedModel, TextIteratorStreamer
|
|
| 188 |
from .modeling_phi import PhiForCausalLM
|
| 189 |
from .configuration_moondream import PhiConfig
|
| 190 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 191 |
class Moondream(PreTrainedModel):
|
| 192 |
config_class = MoondreamConfig
|
| 193 |
_supports_flash_attn_2 = True
|
|
|
|
| 188 |
from .modeling_phi import PhiForCausalLM
|
| 189 |
from .configuration_moondream import PhiConfig
|
| 190 |
|
| 191 |
+
from threading import Thread
|
| 192 |
+
from transformers import TextIteratorStreamer
|
| 193 |
+
|
| 194 |
+
|
| 195 |
class Moondream(PreTrainedModel):
|
| 196 |
config_class = MoondreamConfig
|
| 197 |
_supports_flash_attn_2 = True
|