bot

llm/local_provider.py

@@ -12,10 +12,11 @@ Requires: transformers, bitsandbytes, torch, accelerate (see requirements.txt)
 import config
 from llm.provider import LLMProvider
 from logs.logger import get_logger
+import spaces 
 
 logger = get_logger(__name__)
 
-
+@spaces.GPU
 class LocalMistralProvider(LLMProvider):
     def __init__(self):
         self._model = None