wip

Signed-off-by: Raphael Glon <oOraph@users.noreply.github.com>

app.py

@@ -72,6 +72,9 @@ def _history_to_messages(history: List[Tuple[str, str]]) -> List[Dict[str, str]]
     return msgs
 
 
+_ensure_loaded()
+
+
 @spaces.GPU(duration=120)
 def generate_stream(message: str, history: List[Tuple[str, str]]):
     """
@@ -79,8 +82,8 @@ def generate_stream(message: str, history: List[Tuple[str, str]]):
     Uses instruct chat template. No token UI. No extra controls.
     """
 
-    # TODO: check the memory footprint doing so. We should rather do this before the spaces wrapper...
-    _ensure_loaded()
+    # FIXME: check the memory footprint doing so. We should rather do this before the spaces wrapper...
+    # _ensure_loaded()
 
     messages = _history_to_messages(history) + [{"role": "user", "content": message}]
     inputs = _tokenizer.apply_chat_template(