Baldezo313 commited on
Commit
9e95ec3
·
verified ·
1 Parent(s): 47cb094

Update src/streamlit_app.py

Browse files
Files changed (1) hide show
  1. src/streamlit_app.py +9 -5
src/streamlit_app.py CHANGED
@@ -1,3 +1,11 @@
 
 
 
 
 
 
 
 
1
  import streamlit as st
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
  import torch
@@ -9,11 +17,7 @@ st.title("🧠 Chatbot - OpenChat 3.5")
9
  def load_model():
10
  model_name = "openchat/openchat-3.5-0106"
11
  tokenizer = AutoTokenizer.from_pretrained(model_name)
12
- model = AutoModelForCausalLM.from_pretrained(
13
- model_name,
14
- torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
15
- device_map="auto"
16
- )
17
  return tokenizer, model
18
 
19
  tokenizer, model = load_model()
 
1
+ import os
2
+
3
+ # Rediriger les caches vers un dossier accessible en écriture
4
+ os.environ['TRANSFORMERS_CACHE'] = '/tmp/.cache/huggingface/transformers'
5
+ os.environ['HF_HOME'] = '/tmp/.cache/huggingface'
6
+ os.environ['XDG_CACHE_HOME'] = '/tmp/.cache'
7
+ os.environ['STREAMLIT_HOME'] = '/tmp/.streamlit'
8
+
9
  import streamlit as st
10
  from transformers import AutoTokenizer, AutoModelForCausalLM
11
  import torch
 
17
  def load_model():
18
  model_name = "openchat/openchat-3.5-0106"
19
  tokenizer = AutoTokenizer.from_pretrained(model_name)
20
+ model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")
 
 
 
 
21
  return tokenizer, model
22
 
23
  tokenizer, model = load_model()