smartdigitalnetworks commited on
Commit
f27faf8
·
verified ·
1 Parent(s): 6139ee4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -3
app.py CHANGED
@@ -2,9 +2,14 @@ import torch
2
  import gradio as gr
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
  import os
5
- os.environ['HF_HOME'] = '/tmp/huggingface'
6
- os.environ['TORCH_HOME'] = '/tmp/torch_cache'
7
-
 
 
 
 
 
8
  MODEL_PATH = "zai-org/GLM-4.7-Flash"
9
 
10
  # 1. Load the model and tokenizer globally for efficiency
 
2
  import gradio as gr
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
  import os
5
+ export HF_HOME=/data/.cache
6
+ export HF_HUB_CACHE=/data/.cache/huggingface/hub
7
+ export TRANSFORMERS_CACHE=/data/.cache/huggingface/hub
8
+ export HF_DATASETS_CACHE=/data/.cache/huggingface/datasets
9
+ export XDG_CACHE_HOME=/data/.cache
10
+ export TORCH_HOME=/data/.cache/torch
11
+ export TMPDIR=/data/tmp
12
+ mkdir -p /data/.cache /data/tmp
13
  MODEL_PATH = "zai-org/GLM-4.7-Flash"
14
 
15
  # 1. Load the model and tokenizer globally for efficiency