dnj0 commited on
Commit
9b020f1
·
verified ·
1 Parent(s): 8d8022d

Update src/app.py

Browse files
Files changed (1) hide show
  1. src/app.py +12 -0
src/app.py CHANGED
@@ -1,9 +1,21 @@
 
 
1
  import streamlit as st
2
  from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
3
  import nltk
4
  import math
5
  import torch
6
 
 
 
 
 
 
 
 
 
 
 
7
  model_name = "dnj0/t5_base_article_sum"
8
  max_input_length = 512
9
 
 
1
+ import os
2
+ import sys
3
  import streamlit as st
4
  from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
5
  import nltk
6
  import math
7
  import torch
8
 
9
+ os.environ['TRANSFORMERS_CACHE'] = '/tmp/hf_cache'
10
+ os.environ['HF_HOME'] = '/tmp/hf_cache'
11
+
12
+ os.environ['NLTK_DATA'] = '/tmp/nltk_data'
13
+
14
+ cache_paths = ['/tmp/hf_cache', '/tmp/nltk_data']
15
+ for path in cache_paths:
16
+ os.makedirs(path, exist_ok=True)
17
+
18
+
19
  model_name = "dnj0/t5_base_article_sum"
20
  max_input_length = 512
21