Pippoz commited on
Commit
300a174
·
1 Parent(s): 5488b12

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -10,10 +10,12 @@ import torch
10
  # model = AutoModelForCausalLM.from_pretrained("facebook/opt-1.3b", torch_dtype=torch.float16).cuda()
11
  # tokenizer = AutoTokenizer.from_pretrained("facebook/opt-1.3b", use_fast=False)
12
  # return model, tokenizer
 
 
13
 
14
  with st.spinner('Loading OPT-1.3b Model...'):
15
  generator = pipeline('text-generation', model="facebook/opt-1.3b", skip_special_tokens=True)
16
- st.success('Model loaded correctly!')
17
 
18
  #@st.cache(allow_output_mutation=True)
19
  #def opt_model(prompt, model, tokenizer, num_sequences = 1, max_length = 50):
@@ -28,7 +30,7 @@ st.success('Model loaded correctly!')
28
  prompt= st.text_area('Your prompt here',
29
  '''Hello, I'm am conscious and''')
30
 
31
- answer = generator(prompt, max_length=100,no_repeat_ngram_size=3, early_stopping=True, num_beams=10)
32
 
33
  #answer = opt_model(prompt, model, tokenizer,)
34
  #lst = ['ciao come stai sjfsbd dfhsdf fuahfuf feuhfu wefwu ']
 
10
  # model = AutoModelForCausalLM.from_pretrained("facebook/opt-1.3b", torch_dtype=torch.float16).cuda()
11
  # tokenizer = AutoTokenizer.from_pretrained("facebook/opt-1.3b", use_fast=False)
12
  # return model, tokenizer
13
+ st.title('OPT-1.3 Bilion parameter')
14
+ st.subtitle('Text-generation example')
15
 
16
  with st.spinner('Loading OPT-1.3b Model...'):
17
  generator = pipeline('text-generation', model="facebook/opt-1.3b", skip_special_tokens=True)
18
+ st.success('Model loaded correctly!')
19
 
20
  #@st.cache(allow_output_mutation=True)
21
  #def opt_model(prompt, model, tokenizer, num_sequences = 1, max_length = 50):
 
30
  prompt= st.text_area('Your prompt here',
31
  '''Hello, I'm am conscious and''')
32
 
33
+ answer = generator(prompt, max_length=100, no_repeat_ngram_size=3, early_stopping=True, num_beams=10)
34
 
35
  #answer = opt_model(prompt, model, tokenizer,)
36
  #lst = ['ciao come stai sjfsbd dfhsdf fuahfuf feuhfu wefwu ']