Almancy commited on
Commit
e8af0d2
·
verified ·
1 Parent(s): 4268abb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +18 -5
app.py CHANGED
@@ -1,20 +1,33 @@
 
1
  from transformers import AutoTokenizer, AutoModelForCausalLM
2
  import torch
3
-
4
  import os
5
  from huggingface_hub import login
6
 
 
7
  read_key = os.environ.get("Read_Token")
8
  login(token=read_key)
9
 
 
10
  tokenizer = AutoTokenizer.from_pretrained("google/gemma-2b-it")
11
  model = AutoModelForCausalLM.from_pretrained(
12
  "google/gemma-2b-it",
13
  torch_dtype=torch.bfloat16
14
  )
15
 
16
- input_text = "Write me a poem about Machine Learning."
17
- input_ids = tokenizer(input_text, return_tensors="pt")
 
 
 
 
18
 
19
- outputs = model.generate(**input_ids)
20
- print(tokenizer.decode(outputs[0]))
 
 
 
 
 
 
 
 
1
+ import streamlit as st
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
  import torch
 
4
  import os
5
  from huggingface_hub import login
6
 
7
+ # Login to Hugging Face using the token
8
  read_key = os.environ.get("Read_Token")
9
  login(token=read_key)
10
 
11
+ # Load the tokenizer and model
12
  tokenizer = AutoTokenizer.from_pretrained("google/gemma-2b-it")
13
  model = AutoModelForCausalLM.from_pretrained(
14
  "google/gemma-2b-it",
15
  torch_dtype=torch.bfloat16
16
  )
17
 
18
+ # Streamlit UI
19
+ st.title("Gemma-2B-IT Text Generator")
20
+ st.write("Enter a prompt to generate text using the model.")
21
+
22
+ # Input prompt from the user
23
+ input_text = st.text_input("Prompt", "Write me a poem about Machine Learning.")
24
 
25
+ # Generate text when the button is pressed
26
+ if st.button("Generate"):
27
+ input_ids = tokenizer(input_text, return_tensors="pt")
28
+ outputs = model.generate(**input_ids)
29
+ generated_text = tokenizer.decode(outputs[0])
30
+
31
+ # Display the generated text
32
+ st.write("Generated Text:")
33
+ st.text_area("Output", generated_text, height=300)