PuruAI commited on
Commit
ea54d29
·
verified ·
1 Parent(s): ba49f1b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -40
app.py CHANGED
@@ -1,50 +1,20 @@
1
- import gradio as gr
2
  from transformers import pipeline
3
  from sentence_transformers import SentenceTransformer
4
- import logging
5
 
6
- # Logging setup
7
- logging.basicConfig(level=logging.INFO)
8
- logger = logging.getLogger(__name__)
9
 
10
- # Model configuration
11
- MODEL_ID = "PuruAI/Medini_Intelligence"
12
- FALLBACK_MODEL = "gpt2"
13
- EMB_MODEL = "sentence-transformers/all-MiniLM-L6-v2"
14
-
15
- # Load embedding model
16
  try:
17
- logger.info(f"Loading embedding model: {EMB_MODEL}")
18
- embedding_model = SentenceTransformer(EMB_MODEL)
19
- logger.info("Embedding model loaded successfully.")
20
  except Exception as e:
21
- logger.error(f"Failed to load embedding model: {e}")
22
- embedding_model = None
23
 
24
- # Load main LLM
 
 
25
  try:
26
- logger.info(f"Loading main model: {MODEL_ID}")
27
- generator = pipeline("text-generation", model=MODEL_ID)
28
- logger.info("Main model loaded successfully.")
29
  except Exception as e:
30
- logger.warning(f"Failed to load {MODEL_ID}, falling back to {FALLBACK_MODEL}: {e}")
31
  generator = pipeline("text-generation", model=FALLBACK_MODEL)
32
-
33
- # Gradio interface
34
- def generate_text(prompt):
35
- try:
36
- result = generator(prompt, max_length=200)
37
- return result[0]["generated_text"]
38
- except Exception as e:
39
- logger.error(f"Text generation failed: {e}")
40
- return "Error generating text."
41
-
42
- with gr.Blocks() as demo:
43
- gr.Markdown("## Medini AI Space")
44
- user_input = gr.Textbox(label="Enter your prompt")
45
- output = gr.Textbox(label="Generated Text")
46
- submit = gr.Button("Generate")
47
- submit.click(generate_text, inputs=user_input, outputs=output)
48
-
49
- if __name__ == "__main__":
50
- demo.launch()
 
 
1
  from transformers import pipeline
2
  from sentence_transformers import SentenceTransformer
3
+ import os
4
 
5
+ HF_TOKEN = os.getenv("HF_TOKEN")
 
 
6
 
7
+ # Embedding model
 
 
 
 
 
8
  try:
9
+ embedding_model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2", use_auth_token=HF_TOKEN)
 
 
10
  except Exception as e:
11
+ print(f"Failed to load embedding model: {e}")
 
12
 
13
+ # Main model
14
+ MODEL_ID = "PuruAI/Medini_Intelligence"
15
+ FALLBACK_MODEL = "gpt2"
16
  try:
17
+ generator = pipeline("text-generation", model=MODEL_ID, use_auth_token=HF_TOKEN)
 
 
18
  except Exception as e:
19
+ print(f"Failed to load main model, falling back to GPT-2: {e}")
20
  generator = pipeline("text-generation", model=FALLBACK_MODEL)