tejovanth commited on
Commit
1a918fe
Β·
verified Β·
1 Parent(s): cd5b981

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +24 -18
app.py CHANGED
@@ -2,40 +2,46 @@ import gradio as gr
2
  import fitz
3
  import torch
4
  from transformers import pipeline
5
- import time
6
 
7
- device = 0 if torch.cuda.is_available() else -1
8
- if device == -1: print("⚠️ No GPU. Expect ~12–22s for 300,000 chars on CPU.")
 
9
 
10
- summarizer = pipeline("summarization", model="t5-small", device=device, torch_dtype=torch.float32)
 
 
 
 
11
 
12
  def summarize_file(file_bytes):
13
  start = time.time()
14
- text = "".join(page.get_text("text", flags=16) for page in fitz.open(stream=file_bytes, filetype="pdf")) if file_bytes[:4].startswith(b'%PDF') else file_bytes.decode("utf-8", errors="ignore")
 
 
 
15
  if not text.strip(): return "❌ No text found"
16
  text = text[:300000]
17
- chunks = [text[i:i+15000] for i in range(0, len(text), 15000)]
18
  if not chunks: return "❌ No chunks to summarize"
19
  summaries = []
20
- batch_size = 2 if device == -1 else 10
21
- for i in range(0, len(chunks), batch_size):
22
  if time.time() - start > 9:
23
  summaries.append("⚠️ Stopped early")
24
  break
25
  try:
26
- batch = chunks[i:i+batch_size]
27
- batch_summaries = summarizer(batch, max_length=40, min_length=10, do_sample=False, batch_size=batch_size)
28
- summaries.extend(f"**Chunk {i+j+1}**:\n{s['summary_text']}" for j, s in enumerate(batch_summaries))
29
- except: summaries.append(f"**Chunk {i+1}**: ❌ Error")
30
  return f"**Chars**: {len(text)}\n**Time**: {time.time()-start:.2f}s\n\n" + "\n\n".join(summaries)
31
 
32
- demo = gr.Interface(
33
- fn=summarize_file, inputs=gr.File(label="πŸ“„ PDF/TXT Notes"),
34
- outputs=gr.Textbox(label="πŸ“ Summary"),
35
- title="Fast Summarizer", description="300,000+ chars in ~5–8s (GPU) or ~12–22s (CPU)"
36
- )
37
 
38
  if __name__ == "__main__":
39
- demo.launch(share=False)
 
 
 
40
 
41
 
 
2
  import fitz
3
  import torch
4
  from transformers import pipeline
5
+ import time, logging
6
 
7
+ logging.basicConfig(level=logging.ERROR)
8
+ device = -1 # Force CPU (no GPU detected)
9
+ print("⚠️ CPU-only. Expect ~15–25s for 300,000 chars.")
10
 
11
+ try:
12
+ summarizer = pipeline("summarization", model="t5-small", device=device, torch_dtype=torch.float32)
13
+ except Exception as e:
14
+ print(f"❌ Model loading failed: {str(e)}")
15
+ exit(1)
16
 
17
  def summarize_file(file_bytes):
18
  start = time.time()
19
+ try:
20
+ text = "".join(page.get_text("text", flags=16) for page in fitz.open(stream=file_bytes, filetype="pdf")) if file_bytes[:4].startswith(b'%PDF') else file_bytes.decode("utf-8", errors="ignore")
21
+ except Exception as e:
22
+ return f"❌ Text extraction failed: {str(e)}"
23
  if not text.strip(): return "❌ No text found"
24
  text = text[:300000]
25
+ chunks = [text[i:i+10000] for i in range(0, len(text), 10000)]
26
  if not chunks: return "❌ No chunks to summarize"
27
  summaries = []
28
+ for i, chunk in enumerate(chunks):
 
29
  if time.time() - start > 9:
30
  summaries.append("⚠️ Stopped early")
31
  break
32
  try:
33
+ summary = summarizer(chunk, max_length=40, min_length=10, do_sample=False)[0]['summary_text']
34
+ summaries.append(f"**Chunk {i+1}**:\n{summary}")
35
+ except Exception as e:
36
+ summaries.append(f"**Chunk {i+1}**: ❌ Error: {str(e)}")
37
  return f"**Chars**: {len(text)}\n**Time**: {time.time()-start:.2f}s\n\n" + "\n\n".join(summaries)
38
 
39
+ demo = gr.Interface(fn=summarize_file, inputs=gr.File(label="πŸ“„ PDF/TXT Notes"), outputs=gr.Textbox(label="πŸ“ Summary"), title="Fast Summarizer", description="300,000+ chars in ~15–25s (CPU)")
 
 
 
 
40
 
41
  if __name__ == "__main__":
42
+ try:
43
+ demo.launch(share=False, server_port=7860)
44
+ except Exception as e:
45
+ print(f"❌ Gradio launch failed: {str(e)}")
46
 
47