Spaces:
Running
Running
add CLI interface
Browse files- summarize_transcript.py +11 -2
summarize_transcript.py
CHANGED
|
@@ -4,6 +4,7 @@ Script to summarize transcript using ERNIE-4.5-21B-A3B-PT-GGUF model with SYCL a
|
|
| 4 |
"""
|
| 5 |
|
| 6 |
import os
|
|
|
|
| 7 |
from llama_cpp import Llama
|
| 8 |
from huggingface_hub import hf_hub_download
|
| 9 |
|
|
@@ -83,13 +84,21 @@ def stream_summarize_transcript(llm, transcript):
|
|
| 83 |
|
| 84 |
|
| 85 |
def main():
|
|
|
|
|
|
|
|
|
|
|
|
|
| 86 |
print("Loading ERNIE-4.5-21B-A3B-PT-GGUF model with SYCL acceleration...")
|
| 87 |
|
| 88 |
# Load the model
|
| 89 |
llm = load_model()
|
| 90 |
|
| 91 |
# Read the transcript
|
| 92 |
-
transcript_path =
|
|
|
|
|
|
|
|
|
|
|
|
|
| 93 |
transcript = read_transcript(transcript_path)
|
| 94 |
|
| 95 |
print("\nOriginal Transcript (Preview):")
|
|
@@ -99,7 +108,7 @@ def main():
|
|
| 99 |
summary = stream_summarize_transcript(llm, transcript)
|
| 100 |
|
| 101 |
# Save summaries to files
|
| 102 |
-
with open("
|
| 103 |
f.write(summary)
|
| 104 |
|
| 105 |
print("\nSummaries saved to summary.txt.")
|
|
|
|
| 4 |
"""
|
| 5 |
|
| 6 |
import os
|
| 7 |
+
import argparse
|
| 8 |
from llama_cpp import Llama
|
| 9 |
from huggingface_hub import hf_hub_download
|
| 10 |
|
|
|
|
| 84 |
|
| 85 |
|
| 86 |
def main():
|
| 87 |
+
parser = argparse.ArgumentParser(description="Summarize transcript using ERNIE-4.5-21B-A3B-PT-GGUF model.")
|
| 88 |
+
parser.add_argument("-i", "--input", type=str, default="./transcripts/short.txt", help="Path to the input transcript file (default: ./transcripts/short.txt)")
|
| 89 |
+
args = parser.parse_args()
|
| 90 |
+
|
| 91 |
print("Loading ERNIE-4.5-21B-A3B-PT-GGUF model with SYCL acceleration...")
|
| 92 |
|
| 93 |
# Load the model
|
| 94 |
llm = load_model()
|
| 95 |
|
| 96 |
# Read the transcript
|
| 97 |
+
transcript_path = args.input
|
| 98 |
+
if not os.path.exists(transcript_path):
|
| 99 |
+
print(f"Error: Input file '{transcript_path}' not found.")
|
| 100 |
+
return
|
| 101 |
+
|
| 102 |
transcript = read_transcript(transcript_path)
|
| 103 |
|
| 104 |
print("\nOriginal Transcript (Preview):")
|
|
|
|
| 108 |
summary = stream_summarize_transcript(llm, transcript)
|
| 109 |
|
| 110 |
# Save summaries to files
|
| 111 |
+
with open("summary.txt", 'w', encoding='utf-8') as f:
|
| 112 |
f.write(summary)
|
| 113 |
|
| 114 |
print("\nSummaries saved to summary.txt.")
|