Update app.py

app.py

@@ -5,6 +5,7 @@ import re, unicodedata, random
 from pathlib import Path
 import pandas as pd
 import tempfile
+import time
 
 # === Constants and Config ===
 DEVICE = 'cuda' if torch.cuda.is_available() else 'cpu'
@@ -60,6 +61,7 @@ def clean_name(text, title_case=True, max_repeats=2):
     return re.sub(r"([a-zA-Z])'S\b", lambda m: m.group(1) + "'s", text)
 
 def sample_once(prompt, temperature=1.0, top_k=40, max_new=24):
+    sample_i = time.time()
     seq = [BOS] + [stoi.get(c, PAD) for c in prompt] + [SEP]
     for _ in range(max_new):
         x = torch.tensor(seq[-MAX_LEN:], dtype=torch.long, device=DEVICE)[None]
@@ -75,6 +77,7 @@ def sample_once(prompt, temperature=1.0, top_k=40, max_new=24):
         seq.append(idx)
     generated = [itos[i] for i in seq if i not in {BOS, SEP, EOS, PAD}]
     name = ''.join(generated).replace(prompt, "").strip()
+    print(f"Sample took: {time.time() - sample_start:.2f}s")
     return clean_name(name)
 
 # === Generation Function ===