Update app.py

app.py

@@ -28,9 +28,40 @@ def display_message():
     prompt = """わが国の経済について今後の予想を教えてください。
     ASSISTANT: """
 
-    (result, n_tokens) = run_LLM(model, tokenizer, streamer, prompt)
+    
+    t_start = time.perf_counter()
+    t_prev = t_start
+    t_sum = 0.0
+    total_tokens = 0
 
-    return result
+    log = ''
+
+    for i in range(10):
+        (result, n_tokens) = run_LLM(model, tokenizer, streamer, prompt)
+
+        total_tokens = total_tokens + n_tokens
+        t_curr = time.perf_counter()
+        t_lap = t_curr - t_prev
+        t_prev = t_curr
+        t_sum = t_sum + t_lap
+        t_avg = t_sum/(i+1.0)
+
+        speed_now = n_tokens/t_lap
+        speed_avg = total_tokens/t_sum
+
+        row = []
+        row.append(i+1)
+        row.append(t_lap)
+        row.append(t_avg)
+        row.append(speed_now)
+        row.append(speed_avg)
+        row.append(n_tokens)
+        row.append(total_tokens)
+        row.append(t_sum)
+
+        log = log + row + "¥n"
+    
+    return log
 
 
 if __name__ == '__main__':