Update v2 API and HF streaming summarizer improvements

app/api/v2/summarize.py

@@ -20,6 +20,7 @@ async def summarize_stream(payload: SummarizeRequest):
         headers={
             "Cache-Control": "no-cache",
             "Connection": "keep-alive",
+            "X-Accel-Buffering": "no",
         }
     )
 

app/services/hf_streaming_summarizer.py

@@ -315,7 +315,7 @@ class HFStreamingSummarizer:
                 **inputs,
                 "streamer": streamer,
                 "max_new_tokens": max_new_tokens,
-                "do_sample": True,
+                "do_sample": False,
                 "temperature": temperature,
                 "top_p": top_p,
                 "pad_token_id": pad_id,
@@ -547,7 +547,7 @@ class HFStreamingSummarizer:
                 **inputs,
                 "streamer": streamer,
                 "max_new_tokens": max_new_tokens,
-                "do_sample": True,
+                "do_sample": False,
                 "temperature": temperature,
                 "top_p": top_p,
                 "pad_token_id": pad_id,