Update apis/chat_api.py

apis/chat_api.py

@@ -200,11 +200,11 @@ class ChatAPIApp:
                 streamer = HuggingfaceStreamer(model=item.model)
                 stream_response = streamer.chat_response(
                     prompt=item.prompt,
-                    temperature=item.options.get('temperature'),
-                    top_p=item.options.get('top_p'),
-                    max_new_tokens=item.options.get('max_new_tokens'),
+                    temperature=item.options.get('temperature', 0.6),
+                    top_p=item.options.get('top_p', 0.95),
+                    max_new_tokens=item.options.get('max_new_tokens', -1),
                     api_key=api_key,
-                    use_cache=item.options.get('use_cache'),
+                    use_cache=item.options.get('use_cache', False),
                 )
 
             if item.stream: