Update main.py

main.py

@@ -26,10 +26,11 @@ llm = HuggingFaceHub(#starchat_repo_id=starchat_repo_id,
                      model_kwargs={#"min_length":512,  #for StarChat
                                    "min_length":1024,  #for Llama2
                                    #"max_new_tokens":3072, "do_sample":True,  #for StarChat
-                                   "max_new_tokens":5632, "do_sample":True,  #for Llama2                                 
+                                   "max_new_tokens":3072, "do_sample":True,  #for Llama2                                 
                                    "temperature":0.1,
                                    "top_k":50,
                                    "top_p":0.95, "eos_token_id":49155}) 
+#似乎是因为iShare不是HF的Pro账户，所以会遇到Runtime error: Scheduling failure: not enough hardware capacity（设置为llama2_repo_id时）？？？
 
 prompt_template = """
 You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.