Update app.py
Browse files
app.py
CHANGED
|
@@ -66,17 +66,19 @@ def send_chat_history_to_api(history):
|
|
| 66 |
if response.status_code != 200:
|
| 67 |
print(f"Failed to add data. Status code: {response.status_code}")
|
| 68 |
|
| 69 |
-
sys_prompt = "
|
|
|
|
|
|
|
| 70 |
|
| 71 |
if __name__ == "__main__":
|
| 72 |
args = parse_args()
|
| 73 |
-
tokenizer = AutoTokenizer.from_pretrained("lliu01/
|
| 74 |
if not tokenizer.pad_token:
|
| 75 |
tokenizer.pad_token = tokenizer.eos_token
|
| 76 |
print(f"The tokenizer.pad_token set as a {tokenizer.eos_token}")
|
| 77 |
|
| 78 |
model = AutoModelForCausalLM.from_pretrained(
|
| 79 |
-
"lliu01/
|
| 80 |
torch_dtype=torch.bfloat16,
|
| 81 |
low_cpu_mem_usage=True
|
| 82 |
)
|
|
|
|
| 66 |
if response.status_code != 200:
|
| 67 |
print(f"Failed to add data. Status code: {response.status_code}")
|
| 68 |
|
| 69 |
+
sys_prompt = "You are a knowledgeable AI assistant in FortiOS CLI.\
|
| 70 |
+
Your role is to assist users by providing accurate information and answering questions about the config in FortiOS CLI.\
|
| 71 |
+
Your answer should be clear and relevant.\n"
|
| 72 |
|
| 73 |
if __name__ == "__main__":
|
| 74 |
args = parse_args()
|
| 75 |
+
tokenizer = AutoTokenizer.from_pretrained("lliu01/fortios_cli")
|
| 76 |
if not tokenizer.pad_token:
|
| 77 |
tokenizer.pad_token = tokenizer.eos_token
|
| 78 |
print(f"The tokenizer.pad_token set as a {tokenizer.eos_token}")
|
| 79 |
|
| 80 |
model = AutoModelForCausalLM.from_pretrained(
|
| 81 |
+
"lliu01/fortios_cli",
|
| 82 |
torch_dtype=torch.bfloat16,
|
| 83 |
low_cpu_mem_usage=True
|
| 84 |
)
|