VityaVitalich
/

TaxoLLaMA

Model card Files Files and versions

VityaVitalich commited on Mar 15, 2024

Commit

16eee40

·

verified ·

1 Parent(s): 3e2c9a3

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -72,9 +72,9 @@ config = PeftConfig.from_pretrained('VityaVitalich/TaxoLLaMA')
 # Do not forget your token for Llama2 models
 model = LlamaForCausalLM.from_pretrained(config.base_model_name_or_path, load_in_4bit=True, torch_dtype=torch.bfloat16)
 tokenizer = LlamaTokenizer.from_pretrained(config.base_model_name_or_path)
-inference_model = PeftModel.from_pretrained(model, 'VityaVitalich/TaxoLLaMA'')
-processed_term = 'hyponym: tiger | hypernyms:'
 system_prompt = """<s>[INST] <<SYS>> You are a helpfull assistant. List all the possible words divided with a coma. Your answer should not include anything except the words divided by a coma<</SYS>>"""
 processed_term = system_prompt + '\n' + processed_term + '[/INST]'

 # Do not forget your token for Llama2 models
 model = LlamaForCausalLM.from_pretrained(config.base_model_name_or_path, load_in_4bit=True, torch_dtype=torch.bfloat16)
 tokenizer = LlamaTokenizer.from_pretrained(config.base_model_name_or_path)
+inference_model = PeftModel.from_pretrained(model, 'VityaVitalich/TaxoLLaMA')
+processed_term = "hyponym: tiger | hypernyms:"
 system_prompt = """<s>[INST] <<SYS>> You are a helpfull assistant. List all the possible words divided with a coma. Your answer should not include anything except the words divided by a coma<</SYS>>"""
 processed_term = system_prompt + '\n' + processed_term + '[/INST]'