Simple inference

README.md

@@ -35,21 +35,18 @@ Usage:
 
 ```python
 import huggingface_hub
+import ctranslate2
+import transformers
 
 model_name = "bloomz-7b1"
 prompt = "Hello, I am Joan and I am from Barcelona and"
 
 repo_id = "jordimas/bloom-ctranslate2"
-output_dir = "output/"
 
-kwargs = {
-    "local_dir" : output_dir,
-    "local_dir_use_symlinks" : False,
-}
-huggingface_hub.snapshot_download(repo_id = repo_id, allow_patterns=f"*{model_name}*", **kwargs)
+snapshot_folder = huggingface_hub.snapshot_download(repo_id = repo_id, allow_patterns=f"*{model_name}*")
+print(f"folder: {snapshot_folder}")
 
-model = f"{output_dir}{model_name}"
-print(f"model: {model}")
+model = f"{snapshot_folder}/{model_name}"
 generator = ctranslate2.Generator(model, compute_type="int8")
 tokenizer = transformers.AutoTokenizer.from_pretrained(model)