Upload folder using huggingface_hub

README.md

@@ -29,10 +29,13 @@ config.intermediate_size = 6
 config.num_attention_heads = 4
 config.num_hidden_layers = 2
 config.num_key_value_heads = 2
+config.torch_dtype = torch.float16
 
 model = transformers.AutoModelForCausalLM.from_config(
-    config, trust_remote_code=True)
+    config, trust_remote_code=True, torch_dtype=torch.float16)
 model = model.half()
+print(next(iter(model.parameters())).dtype)
+model.config.torch_dtype = torch.float16
 
 tokenizer = transformers.AutoTokenizer.from_pretrained(
     source_model_id, trust_remote_code=True)
@@ -45,6 +48,6 @@ print(result)
 model.save_pretrained(save_path)
 tokenizer.save_pretrained(save_path)
 os.system(f'ls -alh {save_path}')
-create_repo(repo_id, exist_ok=True)
-upload_folder(repo_id=repo_id, folder_path=save_path)
+# create_repo(repo_id, exist_ok=True)
+# upload_folder(repo_id=repo_id, folder_path=save_path)
 ```

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9475316f859ceee1b75dc1aa518bb57bca9ef7ba8a8e38b781b453dd2854a5f
+oid sha256:0b31730a65c0a5975358dce3ab7fa6e96aeff6acd6bdcdabf75dc60ada7644a8
 size 3215696