tim1900
/

bert-chunker

Token Classification

feature-extraction

Model card Files Files and versions

tim1900 commited on Sep 15, 2024

Commit

33292f3

·

verified ·

1 Parent(s): 8f7ecfd

Update README.md

Files changed (1) hide show

README.md +3 -3

README.md CHANGED Viewed

@@ -25,7 +25,7 @@ from modeling_bertchunker import BertChunker
 # load bert tokenizer
 tokenizer = AutoTokenizer.from_pretrained(
-    "nreimers/MiniLM-L6-H384-uncased",
     padding_side="right",
     model_max_length=255,
     trust_remote_code=True,
@@ -33,7 +33,7 @@ tokenizer = AutoTokenizer.from_pretrained(
 # load MiniLM-L6-H384-uncased bert config
 config = AutoConfig.from_pretrained(
-    "nreimers/MiniLM-L6-H384-uncased",
     trust_remote_code=True,
 )
@@ -42,7 +42,7 @@ model = BertChunker(config)
 device='cuda'
 model.to(device)
-# load parameters
 state_dict = safetensors.torch.load_file("./model.safetensors")
 model.load_state_dict(state_dict)

 # load bert tokenizer
 tokenizer = AutoTokenizer.from_pretrained(
+    "tim1900/BertChunker",
     padding_side="right",
     model_max_length=255,
     trust_remote_code=True,
 # load MiniLM-L6-H384-uncased bert config
 config = AutoConfig.from_pretrained(
+    "tim1900/BertChunker",
     trust_remote_code=True,
 )
 device='cuda'
 model.to(device)
+# load parameters, tim1900/BertChunker/model.safetensors
 state_dict = safetensors.torch.load_file("./model.safetensors")
 model.load_state_dict(state_dict)