tim1900
/

bert-chunker-2

Token Classification

Model card Files Files and versions

tim1900 commited on Jan 30, 2025

Commit

f763bb4

·

verified ·

1 Parent(s): 7550684

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -31,7 +31,7 @@ config = AutoConfig.from_pretrained(
     model_path,
     trust_remote_code=True,
 )
-device = 'cpu'
 model = BertForTokenClassification.from_pretrained(model_path, ).to(device)
 def chunk_text(model,text:str, tokenizer, prob_threshold=0.5)->list[str]:
     # slide context window chunking

     model_path,
     trust_remote_code=True,
 )
+device = 'cpu'# or cuda
 model = BertForTokenClassification.from_pretrained(model_path, ).to(device)
 def chunk_text(model,text:str, tokenizer, prob_threshold=0.5)->list[str]:
     # slide context window chunking