fiveflow commited on
Commit
218ff4f
ยท
1 Parent(s): 73c8053

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +5 -0
README.md CHANGED
@@ -7,6 +7,11 @@ pipeline_tag: token-classification
7
 
8
  ```python
9
  import torch
 
 
 
 
 
10
  org_text = "ํƒ„์†Œ์ค‘๋ฆฝ๊ณผESG๊ฒฝ์˜์—๋Œ€ํ•œ์‚ฌํšŒ์ ์š”๊ตฌํ™•๋Œ€".replace(" ", "") # ๊ณต๋ฐฑ์ œ๊ฑฐ
11
  label = ["UNK", "PAD", "O", "B", "I", "E", "S"]
12
  # char ๋‹จ์œ„๋กœ ํ† ํฐํ™”
 
7
 
8
  ```python
9
  import torch
10
+ from transformers import AutoModelForTokenClassification, AutoTokenizer, AutoConfig
11
+
12
+ tokenizer = AutoTokenizer.from_pretrained("fiveflow/roberta-base-spacing")
13
+ roberta = AutoModelForTokenClassification.from_pretrained("fiveflow/roberta-base-spacing")
14
+
15
  org_text = "ํƒ„์†Œ์ค‘๋ฆฝ๊ณผESG๊ฒฝ์˜์—๋Œ€ํ•œ์‚ฌํšŒ์ ์š”๊ตฌํ™•๋Œ€".replace(" ", "") # ๊ณต๋ฐฑ์ œ๊ฑฐ
16
  label = ["UNK", "PAD", "O", "B", "I", "E", "S"]
17
  # char ๋‹จ์œ„๋กœ ํ† ํฐํ™”