Aman Singh commited on
Commit
d9551a2
·
1 Parent(s): dca1c24

PRX change

Browse files
Files changed (1) hide show
  1. tokenizer.json +2 -2
tokenizer.json CHANGED
@@ -77,7 +77,7 @@
77
  },
78
  {
79
  "id": 30922,
80
- "content": "[SAL]",
81
  "single_word": false,
82
  "lstrip": false,
83
  "rstrip": false,
@@ -31102,4 +31102,4 @@
31102
  "##학": 30918
31103
  }
31104
  }
31105
- }
 
77
  },
78
  {
79
  "id": 30922,
80
+ "content": "[PRX]",
81
  "single_word": false,
82
  "lstrip": false,
83
  "rstrip": false,
 
31102
  "##학": 30918
31103
  }
31104
  }
31105
+ }