zluvolyote
/

CodonBert_CodonBased_Tokenizer

Model card Files Files and versions

zluvolyote commited on Aug 12, 2022

Commit

892de74

·

1 Parent(s): d775864

add tokenizer

Files changed (2) hide show

tokenizer.json +13 -10
vocab.txt +6 -3

tokenizer.json CHANGED Viewed

@@ -84,10 +84,10 @@
       "C": 6,
       "G": 7,
       "T": 8,
-      "##A": 9,
-      "##C": 10,
       "##T": 11,
-      "##G": 12,
       "AA": 13,
       "GA": 14,
       "TT": 15,
@@ -118,12 +118,12 @@
       "TG": 40,
       "GTT": 41,
       "AGA": 42,
-      "GCT": 43,
-      "GAC": 44,
-      "ACT": 45,
-      "GAG": 46,
-      "TCA": 47,
-      "ATG": 48,
       "TAT": 49,
       "TTC": 50,
       "ATA": 51,
@@ -164,7 +164,10 @@
       "TGC": 86,
       "CGA": 87,
       "CGC": 88,
-      "CGG": 89
     }
   }
 }

       "C": 6,
       "G": 7,
       "T": 8,
+      "##C": 9,
+      "##G": 10,
       "##T": 11,
+      "##A": 12,
       "AA": 13,
       "GA": 14,
       "TT": 15,
       "TG": 40,
       "GTT": 41,
       "AGA": 42,
+      "ATG": 43,
+      "GCT": 44,
+      "GAC": 45,
+      "ACT": 46,
+      "GAG": 47,
+      "TCA": 48,
       "TAT": 49,
       "TTC": 50,
       "ATA": 51,
       "TGC": 86,
       "CGA": 87,
       "CGC": 88,
+      "CGG": 89,
+      "TAA": 90,
+      "TGA": 91,
+      "TAG": 92
     }
   }
 }

vocab.txt CHANGED Viewed

@@ -7,10 +7,10 @@ A
 C
 G
 T
-##A
 ##C
-##T
 ##G
 AA
 GA
 TT
@@ -41,12 +41,12 @@ GGT
 TG
 GTT
 AGA
 GCT
 GAC
 ACT
 GAG
 TCA
-ATG
 TAT
 TTC
 ATA
@@ -88,3 +88,6 @@ TGC
 CGA
 CGC
 CGG

 C
 G
 T
 ##C
 ##G
+##T
+##A
 AA
 GA
 TT
 TG
 GTT
 AGA
+ATG
 GCT
 GAC
 ACT
 GAG
 TCA
 TAT
 TTC
 ATA
 CGA
 CGC
 CGG
+TAA
+TGA
+TAG