Spaces:

RadicalNotionAI
/

modeldna

Sleeping

trohrbaugh commited on 24 days ago

Commit

e549f26

verified ·

1 Parent(s): 9f532e7

starcoder2: add gpt_bigcode pattern for tiny_starcoder_py (234K dl)

Files changed (1) hide show

scan.py CHANGED Viewed

@@ -233,8 +233,9 @@ KNOWN_BASES = {
     "starcoder2": {
         "name": "BigCode StarCoder2",
         "vocab_size": 49152,
-        "model_type_patterns": ["starcoder2"],
         # 3B: hidden=3072/30L (97K dl), 7B: hidden=4608/32L, 15B: hidden=6144/40L
         # Code-specialized tokenizer (49152 tokens)
     },
     "zaya": {

     "starcoder2": {
         "name": "BigCode StarCoder2",
         "vocab_size": 49152,
+        "model_type_patterns": ["starcoder2", "gpt_bigcode"],
         # 3B: hidden=3072/30L (97K dl), 7B: hidden=4608/32L, 15B: hidden=6144/40L
+        # gpt_bigcode = tiny_starcoder_py and early StarCoder variants (234K dl)
         # Code-specialized tokenizer (49152 tokens)
     },
     "zaya": {