Upload test_max_token.py with huggingface_hub

test_max_token.py

@@ -155,7 +155,7 @@ def main():
             return_dict=True,
         ).to(model.device)
 
-        now_token_nums = inputs['input_ids'].shape[1]
+        now_token_nums = inputs['input_ids'].shape
         max_len_val.append(now_token_nums)
     with open('max_token_nums.json','w') as f:
         json.dump(max_len_val,f,ensure_ascii=False, indent=4)