add data collection script

generate_overview_json.py

@@ -2,6 +2,12 @@ from pathlib import Path
 import json
 from pprint import pprint
 
+from transformers import AutoModelForCausalLM
+
+
+def get_num_parameters(model_name: str) -> int:
+    return AutoModelForCausalLM.from_pretrained(model_name).num_parameters()
+
 
 def main():
     results = {}
@@ -32,6 +38,7 @@ def main():
         elif "load_in_4bit" in model_args:
             results[short_name]["quantization"] = "4-bit"
 
+        results[short_name]["num_parameters"] = get_num_parameters(model_args["pretrained"])
 
     pprint(results)
 

generate_overview_requirements.txt

@@ -0,0 +1 @@
+transformers