Update yall.py

yall.py

@@ -62,54 +62,55 @@ def create_yall():
     
     # List to store the GistInfo objects
     gist_infos = []
-    
+
     for data_dict in data:
-        if 'files' in data_dict and data_dict['files']:
-            file_info = next(iter(data_dict['files'].values()))
-            filename = file_info['filename']
-            if filename.endswith("-Nous.md"):
-                raw_url = file_info['raw_url']
-                response = requests.get(raw_url)
-                if response.status_code == 200:
-                    if "Error: File does not exist" not in response.text:
-                        # Parse the markdown table
-                        lines = response.text.split('\n')
-                        if len(lines) >= 3:
-                            values = lines[2].split('|')[1:-1]
-    
-                            # Extract model name and model id using regular expression
-                            model_match = re.search(r'\[([^\]]+)\]\(https://huggingface.co/([^/]+)/([^)]+)\)', values[0].strip())
-                            if model_match:
-                                model_name = model_match.group(1)
-                                model_id = f"{model_match.group(2)}/{model_match.group(3)}"
-                                print(values[0].strip())
-                                print(model_name)
-                                print(model_id)
-                                print("=============")
-                            else:
-                                model_name = model_id = 'Unknown'
-    
-    
-                        # Parse the markdown table
-                        lines = response.text.split('\n')
-                        if len(lines) >= 3:
-                            values = lines[2].split('|')[1:-1]
-    
-                            # Create a GistInfo object and add it to the list
-                            gist_info = GistInfo(
-                                gist_id=data_dict['id'],
-                                filename=filename,
-                                url=data_dict['html_url'],  # Assuming html_url is the URL of the gist
-                                model_name=model_name,
-                                model_id=model_id,
-                                model=values[0].strip(),
-                                agieval=float(values[1].strip()),
-                                gpt4all=float(values[2].strip()),
-                                truthfulqa=float(values[3].strip()),
-                                bigbench=float(values[4].strip()),
-                                average=float(values[5].strip()),
-                            )
-                            gist_infos.append(gist_info)
+        if 'files' not in data_dict or not data_dict['files']:
+            continue
+
+        file_info = next(iter(data_dict['files'].values()))
+        filename = file_info['filename']
+        if not filename.endswith("-Nous.md"):
+            continue
+
+        raw_url = file_info['raw_url']
+        response = requests.get(raw_url)
+        if response.status_code != 200 or "Error: File does not exist" in response.text:
+            continue
+
+        # Parse the markdown table
+        lines = response.text.split('\n')
+        if len(lines) < 3:
+            continue
+
+        values = lines[2].split('|')[1:-1]
+
+        # Extract model name and model id using regular expression
+        model_match = re.search(r'\[([^\]]+)\]\(https://huggingface.co/([^/]+)/([^)]+)\)', values[0].strip())
+        if model_match:
+            model_name = model_match.group(1)
+            model_id = f"{model_match.group(2)}/{model_match.group(3)}"
+            print(values[0].strip())
+            print(model_name)
+            print(model_id)
+            print("=============")
+        else:
+            model_name = model_id = 'Unknown'
+
+        # Create a GistInfo object and add it to the list
+        gist_info = GistInfo(
+            gist_id=data_dict['id'],
+            filename=filename,
+            url=data_dict['html_url'],  # Assuming html_url is the URL of the gist
+            model_name=model_name,
+            model_id=model_id,
+            model=values[0].strip(),
+            agieval=float(values[1].strip()),
+            gpt4all=float(values[2].strip()),
+            truthfulqa=float(values[3].strip()),
+            bigbench=float(values[4].strip()),
+            average=float(sum([values[1],values[2],values[4]]/3.strip()),
+        )
+        gist_infos.append(gist_info)
     
     # Sort the list by average
     gist_infos = sorted(gist_infos, key=lambda x: x.average, reverse=True)