Get earliest available revision for a specified revision number

app.py

@@ -41,7 +41,7 @@ def fetch_current_revision(title: str):
     try:
         # Get current revision (revision 0)
         json_data = get_previous_revisions(title, revisions=0)
-        revision_info = extract_revision_info(json_data, revision=0)
+        revision_info = extract_revision_info(json_data, revnum=0)
 
         if not revision_info.get("revid"):
             error_msg = f"Error: Could not find Wikipedia page '{title}'. Please check the title."
@@ -76,8 +76,8 @@ def fetch_previous_revision(title: str, unit: str, number: int, new_revision: st
 
     Args:
         title: Wikipedia article title
-        unit: "days" or "revisions"
-        number: Number of days or revisions behind
+        unit: "revisions" or "days"
+        number: Number of revisions or days behind
 
     Returns:
         Tuple of (introduction, timestamp)
@@ -92,7 +92,7 @@ def fetch_previous_revision(title: str, unit: str, number: int, new_revision: st
         # Get previous revision based on unit
         if unit == "revisions":
             json_data = get_previous_revisions(title, revisions=number)
-            revision_info = extract_revision_info(json_data, revision=number)
+            revision_info = extract_revision_info(json_data, revnum=number)
         else:  # unit == "days"
             revision_info = get_revision_from_age(title, age_days=number)
 
@@ -112,7 +112,7 @@ def fetch_previous_revision(title: str, unit: str, number: int, new_revision: st
 
         # Get revisions_behind
         if unit == "revisions":
-            revisions_behind = number
+            revisions_behind = revision_info["revnum"]
         else:
             revisions_behind = get_revisions_behind(title, revid)
             # For a negative number, replace the negative sign with ">"
@@ -283,7 +283,7 @@ with gr.Blocks(title="Noteworthy Differences") as demo:
     with gr.Row():
         gr.Markdown(
             """
-        Compare current and old revisions of a Wikipedia article - you choose the number of days or revisions behind.<br>
+        Compare current and old revisions of a Wikipedia article - you choose the number of revisions or days behind.<br>
         Two classifier models (with heuristic and few-shot prompts) and a judge predict the noteworthiness of the differences.<br>
         The judge was aligned with human preferences as described in the
         [GitHub repository](https://github.com/jedick/noteworthy-differences).
@@ -294,9 +294,9 @@ with gr.Blocks(title="Noteworthy Differences") as demo:
         title_input = gr.Textbox(
             label="Wikipedia Page Title", placeholder="e.g., Albert Einstein", value=""
         )
-        number_input = gr.Number(label="Number", value=100, minimum=0, precision=0)
+        number_input = gr.Number(label="Number", value=50, minimum=0, precision=0)
         unit_dropdown = gr.Dropdown(
-            choices=["days", "revisions"], value="days", label="Unit"
+            choices=["revisions", "days"], value="revisions", label="Unit"
         )
         judge_mode_dropdown = gr.Dropdown(
             choices=["unaligned", "aligned-fewshot", "aligned-heuristic"],
@@ -316,6 +316,7 @@ with gr.Blocks(title="Noteworthy Differences") as demo:
                 """#### Query Instructions
             - Page title is case sensitive; use underscores or spaces
             - Specify any number of days or up to 499 revisions behind
+              - The closest available revision is retrieved
             - Only article introductions are downloaded
             """
             )

collect_data.py

@@ -31,12 +31,12 @@ if __name__ == "__main__":
             ts_0.append(info_0["timestamp"])
             intro_0.append(get_wikipedia_introduction(info_0["revid"]))
             # Append data for 10th revision before current
-            info_10 = extract_revision_info(json_data, 10)
+            info_10 = extract_revision_info(json_data, 10, limit_revnum=False)
             revid_10.append(info_10["revid"])
             ts_10.append(info_10["timestamp"])
             intro_10.append(get_wikipedia_introduction(info_10["revid"]))
             # Append data for 100th revision before current
-            info_100 = extract_revision_info(json_data, 100)
+            info_100 = extract_revision_info(json_data, 100, limit_revnum=False)
             revid_100.append(info_100["revid"])
             ts_100.append(info_100["timestamp"])
             intro_100.append(get_wikipedia_introduction(info_100["revid"]))

wiki_data_fetcher.py

@@ -27,12 +27,12 @@ def run_get_request(params: dict):
     return json_data
 
 
-def extract_revision_info(json_data, revision=0):
+def extract_revision_info(json_data, revnum=0, limit_revnum=True):
     """
     Utility function to extract page revision info from JSON data returned from API call
 
     Args:
-        revision: revision before current
+        revnum: revision before current
 
     Examples:
         title = 'David_Szalay'
@@ -45,25 +45,20 @@ def extract_revision_info(json_data, revision=0):
     pages = json_data["query"]["pages"]
     page_id = list(pages.keys())[0]
 
-    if page_id == "-1":
-        # Page not found, return empty dict
-        return {"revid": None, "timestamp": None}
-
     try:
+        if limit_revnum:
+            # Limit revnum to earliest available revision before current
+            revnum = min([revnum, len(pages[page_id]["revisions"]) - 1])
         # Get the specified revision
-        revision = pages[page_id]["revisions"][revision]
-        revid = revision["revid"]
-        timestamp = revision["timestamp"]
+        revision = pages[page_id]["revisions"][revnum]
+        # Remove the parentid key because we don't use it
+        _ = revision.pop("parentid", None)
+        # Add the actual revision number
+        revision["revnum"] = revnum
+        return revision
     except:
-        # Revision not found, return empty dict
-        return {"revid": None, "timestamp": None}
-
-    # NOTUSED: Create permanent URL
-    # permanent_url = f"https://en.wikipedia.org/w/index.php?title={title}&oldid={revid}"
-
-    # Remove the parentid key because we don't use it
-    _ = revision.pop("parentid", None)
-    return revision
+        # Page or revision not found, return empty dict
+        return {"revid": None, "timestamp": None, "revnum": None}
 
 
 def get_revision_from_age(title: str, age_days: int = 0) -> Dict[str, str]: