refactor: Remove unnecessary imports and update data_loader.py

data_loader.py

@@ -1,31 +1,9 @@
 import os
 from datetime import datetime
-
-from dotenv import load_dotenv
-from httpx import Client, AsyncClient
-from huggingface_hub import HfApi
-from huggingface_hub.utils import logging
-from tqdm.auto import tqdm
 from typing import Any, Dict, List
-import pandas as pd
 
-load_dotenv()
-
-HF_TOKEN = os.getenv("HF_TOKEN")
-assert HF_TOKEN is not None, "You need to set HF_TOKEN in your environment variables"
-USER_AGENT = os.getenv("USER_AGENT")
-assert (
-    USER_AGENT is not None
-), "You need to set USER_AGENT in your environment variables"
-
-logger = logging.get_logger(__name__)
-headers = {
-    "authorization": f"Bearer ${HF_TOKEN}",
-    "user-agent": USER_AGENT,
-}
-client = Client(headers=headers)
-async_client = AsyncClient(headers=headers)
-api = HfApi(token=HF_TOKEN)
+import pandas as pd
+from tqdm.auto import tqdm
 
 
 def has_card_data(dataset):