File size: 719 Bytes
c7dd7b8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
import logging
from pprint import pprint
from hf_eda_mcp.integrations.hf_client import HfClient

logger = logging.getLogger(__name__)
logging.basicConfig(
    filename="scripts.log",
    encoding='utf-8',
    level=logging.DEBUG,
    filemode="w",
    format='%(asctime)s - %(levelname)s - %(message)s',
)


def authenticate():
    client = HfClient()
    client._authenticate()
    return client


def get_dataset_info(client: HfClient, dataset_id: str = "squad"):
    metadata = client.get_dataset_info(dataset_id)
    logger.info("Fetched %s dataset", dataset_id)
    pprint(metadata, indent=4)



if __name__ == "__main__":
    client = authenticate()

    get_dataset_info(client=client, dataset_id="nyu-mll/glue")