|
|
import os |
|
|
import pandas as pd |
|
|
from huggingface_hub import HfApi, HfFolder |
|
|
import yaml |
|
|
import numpy as np |
|
|
import time |
|
|
|
|
|
config = yaml.safe_load(open("./config/config.yaml")) |
|
|
|
|
|
def load_example_images(class_idx, data_dir, max_images=16): |
|
|
path = os.path.join(data_dir, 'images', str(class_idx)) |
|
|
images = os.listdir(path) |
|
|
|
|
|
|
|
|
np.random.seed(int(time.time())) |
|
|
ids = np.random.choice(len(images), max_images, replace=False) |
|
|
images = [os.path.join(path, images[id]) for id in ids] |
|
|
return images |
|
|
|
|
|
|
|
|
def load_words(idx): |
|
|
words = [f"word_{idx}_{i}" for i in range(20)] |
|
|
return words |
|
|
|
|
|
def load_csv_concepts(data_dir): |
|
|
|
|
|
data = pd.read_csv(os.path.join(data_dir, 'concepts_by_class.csv')) |
|
|
return data |
|
|
|
|
|
def generate_random_ids(): |
|
|
|
|
|
|
|
|
seed = int(time.time()) |
|
|
np.random.seed(seed) |
|
|
ids1 = np.random.choice(np.arange(1, 5), 3, replace=False) |
|
|
ids2 = np.random.choice(np.arange(2, 10), 3, replace=False) |
|
|
ids3 = np.random.choice(np.arange(3, 15), 3, replace=False) |
|
|
|
|
|
return [ids1, ids2, ids3] |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|