|
|
import numpy as np |
|
|
from os import listdir |
|
|
from os.path import isfile, isdir, join |
|
|
import os |
|
|
|
|
|
import random |
|
|
from subprocess import call |
|
|
|
|
|
cwd = '/home/yuqian_fu/Data/CDFSL/Plantae' |
|
|
source_path = cwd |
|
|
data_path = join(cwd,'images') |
|
|
if not os.path.exists(data_path): |
|
|
os.makedirs(data_path) |
|
|
savedir = './' |
|
|
dataset_list = ['base','val','novel'] |
|
|
|
|
|
|
|
|
folder_list = [f for f in listdir(source_path) if isdir(join(source_path, f))] |
|
|
|
|
|
folder_list_count = np.array([len(listdir(join(source_path, f))) for f in folder_list]) |
|
|
folder_list_idx = np.argsort(folder_list_count) |
|
|
folder_list = np.array(folder_list)[folder_list_idx[-200:]].tolist() |
|
|
label_dict = dict(zip(folder_list,range(0,len(folder_list)))) |
|
|
|
|
|
classfile_list_all = [] |
|
|
|
|
|
for i, folder in enumerate(folder_list): |
|
|
source_folder_path = join(source_path, folder) |
|
|
folder_path = join(data_path, folder) |
|
|
classfile_list_all.append( [ cf for cf in listdir(source_folder_path) if (isfile(join(source_folder_path,cf)) and cf[0] != '.')]) |
|
|
random.shuffle(classfile_list_all[i]) |
|
|
classfile_list_all[i] = classfile_list_all[i][:min(len(classfile_list_all[i]), 600)] |
|
|
|
|
|
call('mkdir ' + folder_path, shell=True) |
|
|
for cf in classfile_list_all[i]: |
|
|
call('cp ' + join(source_folder_path, cf) + ' ' + join(folder_path, cf), shell=True) |
|
|
classfile_list_all[i] = [join(folder_path, cf) for cf in classfile_list_all[i]] |
|
|
|
|
|
for dataset in dataset_list: |
|
|
file_list = [] |
|
|
label_list = [] |
|
|
for i, classfile_list in enumerate(classfile_list_all): |
|
|
if 'base' in dataset: |
|
|
if (i%2 == 0): |
|
|
file_list = file_list + classfile_list |
|
|
label_list = label_list + np.repeat(i, len(classfile_list)).tolist() |
|
|
if 'val' in dataset: |
|
|
if (i%4 == 1): |
|
|
file_list = file_list + classfile_list |
|
|
label_list = label_list + np.repeat(i, len(classfile_list)).tolist() |
|
|
if 'novel' in dataset: |
|
|
if (i%4 == 3): |
|
|
file_list = file_list + classfile_list |
|
|
label_list = label_list + np.repeat(i, len(classfile_list)).tolist() |
|
|
|
|
|
fo = open(savedir + dataset + ".json", "w") |
|
|
fo.write('{"label_names": [') |
|
|
fo.writelines(['"%s",' % item for item in folder_list]) |
|
|
fo.seek(0, os.SEEK_END) |
|
|
fo.seek(fo.tell()-1, os.SEEK_SET) |
|
|
fo.write('],') |
|
|
|
|
|
fo.write('"image_names": [') |
|
|
fo.writelines(['"%s",' % item for item in file_list]) |
|
|
fo.seek(0, os.SEEK_END) |
|
|
fo.seek(fo.tell()-1, os.SEEK_SET) |
|
|
fo.write('],') |
|
|
|
|
|
fo.write('"image_labels": [') |
|
|
fo.writelines(['%d,' % item for item in label_list]) |
|
|
fo.seek(0, os.SEEK_END) |
|
|
fo.seek(fo.tell()-1, os.SEEK_SET) |
|
|
fo.write(']}') |
|
|
|
|
|
fo.close() |
|
|
print("%s -OK" %dataset) |
