File size: 2,754 Bytes
197d4ca |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 |
import numpy as np
from os import listdir
from os.path import isfile, isdir, join
import os
#import json
import random
from subprocess import call
cwd = '/home/yuqian_fu/Data/CDFSL/Plantae'
source_path = cwd
data_path = join(cwd,'images')
if not os.path.exists(data_path):
os.makedirs(data_path)
savedir = './'
dataset_list = ['base','val','novel']
folder_list = [f for f in listdir(source_path) if isdir(join(source_path, f))]
#folder_list.sort()
folder_list_count = np.array([len(listdir(join(source_path, f))) for f in folder_list])
folder_list_idx = np.argsort(folder_list_count)
folder_list = np.array(folder_list)[folder_list_idx[-200:]].tolist()
label_dict = dict(zip(folder_list,range(0,len(folder_list))))
classfile_list_all = []
for i, folder in enumerate(folder_list):
source_folder_path = join(source_path, folder)
folder_path = join(data_path, folder)
classfile_list_all.append( [ cf for cf in listdir(source_folder_path) if (isfile(join(source_folder_path,cf)) and cf[0] != '.')])
random.shuffle(classfile_list_all[i])
classfile_list_all[i] = classfile_list_all[i][:min(len(classfile_list_all[i]), 600)]
call('mkdir ' + folder_path, shell=True)
for cf in classfile_list_all[i]:
call('cp ' + join(source_folder_path, cf) + ' ' + join(folder_path, cf), shell=True)
classfile_list_all[i] = [join(folder_path, cf) for cf in classfile_list_all[i]]
for dataset in dataset_list:
file_list = []
label_list = []
for i, classfile_list in enumerate(classfile_list_all):
if 'base' in dataset:
if (i%2 == 0):
file_list = file_list + classfile_list
label_list = label_list + np.repeat(i, len(classfile_list)).tolist()
if 'val' in dataset:
if (i%4 == 1):
file_list = file_list + classfile_list
label_list = label_list + np.repeat(i, len(classfile_list)).tolist()
if 'novel' in dataset:
if (i%4 == 3):
file_list = file_list + classfile_list
label_list = label_list + np.repeat(i, len(classfile_list)).tolist()
fo = open(savedir + dataset + ".json", "w")
fo.write('{"label_names": [')
fo.writelines(['"%s",' % item for item in folder_list])
fo.seek(0, os.SEEK_END)
fo.seek(fo.tell()-1, os.SEEK_SET)
fo.write('],')
fo.write('"image_names": [')
fo.writelines(['"%s",' % item for item in file_list])
fo.seek(0, os.SEEK_END)
fo.seek(fo.tell()-1, os.SEEK_SET)
fo.write('],')
fo.write('"image_labels": [')
fo.writelines(['%d,' % item for item in label_list])
fo.seek(0, os.SEEK_END)
fo.seek(fo.tell()-1, os.SEEK_SET)
fo.write(']}')
fo.close()
print("%s -OK" %dataset) |