BlueberryOreo's picture
Add files using upload-large-folder tool
d9339ed verified
raw
history blame contribute delete
733 Bytes
import json
with open("./reformat_test.json", "r") as f:
test = json.load(f)
with open("./reformat_val.json", "r") as f:
val = json.load(f)
print(len(test), len(val))
test_keys = set([(x["img0"], x["img1"]) for x in test]) | set([(x["img1"], x["img0"]) for x in test])
val_keys = set([(x["img0"], x["img1"]) for x in val]) | set([(x["img1"], x["img0"]) for x in val])
intersection = test_keys & val_keys
print(len(intersection))
# new_val = []
# for x in val:
# k1 = (x["img0"], x["img1"])
# k2 = (x["img1"], x["img0"])
# if k1 in intersection or k2 in intersection:
# continue
# new_val.append(x)
# print(len(new_val))
# with open("./reformat_val.json", "w") as f:
# json.dump(new_val, f)