File size: 270 Bytes
2abe6d3 | 1 2 3 4 5 6 7 8 9 10 | labels = list(set(data["train"]["label"]))
label2id = {l: i for i, l in enumerate(labels)}
id2label = {i: l for l, i in label2id.items()}
def encode_labels(batch):
batch["label"] = label2id[batch["label"]]
return batch
tokenized = tokenized.map(encode_labels)
|