Update app.py
Browse files
app.py
CHANGED
|
@@ -26,7 +26,7 @@ dataset = load_dataset("Unknown92/Resume_dataset", split='train')
|
|
| 26 |
tokenizer = AutoTokenizer.from_pretrained("bert-base-cased")
|
| 27 |
|
| 28 |
def tokenize_function(examples):
|
| 29 |
-
return tokenizer(examples["
|
| 30 |
|
| 31 |
tokenized_datasets = dataset.map(tokenize_function, batched=True)
|
| 32 |
|
|
|
|
| 26 |
tokenizer = AutoTokenizer.from_pretrained("bert-base-cased")
|
| 27 |
|
| 28 |
def tokenize_function(examples):
|
| 29 |
+
return tokenizer(examples["Resume"], padding="max_length", truncation=True)
|
| 30 |
|
| 31 |
tokenized_datasets = dataset.map(tokenize_function, batched=True)
|
| 32 |
|