Spaces:
Runtime error
Runtime error
Hugo Pitorro
commited on
Commit
·
d87595a
1
Parent(s):
bef3028
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,8 +18,8 @@ cwi_tok = AutoTokenizer.from_pretrained('twigs/cwi-regressor')
|
|
| 18 |
cwi_model = AutoModelForSequenceClassification.from_pretrained('twigs/cwi-regressor')
|
| 19 |
simpl_tok = BartTokenizer.from_pretrained('twigs/bart-text2text-simplifier')
|
| 20 |
simpl_model = BartForConditionalGeneration.from_pretrained('twigs/bart-text2text-simplifier')
|
| 21 |
-
cwi_pipe = pipeline('text-classification', model=cwi_model, tokenizer=cwi_tok, function_to_apply='none'
|
| 22 |
-
fill_pipe = pipeline('fill-mask', model=simpl_model, tokenizer=simpl_tok, top_k=1
|
| 23 |
|
| 24 |
|
| 25 |
def id_replace_complex(s, threshold=0.4):
|
|
@@ -44,7 +44,7 @@ def id_replace_complex(s, threshold=0.4):
|
|
| 44 |
|
| 45 |
def generate_candidate_text(s, model, tokenizer, tokenized=False):
|
| 46 |
|
| 47 |
-
out = simpl_tok([s], max_length=256, padding="max_length", truncation=True, return_tensors='pt')
|
| 48 |
|
| 49 |
generated_ids = model.generate(
|
| 50 |
input_ids=out['input_ids'],
|
|
|
|
| 18 |
cwi_model = AutoModelForSequenceClassification.from_pretrained('twigs/cwi-regressor')
|
| 19 |
simpl_tok = BartTokenizer.from_pretrained('twigs/bart-text2text-simplifier')
|
| 20 |
simpl_model = BartForConditionalGeneration.from_pretrained('twigs/bart-text2text-simplifier')
|
| 21 |
+
cwi_pipe = pipeline('text-classification', model=cwi_model, tokenizer=cwi_tok, function_to_apply='none')
|
| 22 |
+
fill_pipe = pipeline('fill-mask', model=simpl_model, tokenizer=simpl_tok, top_k=1)
|
| 23 |
|
| 24 |
|
| 25 |
def id_replace_complex(s, threshold=0.4):
|
|
|
|
| 44 |
|
| 45 |
def generate_candidate_text(s, model, tokenizer, tokenized=False):
|
| 46 |
|
| 47 |
+
out = simpl_tok([s], max_length=256, padding="max_length", truncation=True, return_tensors='pt') if not tokenized else s
|
| 48 |
|
| 49 |
generated_ids = model.generate(
|
| 50 |
input_ids=out['input_ids'],
|