fix : using the right ckpts
Browse files- app.py +0 -2
- helper_functions.py +3 -3
app.py
CHANGED
|
@@ -1,10 +1,8 @@
|
|
| 1 |
from flask import Flask, render_template,request, redirect,url_for, jsonify
|
| 2 |
-
from PyPDF2 import PdfReader
|
| 3 |
from helper_functions import predict_class
|
| 4 |
import fitz # PyMuPDF
|
| 5 |
import os, shutil
|
| 6 |
import torch
|
| 7 |
-
from transformers import BertTokenizer, BertForSequenceClassification
|
| 8 |
import pickle
|
| 9 |
|
| 10 |
app = Flask(__name__)
|
|
|
|
| 1 |
from flask import Flask, render_template,request, redirect,url_for, jsonify
|
|
|
|
| 2 |
from helper_functions import predict_class
|
| 3 |
import fitz # PyMuPDF
|
| 4 |
import os, shutil
|
| 5 |
import torch
|
|
|
|
| 6 |
import pickle
|
| 7 |
|
| 8 |
app = Flask(__name__)
|
helper_functions.py
CHANGED
|
@@ -1,15 +1,15 @@
|
|
| 1 |
import torch
|
| 2 |
import pickle
|
| 3 |
-
from transformers import
|
| 4 |
from transformers import BatchEncoding, PreTrainedTokenizerBase
|
| 5 |
from typing import Optional
|
| 6 |
from torch import Tensor
|
| 7 |
|
| 8 |
# Load the model
|
| 9 |
-
model =
|
| 10 |
|
| 11 |
# Load the tokenizer
|
| 12 |
-
tokenizer =
|
| 13 |
|
| 14 |
# Charger le label encoder
|
| 15 |
with open("distilBert/DistilBert/label_encoder.pkl", "rb") as f:
|
|
|
|
| 1 |
import torch
|
| 2 |
import pickle
|
| 3 |
+
from transformers import AutoTokenizer , DistilBertForSequenceClassification
|
| 4 |
from transformers import BatchEncoding, PreTrainedTokenizerBase
|
| 5 |
from typing import Optional
|
| 6 |
from torch import Tensor
|
| 7 |
|
| 8 |
# Load the model
|
| 9 |
+
model = DistilBertForSequenceClassification.from_pretrained("distilBert/DistilBert/saved_model")
|
| 10 |
|
| 11 |
# Load the tokenizer
|
| 12 |
+
tokenizer = AutoTokenizer.from_pretrained("distilBert/DistilBert/saved_tokenizer")
|
| 13 |
|
| 14 |
# Charger le label encoder
|
| 15 |
with open("distilBert/DistilBert/label_encoder.pkl", "rb") as f:
|