Add FastText model and inference code

fasttext_news_classifier.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8a08402f84bf8a4e0864090e14634ba702b2432abb54c289b313b6865a2486
+size 1051714927

inference.py

@@ -0,0 +1,23 @@
+import fasttext
+from transformers import pipeline
+
+
+class FastTextClassifierPipeline(pipeline):
+    def __init__(self, model_path):
+        self.model = fasttext.load_model(model_path)
+
+    def __call__(self, texts):
+        if isinstance(texts, str):
+            texts = [texts]
+
+        results = []
+        for text in texts:
+            prediction = self.model.predict(text)
+            label = prediction[0][0].replace("__label__", "")
+            score = prediction[1][0]
+            results.append({"label": label, "score": score})
+
+        return results
+
+
+classifier = FastTextClassifierPipeline("fasttext_news_classifier.bin")

requirements.txt

@@ -0,0 +1,2 @@
+fasttext
+transformers