Upload folder using huggingface_hub

README.md

@@ -0,0 +1,14 @@
+---
+title: Medquad Classify
+emoji: 🏆
+colorFrom: gray
+colorTo: green
+sdk: gradio
+sdk_version: 5.27.0
+app_file: app.py
+pinned: false
+license: mit
+short_description: Classifying medical questions into 2000+ focus areas
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

focus_area_model.py

@@ -0,0 +1,16 @@
+
+import torch, torch.nn as nn
+from transformers import AutoModel
+
+class LabelEmbCls(nn.Module):
+    def __init__(self, base, lbl_emb):
+        super().__init__()
+        self.bert  = base
+        self.lbl_E = nn.Parameter(lbl_emb, requires_grad=False)
+        self.tau   = nn.Parameter(torch.tensor(1.))
+    def forward(self, input_ids, attention_mask, token_type_ids=None):
+        cls = self.bert(input_ids=input_ids,
+                        attention_mask=attention_mask,
+                        token_type_ids=token_type_ids
+                       ).last_hidden_state[:,0]
+        return torch.matmul(cls, self.lbl_E.T) / self.tau