dabbu2000 commited on
Commit
48fdd13
·
1 Parent(s): b6890ee

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +46 -0
app.py CHANGED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from transformers import pipeline
2
+ from transformers import AutoTokenizer, AutoModelForSequenceClassification
3
+
4
+ import torch
5
+ import torch.nn.functional as F
6
+
7
+ sentimentAnalysisModelName = "distilbert-base-uncased-finetuned-sst-2-english"
8
+ sentimentAnalysisModel = AutoModelForSequenceClassification.from_pretrained(sentimentAnalysisModelName)
9
+ sentimentAnalysisTokenizer = AutoTokenizer.from_pretrained(sentimentAnalysisModelName)
10
+
11
+ sentimentAnalysisClassifier = pipeline("sentiment-analysis", model = sentimentAnalysisModelName, tokenizer = sentimentAnalysisTokenizer)
12
+ sentimentAnalysisResults = sentimentAnalysisClassifier(["I am very proud to be in NJIT today and studying Data Science.", "I hope you don't hate this food!"])
13
+
14
+ for sentimentAnalysisResult in sentimentAnalysisResults:
15
+ print(sentimentAnalysisResult)
16
+
17
+ sentimentAnalysisTokens = sentimentAnalysisTokenizer.tokenize("I am very proud to be in NJIT today and studying Data Science.")
18
+ sentimentAnalysisTokenids = sentimentAnalysisTokenizer.convert_tokens_to_ids(sentimentAnalysisTokens)
19
+ sentimentAnalysisInputids = sentimentAnalysisTokenizer("I am very proud to be in NJIT today and studying Data Science.")
20
+
21
+ print(f' Tokens: {sentimentAnalysisTokens}')
22
+ print(f' Token IDs: {sentimentAnalysisTokenids}')
23
+ print(f' Input IDs: {sentimentAnalysisInputids}')
24
+
25
+ sentimentAnalysisXTrainingVariable = ["I am very proud to be in NJIT today and studying Data Science.", "I hope you don't hate this food!"]
26
+ sentimentAnalysisBatch = sentimentAnalysisTokenizer(sentimentAnalysisXTrainingVariable, padding = True, truncation = True, max_length = 512, return_tensors = "pt")
27
+ print(sentimentAnalysisBatch)
28
+
29
+ with torch.no_grad():
30
+ sentimentAnalysisOutputs = sentimentAnalysisModel(**sentimentAnalysisBatch, labels = torch.tensor([1, 0]))
31
+ print(sentimentAnalysisOutputs)
32
+ sentimentAnalysisPredictions = F.softmax(sentimentAnalysisOutputs.logits, dim = 1)
33
+ print(sentimentAnalysisPredictions)
34
+ sentimentAnalysisLabels = torch.argmax(sentimentAnalysisPredictions, dim = 1)
35
+ print(sentimentAnalysisLabels)
36
+ sentimentAnalysisLabels = [sentimentAnalysisModel.config.id2label[sentimentAnalysisLabelID] for sentimentAnalysisLabelID in sentimentAnalysisLabels.tolist()]
37
+ print(sentimentAnalysisLabels)
38
+
39
+ sentimentAnalysis_saveDirectory = "modelSaved"
40
+ sentimentAnalysisTokenizer.save_pretrained(sentimentAnalysis_saveDirectory)
41
+ sentimentAnalysisModel.save_pretrained(sentimentAnalysis_saveDirectory)
42
+
43
+ sentimentAnalysisTokenizer = AutoTokenizer.from_pretrained(sentimentAnalysis_saveDirectory)
44
+ sentimentAnalysisModel = AutoModelForSequenceClassification.from_pretrained(sentimentAnalysis_saveDirectory)
45
+
46
+