rishitha commited on
Commit
72f5aa7
·
verified ·
1 Parent(s): 329b66f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -6
app.py CHANGED
@@ -13,7 +13,7 @@ df = pd.read_csv(url)
13
 
14
  # Tokenizer
15
  class ScratchTokenizer:
16
- def _init_(self):
17
  self.word2idx = {"<PAD>": 0, "<SOS>": 1, "<EOS>": 2, "<UNK>": 3}
18
  self.idx2word = {0: "<PAD>", 1: "<SOS>", 2: "<EOS>", 3: "<UNK>"}
19
  self.vocab_size = 4
@@ -43,7 +43,7 @@ tokenizer.build_vocab(train_data["instruction"].tolist() + train_data["response"
43
 
44
  # Dataset Class
45
  class TextDataset(Dataset):
46
- def _init_(self, data, tokenizer, max_len=200):
47
  self.data = data
48
  self.tokenizer = tokenizer
49
  self.max_len = max_len
@@ -60,7 +60,7 @@ class TextDataset(Dataset):
60
 
61
  # Model
62
  class GPTModel(nn.Module):
63
- def _init_(self, vocab_size, embed_size=256, num_heads=8, num_layers=6, max_len=200):
64
  super(GPTModel, self)._init_()
65
  self.embedding = nn.Embedding(vocab_size, embed_size)
66
  self.pos_embedding = nn.Parameter(torch.randn(1, max_len, embed_size))
@@ -136,7 +136,7 @@ df = pd.read_csv(url)
136
 
137
  # Tokenizer
138
  class ScratchTokenizer:
139
- def _init_(self):
140
  self.word2idx = {"<PAD>": 0, "<SOS>": 1, "<EOS>": 2, "<UNK>": 3}
141
  self.idx2word = {0: "<PAD>", 1: "<SOS>", 2: "<EOS>", 3: "<UNK>"}
142
  self.vocab_size = 4
@@ -166,7 +166,7 @@ tokenizer.build_vocab(train_data["instruction"].tolist() + train_data["response"
166
 
167
  # Dataset Class
168
  class TextDataset(Dataset):
169
- def _init_(self, data, tokenizer, max_len=200):
170
  self.data = data
171
  self.tokenizer = tokenizer
172
  self.max_len = max_len
@@ -183,7 +183,7 @@ class TextDataset(Dataset):
183
 
184
  # Model
185
  class GPTModel(nn.Module):
186
- def _init_(self, vocab_size, embed_size=256, num_heads=8, num_layers=6, max_len=200):
187
  super(GPTModel, self)._init_()
188
  self.embedding = nn.Embedding(vocab_size, embed_size)
189
  self.pos_embedding = nn.Parameter(torch.randn(1, max_len, embed_size))
 
13
 
14
  # Tokenizer
15
  class ScratchTokenizer:
16
+ def __init__(self):
17
  self.word2idx = {"<PAD>": 0, "<SOS>": 1, "<EOS>": 2, "<UNK>": 3}
18
  self.idx2word = {0: "<PAD>", 1: "<SOS>", 2: "<EOS>", 3: "<UNK>"}
19
  self.vocab_size = 4
 
43
 
44
  # Dataset Class
45
  class TextDataset(Dataset):
46
+ def __init__(self, data, tokenizer, max_len=200):
47
  self.data = data
48
  self.tokenizer = tokenizer
49
  self.max_len = max_len
 
60
 
61
  # Model
62
  class GPTModel(nn.Module):
63
+ def __init__(self, vocab_size, embed_size=256, num_heads=8, num_layers=6, max_len=200):
64
  super(GPTModel, self)._init_()
65
  self.embedding = nn.Embedding(vocab_size, embed_size)
66
  self.pos_embedding = nn.Parameter(torch.randn(1, max_len, embed_size))
 
136
 
137
  # Tokenizer
138
  class ScratchTokenizer:
139
+ def __init__(self):
140
  self.word2idx = {"<PAD>": 0, "<SOS>": 1, "<EOS>": 2, "<UNK>": 3}
141
  self.idx2word = {0: "<PAD>", 1: "<SOS>", 2: "<EOS>", 3: "<UNK>"}
142
  self.vocab_size = 4
 
166
 
167
  # Dataset Class
168
  class TextDataset(Dataset):
169
+ def __init__(self, data, tokenizer, max_len=200):
170
  self.data = data
171
  self.tokenizer = tokenizer
172
  self.max_len = max_len
 
183
 
184
  # Model
185
  class GPTModel(nn.Module):
186
+ def __init__(self, vocab_size, embed_size=256, num_heads=8, num_layers=6, max_len=200):
187
  super(GPTModel, self)._init_()
188
  self.embedding = nn.Embedding(vocab_size, embed_size)
189
  self.pos_embedding = nn.Parameter(torch.randn(1, max_len, embed_size))