Spaces:
Sleeping
Sleeping
rishitha commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -13,7 +13,7 @@ df = pd.read_csv(url)
|
|
| 13 |
|
| 14 |
# Tokenizer
|
| 15 |
class ScratchTokenizer:
|
| 16 |
-
def
|
| 17 |
self.word2idx = {"<PAD>": 0, "<SOS>": 1, "<EOS>": 2, "<UNK>": 3}
|
| 18 |
self.idx2word = {0: "<PAD>", 1: "<SOS>", 2: "<EOS>", 3: "<UNK>"}
|
| 19 |
self.vocab_size = 4
|
|
@@ -43,7 +43,7 @@ tokenizer.build_vocab(train_data["instruction"].tolist() + train_data["response"
|
|
| 43 |
|
| 44 |
# Dataset Class
|
| 45 |
class TextDataset(Dataset):
|
| 46 |
-
def
|
| 47 |
self.data = data
|
| 48 |
self.tokenizer = tokenizer
|
| 49 |
self.max_len = max_len
|
|
@@ -60,7 +60,7 @@ class TextDataset(Dataset):
|
|
| 60 |
|
| 61 |
# Model
|
| 62 |
class GPTModel(nn.Module):
|
| 63 |
-
def
|
| 64 |
super(GPTModel, self)._init_()
|
| 65 |
self.embedding = nn.Embedding(vocab_size, embed_size)
|
| 66 |
self.pos_embedding = nn.Parameter(torch.randn(1, max_len, embed_size))
|
|
@@ -136,7 +136,7 @@ df = pd.read_csv(url)
|
|
| 136 |
|
| 137 |
# Tokenizer
|
| 138 |
class ScratchTokenizer:
|
| 139 |
-
def
|
| 140 |
self.word2idx = {"<PAD>": 0, "<SOS>": 1, "<EOS>": 2, "<UNK>": 3}
|
| 141 |
self.idx2word = {0: "<PAD>", 1: "<SOS>", 2: "<EOS>", 3: "<UNK>"}
|
| 142 |
self.vocab_size = 4
|
|
@@ -166,7 +166,7 @@ tokenizer.build_vocab(train_data["instruction"].tolist() + train_data["response"
|
|
| 166 |
|
| 167 |
# Dataset Class
|
| 168 |
class TextDataset(Dataset):
|
| 169 |
-
def
|
| 170 |
self.data = data
|
| 171 |
self.tokenizer = tokenizer
|
| 172 |
self.max_len = max_len
|
|
@@ -183,7 +183,7 @@ class TextDataset(Dataset):
|
|
| 183 |
|
| 184 |
# Model
|
| 185 |
class GPTModel(nn.Module):
|
| 186 |
-
def
|
| 187 |
super(GPTModel, self)._init_()
|
| 188 |
self.embedding = nn.Embedding(vocab_size, embed_size)
|
| 189 |
self.pos_embedding = nn.Parameter(torch.randn(1, max_len, embed_size))
|
|
|
|
| 13 |
|
| 14 |
# Tokenizer
|
| 15 |
class ScratchTokenizer:
|
| 16 |
+
def __init__(self):
|
| 17 |
self.word2idx = {"<PAD>": 0, "<SOS>": 1, "<EOS>": 2, "<UNK>": 3}
|
| 18 |
self.idx2word = {0: "<PAD>", 1: "<SOS>", 2: "<EOS>", 3: "<UNK>"}
|
| 19 |
self.vocab_size = 4
|
|
|
|
| 43 |
|
| 44 |
# Dataset Class
|
| 45 |
class TextDataset(Dataset):
|
| 46 |
+
def __init__(self, data, tokenizer, max_len=200):
|
| 47 |
self.data = data
|
| 48 |
self.tokenizer = tokenizer
|
| 49 |
self.max_len = max_len
|
|
|
|
| 60 |
|
| 61 |
# Model
|
| 62 |
class GPTModel(nn.Module):
|
| 63 |
+
def __init__(self, vocab_size, embed_size=256, num_heads=8, num_layers=6, max_len=200):
|
| 64 |
super(GPTModel, self)._init_()
|
| 65 |
self.embedding = nn.Embedding(vocab_size, embed_size)
|
| 66 |
self.pos_embedding = nn.Parameter(torch.randn(1, max_len, embed_size))
|
|
|
|
| 136 |
|
| 137 |
# Tokenizer
|
| 138 |
class ScratchTokenizer:
|
| 139 |
+
def __init__(self):
|
| 140 |
self.word2idx = {"<PAD>": 0, "<SOS>": 1, "<EOS>": 2, "<UNK>": 3}
|
| 141 |
self.idx2word = {0: "<PAD>", 1: "<SOS>", 2: "<EOS>", 3: "<UNK>"}
|
| 142 |
self.vocab_size = 4
|
|
|
|
| 166 |
|
| 167 |
# Dataset Class
|
| 168 |
class TextDataset(Dataset):
|
| 169 |
+
def __init__(self, data, tokenizer, max_len=200):
|
| 170 |
self.data = data
|
| 171 |
self.tokenizer = tokenizer
|
| 172 |
self.max_len = max_len
|
|
|
|
| 183 |
|
| 184 |
# Model
|
| 185 |
class GPTModel(nn.Module):
|
| 186 |
+
def __init__(self, vocab_size, embed_size=256, num_heads=8, num_layers=6, max_len=200):
|
| 187 |
super(GPTModel, self)._init_()
|
| 188 |
self.embedding = nn.Embedding(vocab_size, embed_size)
|
| 189 |
self.pos_embedding = nn.Parameter(torch.randn(1, max_len, embed_size))
|