Spaces:
Sleeping
Sleeping
Raymond commited on
Commit ·
a7e1037
1
Parent(s): bb64cd3
fixed confusing comment
Browse files
model.py
CHANGED
|
@@ -118,7 +118,7 @@ class Block(nn.Module):
|
|
| 118 |
x = x + self.ffwd(self.ln2(x))
|
| 119 |
return x
|
| 120 |
|
| 121 |
-
#
|
| 122 |
class TokenBasedLanguageModel(nn.Module):
|
| 123 |
|
| 124 |
def __init__(self):
|
|
|
|
| 118 |
x = x + self.ffwd(self.ln2(x))
|
| 119 |
return x
|
| 120 |
|
| 121 |
+
# next token prediction model now
|
| 122 |
class TokenBasedLanguageModel(nn.Module):
|
| 123 |
|
| 124 |
def __init__(self):
|