Spaces:
Sleeping
Sleeping
Raymond
commited on
Commit
•
a7e1037
1
Parent(s):
bb64cd3
fixed confusing comment
Browse files
model.py
CHANGED
@@ -118,7 +118,7 @@ class Block(nn.Module):
|
|
118 |
x = x + self.ffwd(self.ln2(x))
|
119 |
return x
|
120 |
|
121 |
-
#
|
122 |
class TokenBasedLanguageModel(nn.Module):
|
123 |
|
124 |
def __init__(self):
|
|
|
118 |
x = x + self.ffwd(self.ln2(x))
|
119 |
return x
|
120 |
|
121 |
+
# next token prediction model now
|
122 |
class TokenBasedLanguageModel(nn.Module):
|
123 |
|
124 |
def __init__(self):
|