Initial release of the Slopiest-49M Base Model
Browse files
model.py
CHANGED
|
@@ -16,7 +16,7 @@ class SlopiestConfig(PretrainedConfig):
|
|
| 16 |
self.layer_size = layer_size
|
| 17 |
self.block_size = block_size
|
| 18 |
|
| 19 |
-
class SlopiestForCausalLM(PreTrainedModel):
|
| 20 |
config_class = SlopiestConfig
|
| 21 |
|
| 22 |
def __init__(self, config):
|
|
|
|
| 16 |
self.layer_size = layer_size
|
| 17 |
self.block_size = block_size
|
| 18 |
|
| 19 |
+
class SlopiestForCausalLM(PreTrainedModel, GenerationMixin):
|
| 20 |
config_class = SlopiestConfig
|
| 21 |
|
| 22 |
def __init__(self, config):
|