Updated for model V7

app.py

@@ -54,7 +54,7 @@ app = gr.Interface(
     [
         gr.Textbox(label='Prompt', lines=3), 
         gr.Number(label='Output Tokens', value=180),
-        gr.Slider(1, 100, step=5, value=60, label='Top-k Value'),
+        gr.Slider(1, 100, step=5, value=50, label='Top-k Value'),
         gr.Slider(0.1, 2.0, step=0.05, value=0.9, label='Temperature')
     ],
     gr.Textbox(label='Output', lines=15, max_lines=15)

model.py

@@ -12,7 +12,7 @@ class TransformerBlock(nn.Module):
         
         self.layer_norm2 = nn.LayerNorm(embed_dim)
         self.ffn = nn.Sequential(nn.Linear(embed_dim, ffn_dim),
-                                 nn.SiLU(),
+                                 nn.GELU(),
                                  nn.Dropout(p=dropout),
                                  nn.Linear(ffn_dim, embed_dim),
                                  nn.Dropout(p=dropout))