Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -62,7 +62,12 @@ def create_transformer_model(input_shape):
|
|
| 62 |
x = transformer_encoder(inputs, head_size=256, num_heads=4, ff_dim=4, dropout=0.1)
|
| 63 |
x = GlobalAveragePooling1D()(x)
|
| 64 |
outputs = Dense(1)(x)
|
| 65 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
|
| 67 |
def transformer_encoder(inputs, head_size, num_heads, ff_dim, dropout=0):
|
| 68 |
x = MultiHeadAttention(key_dim=head_size, num_heads=num_heads, dropout=dropout)(inputs, inputs)
|
|
|
|
| 62 |
x = transformer_encoder(inputs, head_size=256, num_heads=4, ff_dim=4, dropout=0.1)
|
| 63 |
x = GlobalAveragePooling1D()(x)
|
| 64 |
outputs = Dense(1)(x)
|
| 65 |
+
model = Model(inputs, outputs)
|
| 66 |
+
|
| 67 |
+
# Compile the model
|
| 68 |
+
model.compile(optimizer='adam', loss='mse')
|
| 69 |
+
|
| 70 |
+
return model
|
| 71 |
|
| 72 |
def transformer_encoder(inputs, head_size, num_heads, ff_dim, dropout=0):
|
| 73 |
x = MultiHeadAttention(key_dim=head_size, num_heads=num_heads, dropout=dropout)(inputs, inputs)
|