Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -62,7 +62,12 @@ def create_transformer_model(input_shape):
|
|
62 |
x = transformer_encoder(inputs, head_size=256, num_heads=4, ff_dim=4, dropout=0.1)
|
63 |
x = GlobalAveragePooling1D()(x)
|
64 |
outputs = Dense(1)(x)
|
65 |
-
|
|
|
|
|
|
|
|
|
|
|
66 |
|
67 |
def transformer_encoder(inputs, head_size, num_heads, ff_dim, dropout=0):
|
68 |
x = MultiHeadAttention(key_dim=head_size, num_heads=num_heads, dropout=dropout)(inputs, inputs)
|
|
|
62 |
x = transformer_encoder(inputs, head_size=256, num_heads=4, ff_dim=4, dropout=0.1)
|
63 |
x = GlobalAveragePooling1D()(x)
|
64 |
outputs = Dense(1)(x)
|
65 |
+
model = Model(inputs, outputs)
|
66 |
+
|
67 |
+
# Compile the model
|
68 |
+
model.compile(optimizer='adam', loss='mse')
|
69 |
+
|
70 |
+
return model
|
71 |
|
72 |
def transformer_encoder(inputs, head_size, num_heads, ff_dim, dropout=0):
|
73 |
x = MultiHeadAttention(key_dim=head_size, num_heads=num_heads, dropout=dropout)(inputs, inputs)
|