Revert "fixed changed reverse?"

This reverts commit ac27319860.
This commit is contained in:
2023-02-21 22:13:16 +01:00
parent ac27319860
commit 9fbd09386c
2 changed files with 20 additions and 23 deletions
+13 -16
View File
@@ -225,28 +225,26 @@ class ConvNeXtReverse(tf.keras.Model):
drop_path_rate=0., layer_scale_init_value=1e-6, head_init_scale=1., learn_weights=False,
):
super().__init__()
self.upsample_layers = []
self.upsample_layers = [] # stem and 3 intermediate downsampling conv layers
stem = tf.keras.Sequential([
LayerNormalization(epsilon=1e-6),
Conv2DTranspose(dims[0], kernel_size=2, strides=2, padding='same'),
])
Conv2DTranspose(dims[0], kernel_size=4, strides=4, padding='same'),
# UpSampling2D((4, 4), interpolation='nearest'),
# Conv2D(dims[0], kernel_size=4, strides=1, padding='same'),
# Dense(dims[0]),
LayerNormalization(epsilon=1e-6)]
)
self.upsample_layers.append(stem)
for i in range(len(depths) - 2):
for i in range(len(depths) - 1):
downsample_layer = tf.keras.Sequential([
LayerNormalization(epsilon=1e-6),
Conv2DTranspose(dims[i+1], kernel_size=2, strides=2, padding='same'),
Conv2DTranspose(dims[i+1], kernel_size=2, strides=2, padding='same')
# UpSampling2D((2,2), interpolation='nearest'),
# Conv2D(dims[i+1], kernel_size=2, strides=1, padding='same'),
# Dense(dims[i+1]),
])
self.upsample_layers.append(downsample_layer)
downsample_layer = tf.keras.Sequential([
Conv2DTranspose(dims[i+2], kernel_size=2, strides=2, padding='same'),
LayerNormalization(epsilon=1e-6),
])
self.upsample_layers.append(downsample_layer)
self.stages = []
self.stages = [] # 4 feature resolution stages, each consisting of multiple residual blocks
dp_rates = [x for x in np.linspace(0, drop_path_rate, sum(depths))]
cur = 0
for i in range(len(depths)):
@@ -259,7 +257,6 @@ class ConvNeXtReverse(tf.keras.Model):
if not learn_weights:
self.last = Dense(3, activation='tanh')
# self.last = Activation('tanh')
else:
self.last = Activation('softmax')
# self.last = Dense(24, activation='softmax')