Merge branch 'review_7' into iccv_resnet

models/base.py

@@ -1,5 +1,7 @@
 import tensorflow as tf
 from convnext.models.convnext_tf import ConvNeXt, ConvNeXtReverse, Block, ConvNeXtReverseLabels
+from models.resnet import resnet_18, make_basic_block_layer
+
 
 class Bottleneck(tf.keras.Model):
     
@@ -111,20 +113,34 @@ class Decoder(tf.keras.Model):
 
 class VariationalEncoderNew(tf.keras.Model):
     
-    def __init__(self, depths, dims, kernel_size=7):
+    def __init__(self, features):
         super(VariationalEncoderNew, self).__init__()
 
-        self.encoder = ConvNeXt(depths=depths, dims=dims, include_top=False, kernel_size=kernel_size)
+        self.encoder = resnet_18(features)
 
-        self.mean_branch = tf.keras.Sequential(
-                [Block(dim=64, drop_path=0, kernel_size=kernel_size,
-                       layer_scale_init_value=1e-6, prefix=f'bottleneck{j}') for j in range(5)]
-            )
+        self.mean_branch = tf.keras.Sequential([
+            tf.keras.layers.Conv2D(filters=features,
+                                            kernel_size=(3, 3),
+                                            strides=1,
+                                            padding="same"),
+            tf.keras.layers.BatchNormalization(),
+            tf.keras.layers.Conv2D(filters=features,
+                                            kernel_size=(3, 3),
+                                            strides=1,
+                                            padding="same")
+        ])
 
-        self.var_branch = tf.keras.Sequential(
-                [Block(dim=64, drop_path=0, kernel_size=kernel_size,
-                       layer_scale_init_value=1e-6, prefix=f'bottleneck{j}') for j in range(5)]
-            )
+        self.var_branch = tf.keras.Sequential([
+            tf.keras.layers.Conv2D(filters=features,
+                                            kernel_size=(3, 3),
+                                            strides=1,
+                                            padding="same"),
+            tf.keras.layers.BatchNormalization(),
+            tf.keras.layers.Conv2D(filters=features,
+                                            kernel_size=(3, 3),
+                                            strides=1,
+                                            padding="same")
+        ])
 
         self.flatten_mean = tf.keras.layers.Flatten()
         self.flatten_var = tf.keras.layers.Flatten()
@@ -147,10 +163,10 @@ class VariationalEncoderNew(tf.keras.Model):
 
 class AEEncoderNew(tf.keras.Model):
     
-    def __init__(self, depths, dims, kernel_size=7, activation='tanh'):
+    def __init__(self, features, activation='tanh'):
         super(AEEncoderNew, self).__init__()
 
-        self.encoder = ConvNeXt(depths=depths, dims=dims, include_top=False, kernel_size=kernel_size)
+        self.encoder = resnet_18(features)
         self.act = tf.keras.layers.Activation(activation)
 
 
@@ -171,15 +187,17 @@ class AEEncoderNew(tf.keras.Model):
 
 class DecoderNew(tf.keras.Model):
     
+    def __init__(self, features, is_label=False, is_cvae=False):
     def __init__(self, depths, dims, kernel_size=7, is_label=False, learn_weights=False):
         super(DecoderNew, self).__init__()
 
         self.is_label = is_label
 
         if not is_label:
+            self.decoder = resnet_18(features, reversed=True, is_cvae=is_cvae)
             self.decoder = ConvNeXtReverse(depths=depths, dims=dims, kernel_size=kernel_size, learn_weights=learn_weights)
         else:
-            self.decoder = ConvNeXtReverseLabels(depths=depths, dims=dims, nr_of_classes=7)
+            self.decoder = resnet_18(features, reversed=True, labels=6, is_cvae=is_cvae)
             
 
     def call(self, inputs, training):