fixed feature sizes, cvae working

This commit is contained in:
2023-01-25 21:00:47 +00:00
parent cba9d8ce90
commit 46e37e22eb
12 changed files with 39 additions and 43 deletions
+14 -16
View File
@@ -1,6 +1,6 @@
import tensorflow as tf
from convnext.models.convnext_tf import ConvNeXt, ConvNeXtReverse, Block, ConvNeXtReverseLabels
from models.resnet import resnet_18
from models.resnet import resnet_18, make_basic_block_layer
class Bottleneck(tf.keras.Model):
@@ -113,20 +113,18 @@ class Decoder(tf.keras.Model):
class VariationalEncoderNew(tf.keras.Model):
def __init__(self, depths, dims, kernel_size=7):
def __init__(self, features):
super(VariationalEncoderNew, self).__init__()
self.encoder = ConvNeXt(depths=depths, dims=dims, include_top=False, kernel_size=kernel_size)
self.encoder = resnet_18(features)
self.mean_branch = tf.keras.Sequential(
[Block(dim=64, drop_path=0, kernel_size=kernel_size,
layer_scale_init_value=1e-6, prefix=f'bottleneck{j}') for j in range(5)]
)
self.mean_branch = make_basic_block_layer(filter_num=features,
blocks=2,
stride=1)
self.var_branch = tf.keras.Sequential(
[Block(dim=64, drop_path=0, kernel_size=kernel_size,
layer_scale_init_value=1e-6, prefix=f'bottleneck{j}') for j in range(5)]
)
self.var_branch = make_basic_block_layer(filter_num=features,
blocks=2,
stride=1)
self.flatten_mean = tf.keras.layers.Flatten()
self.flatten_var = tf.keras.layers.Flatten()
@@ -149,10 +147,10 @@ class VariationalEncoderNew(tf.keras.Model):
class AEEncoderNew(tf.keras.Model):
def __init__(self, depths, dims, kernel_size=7, activation='tanh'):
def __init__(self, features, activation='tanh'):
super(AEEncoderNew, self).__init__()
self.encoder = resnet_18()
self.encoder = resnet_18(features)
self.act = tf.keras.layers.Activation(activation)
@@ -173,15 +171,15 @@ class AEEncoderNew(tf.keras.Model):
class DecoderNew(tf.keras.Model):
def __init__(self, depths, dims, kernel_size=7, is_label=False):
def __init__(self, features, is_label=False, is_cvae=False):
super(DecoderNew, self).__init__()
self.is_label = is_label
if not is_label:
self.decoder = resnet_18(reversed=True)
self.decoder = resnet_18(features, reversed=True, is_cvae=is_cvae)
else:
self.decoder = resnet_18(reversed=True, labels=6)
self.decoder = resnet_18(features, reversed=True, labels=6, is_cvae=is_cvae)
def call(self, inputs, training):