update encoders

aaa_helpers.txt

@@ -1,4 +1,6 @@
 nohup python cvae_pyramid.py --name="lhunor_abl_pyr_32_no_curv_r1" > nohup/review/abl_pyr_32_no_curv_r1.out 2>&1 &
+nohup python auto_encoder_static.py --name="lhunor_ae_static_orig_10p_r1" > nohup/review/static_orig_10p_r1.out 2>&1 &
+nohup python auto_encoder_body.py --name="lhunor_ae_body_orig_10p_r1" > nohup/review/body_orig_10p_r1.out 2>&1 &
 
 one final convolutional layer for smoothing, on the final coordinates
 

auto_encoder_body.py

@@ -1,6 +1,6 @@
 import os
 import sys
-from configs.config_ae_body_post import config
+from configs.config_ae_body import config
 os.environ["CUDA_VISIBLE_DEVICES"] = config['gpu']
 
 import tensorflow as tf
@@ -30,7 +30,7 @@ from tf_utils import check_tf_version, allow_memory_growth
 from losses import edge_loss, uv_mask_loss
 from dataset import DatasetFactory, StaticDataset
 from custom_utils.custom_utils import batch_to_dict, plot_3d
-from models.cond_encoder import AutoEncoderNew as AutoEncoder
+from models.cond_encoder import AutoEncoder
 
 
 def init_wandb():
@@ -171,7 +171,6 @@ if __name__ == '__main__':
                                         signature=config['signature_dynamic'],
                                         resolutions=[config['resolution']], 
                                         in_memory=config['dataset_in_memory'],
-                                        use_no_orient=config['remove_global_orientation'],
                                         frames_file=config['frames_file'] if 'frames_file' in config.keys() else None, 
                                         is_cape=config['is_cape'])
     static_dataset_train = StaticDataset(folder=config['train_dir'],
@@ -185,7 +184,6 @@ if __name__ == '__main__':
                                         signature=config['signature_dynamic'], 
                                         resolutions=[config['resolution']], 
                                         in_memory=config['dataset_in_memory'], 
-                                        use_no_orient=config['remove_global_orientation'], 
                                         frames_file=config['frames_file_valid'] if 'frames_file_valid' in config.keys() else None, 
                                         is_cape=config['is_cape'])
     static_dataset_valid = StaticDataset(folder=config['valid_dir'],

auto_encoder_static.py

@@ -33,7 +33,7 @@ else:
 from tf_utils import check_tf_version, allow_memory_growth
 from dataset import DatasetFactory, StaticDataset
 from custom_utils.custom_utils import batch_to_dict, plot_3d
-from models.cond_encoder import AutoEncoderNew as AutoEncoder
+from models.cond_encoder import AutoEncoder
 
 
 def init_wandb():
@@ -205,7 +205,6 @@ if __name__ == '__main__':
                                         signature=config['signature_dynamic'],
                                         resolutions=[config['resolution']], 
                                         in_memory=config['dataset_in_memory'],
-                                        use_no_orient=config['remove_global_orientation'],
                                         frames_file=config['frames_file'] if 'frames_file' in config.keys() else None, 
                                         is_cape=config['is_cape'])
     static_dataset_train = StaticDataset(folder=config['train_dir'],
@@ -219,7 +218,6 @@ if __name__ == '__main__':
                                         signature=config['signature_dynamic'], 
                                         resolutions=[config['resolution']], 
                                         in_memory=config['dataset_in_memory'], 
-                                        use_no_orient=config['remove_global_orientation'], 
                                         frames_file=config['frames_file_valid'] if 'frames_file_valid' in config.keys() else None, 
                                         is_cape=config['is_cape'])
     static_dataset_valid = StaticDataset(folder=config['valid_dir'],

configs/config_ae_body.py

@@ -1,8 +1,9 @@
 from configs.config_base import config
 
-config['gpu'] = '2'
+config['gpu'] = '1'
 config['lr'] = 0.0001
-config['name'] = 'body_1_skirt_2_2'
+config['name'] = 'body_orig_10p_r1'
+config['tags'] = ['review_1']
 
 config['notes'] = 'convnext + convnext, add dense with tanh at the end of reverse convnext, | \
     flattened bottleneck with 128 latent_dim\ remove global orientation | \
@@ -15,7 +16,7 @@ config['notes'] = 'convnext + convnext, add dense with tanh at the end of revers
     continued from body_1_skirt_2 | \
     '
 
-config['dataset_in_memory'] = False
+config['dataset_in_memory'] = True
 config['batch_size'] = 32
 
 config['signature_dynamic'] = { 'id': (), 'frame_nr': (),

configs/config_ae_static.py

@@ -1,44 +1,14 @@
-config = dict()
+from configs.config_base import config
 
-
+config['gpu'] = '3'
-config['batch_size'] = 4
-config['train_dir'] = '/home/workspace/local-data/train'
-config['valid_dir'] = '/home/workspace/local-data/valid'
-config['test_dir'] = '/home/workspace/data/dataset/test_ready'
-config['use_filled'] = False
-config['resolution'] = 512
-config['is_skirt'] = False
-config['dataset_in_memory'] = True
-config['is_cape'] = False
-config['remove_global_orientation'] = True
-
-config['smpl_res'] = 14475
-if config['is_cape']:
-  config['smpl_res'] = 3638
-
-config['latent_dim'] = 128
-
-config['cond_ae'] = dict()
-config['cond_ae']['is_label'] = False
-config['cond_ae']['upscale_output'] = False
-config['cond_ae']['latent_dim'] = config['latent_dim']
-config['cond_ae']['kernel_size'] = 7
-config['cond_ae']['bottleneck_size'] = 8
-config['cond_ae']['encoder_depths'] = [3, 3, 3, 27, 3]
-config['cond_ae']['encoder_dims'] = [8, 16, 32, 32, config['cond_ae']['bottleneck_size']]
-config['cond_ae']['decoder_depths'] = config['cond_ae']['encoder_depths']
-config['cond_ae']['decoder_dims'] = config['cond_ae']['encoder_dims']
-config['cond_ae']['activation'] = 'linear'
-
-
-config['gpu'] = '5'
 config['lr'] = 0.0005
-config['name'] = 'static_post_4'
+config['name'] = 'static_orig_10p_r1'
-config['notes'] = 'convnext + convnext, | \
+config['tags'] = ['review_1']
- \
+config['notes'] = 'convnext + convnext, add dense with tanh at the end of reverse convnext, | \
-| \
+    flattened latent dim to 128 | \
+    train on 100 garments | \
     deeper model | \
-linear activation| \
+    larger batch size | \
     ' 
 
 config['cond_ae']['upscale_output'] = False

configs/config_ae_static_post.py

@@ -0,0 +1,53 @@
+config = dict()
+
+
+config['batch_size'] = 4
+config['train_dir'] = '/home/workspace/local-data/train'
+config['valid_dir'] = '/home/workspace/local-data/valid'
+config['test_dir'] = '/home/workspace/data/dataset/test_ready'
+config['use_filled'] = False
+config['resolution'] = 512
+config['is_skirt'] = False
+config['dataset_in_memory'] = True
+config['is_cape'] = False
+config['remove_global_orientation'] = True
+
+config['smpl_res'] = 14475
+if config['is_cape']:
+  config['smpl_res'] = 3638
+
+config['latent_dim'] = 128
+
+config['cond_ae'] = dict()
+config['cond_ae']['is_label'] = False
+config['cond_ae']['upscale_output'] = False
+config['cond_ae']['latent_dim'] = config['latent_dim']
+config['cond_ae']['kernel_size'] = 7
+config['cond_ae']['bottleneck_size'] = 8
+config['cond_ae']['encoder_depths'] = [3, 3, 3, 27, 3]
+config['cond_ae']['encoder_dims'] = [8, 16, 32, 32, config['cond_ae']['bottleneck_size']]
+config['cond_ae']['decoder_depths'] = config['cond_ae']['encoder_depths']
+config['cond_ae']['decoder_dims'] = config['cond_ae']['encoder_dims']
+config['cond_ae']['activation'] = 'linear'
+
+
+config['gpu'] = '5'
+config['lr'] = 0.0005
+config['name'] = 'static_post_4'
+config['notes'] = 'convnext + convnext, | \
+ \
+| \
+    deeper model | \
+linear activation| \
+    ' 
+
+config['cond_ae']['upscale_output'] = False
+config['pretrained_model'] = ''
+
+
+config['signature_dynamic'] = { 'id': (), 'frame_nr': (), }
+config['signature_static'] = { 'uv_static': (512, 256, 3),
+                         'mesh_static': (config['smpl_res'], 3,),
+                         'mesh_mask': (config['smpl_res'],),
+                         'uv_mask': (512, 256,),
+                        }

configs/config_base.py

@@ -5,17 +5,19 @@ config['batch_size'] = 4
 # config['train_dir'] = '/home/workspace/local-data/cape_processed/train/female'
 # config['valid_dir'] = '/home/workspace/local-data/cape_processed/test/female'
 # config['test_dir'] = '/home/workspace/local-data/cape_processed/test/female'
-config['train_dir'] = '/home/workspace/local-data/train'
+config['train_dir'] = '/home/workspace/data/dataset/local-cache/train_skirt'
-config['valid_dir'] = '/home/workspace/local-data/valid'
+config['valid_dir'] = '/home/workspace/local-data/valid_skirt'
-config['test_dir'] = '/home/workspace/data/dataset/test_ready'
+config['test_dir'] = '/home/workspace/data/dataset/test_ready_skirt_2'
 # config['train_dir'] = '/home/workspace/local-data/train_skirt'
 # config['valid_dir'] = '/home/workspace/local-data/valid_skirt'
 # config['test_dir'] = '/home/workspace/local-data/test_skirt_ready'
 config['use_filled'] = False
 config['resolution'] = 512
 config['is_skirt'] = False
-config['dataset_in_memory'] = False
+config['dataset_in_memory'] = True
 config['is_cape'] = False
+config['frames_file'] = 'frames_skirt_10p.txt'
+config['frames_file_valid'] = 'frames_skirt_10p.txt'
 
 config['smpl_res'] = 14475
 if config['is_cape']: