diff --git a/aaa_helpers.txt b/aaa_helpers.txt index 46242c6..55a08b1 100644 --- a/aaa_helpers.txt +++ b/aaa_helpers.txt @@ -1,4 +1,6 @@ nohup python cvae_pyramid.py --name="lhunor_abl_pyr_32_no_curv_r1" > nohup/review/abl_pyr_32_no_curv_r1.out 2>&1 & +nohup python auto_encoder_static.py --name="lhunor_ae_static_orig_10p_r1" > nohup/review/static_orig_10p_r1.out 2>&1 & +nohup python auto_encoder_body.py --name="lhunor_ae_body_orig_10p_r1" > nohup/review/body_orig_10p_r1.out 2>&1 & one final convolutional layer for smoothing, on the final coordinates diff --git a/auto_encoder_body.py b/auto_encoder_body.py index 4a197e5..6e2faa2 100644 --- a/auto_encoder_body.py +++ b/auto_encoder_body.py @@ -1,6 +1,6 @@ import os import sys -from configs.config_ae_body_post import config +from configs.config_ae_body import config os.environ["CUDA_VISIBLE_DEVICES"] = config['gpu'] import tensorflow as tf @@ -30,7 +30,7 @@ from tf_utils import check_tf_version, allow_memory_growth from losses import edge_loss, uv_mask_loss from dataset import DatasetFactory, StaticDataset from custom_utils.custom_utils import batch_to_dict, plot_3d -from models.cond_encoder import AutoEncoderNew as AutoEncoder +from models.cond_encoder import AutoEncoder def init_wandb(): @@ -171,7 +171,6 @@ if __name__ == '__main__': signature=config['signature_dynamic'], resolutions=[config['resolution']], in_memory=config['dataset_in_memory'], - use_no_orient=config['remove_global_orientation'], frames_file=config['frames_file'] if 'frames_file' in config.keys() else None, is_cape=config['is_cape']) static_dataset_train = StaticDataset(folder=config['train_dir'], @@ -185,7 +184,6 @@ if __name__ == '__main__': signature=config['signature_dynamic'], resolutions=[config['resolution']], in_memory=config['dataset_in_memory'], - use_no_orient=config['remove_global_orientation'], frames_file=config['frames_file_valid'] if 'frames_file_valid' in config.keys() else None, is_cape=config['is_cape']) static_dataset_valid = StaticDataset(folder=config['valid_dir'], diff --git a/auto_encoder_static.py b/auto_encoder_static.py index 9de1574..1a71825 100644 --- a/auto_encoder_static.py +++ b/auto_encoder_static.py @@ -33,7 +33,7 @@ else: from tf_utils import check_tf_version, allow_memory_growth from dataset import DatasetFactory, StaticDataset from custom_utils.custom_utils import batch_to_dict, plot_3d -from models.cond_encoder import AutoEncoderNew as AutoEncoder +from models.cond_encoder import AutoEncoder def init_wandb(): @@ -205,7 +205,6 @@ if __name__ == '__main__': signature=config['signature_dynamic'], resolutions=[config['resolution']], in_memory=config['dataset_in_memory'], - use_no_orient=config['remove_global_orientation'], frames_file=config['frames_file'] if 'frames_file' in config.keys() else None, is_cape=config['is_cape']) static_dataset_train = StaticDataset(folder=config['train_dir'], @@ -219,7 +218,6 @@ if __name__ == '__main__': signature=config['signature_dynamic'], resolutions=[config['resolution']], in_memory=config['dataset_in_memory'], - use_no_orient=config['remove_global_orientation'], frames_file=config['frames_file_valid'] if 'frames_file_valid' in config.keys() else None, is_cape=config['is_cape']) static_dataset_valid = StaticDataset(folder=config['valid_dir'], diff --git a/configs/config_ae_body.py b/configs/config_ae_body.py index 339b196..bb0a281 100644 --- a/configs/config_ae_body.py +++ b/configs/config_ae_body.py @@ -1,8 +1,9 @@ from configs.config_base import config -config['gpu'] = '2' +config['gpu'] = '1' config['lr'] = 0.0001 -config['name'] = 'body_1_skirt_2_2' +config['name'] = 'body_orig_10p_r1' +config['tags'] = ['review_1'] config['notes'] = 'convnext + convnext, add dense with tanh at the end of reverse convnext, | \ flattened bottleneck with 128 latent_dim\ remove global orientation | \ @@ -15,7 +16,7 @@ config['notes'] = 'convnext + convnext, add dense with tanh at the end of revers continued from body_1_skirt_2 | \ ' -config['dataset_in_memory'] = False +config['dataset_in_memory'] = True config['batch_size'] = 32 config['signature_dynamic'] = { 'id': (), 'frame_nr': (), diff --git a/configs/config_ae_static.py b/configs/config_ae_static.py index c027578..0867ecd 100644 --- a/configs/config_ae_static.py +++ b/configs/config_ae_static.py @@ -1,44 +1,14 @@ -config = dict() +from configs.config_base import config - -config['batch_size'] = 4 -config['train_dir'] = '/home/workspace/local-data/train' -config['valid_dir'] = '/home/workspace/local-data/valid' -config['test_dir'] = '/home/workspace/data/dataset/test_ready' -config['use_filled'] = False -config['resolution'] = 512 -config['is_skirt'] = False -config['dataset_in_memory'] = True -config['is_cape'] = False -config['remove_global_orientation'] = True - -config['smpl_res'] = 14475 -if config['is_cape']: - config['smpl_res'] = 3638 - -config['latent_dim'] = 128 - -config['cond_ae'] = dict() -config['cond_ae']['is_label'] = False -config['cond_ae']['upscale_output'] = False -config['cond_ae']['latent_dim'] = config['latent_dim'] -config['cond_ae']['kernel_size'] = 7 -config['cond_ae']['bottleneck_size'] = 8 -config['cond_ae']['encoder_depths'] = [3, 3, 3, 27, 3] -config['cond_ae']['encoder_dims'] = [8, 16, 32, 32, config['cond_ae']['bottleneck_size']] -config['cond_ae']['decoder_depths'] = config['cond_ae']['encoder_depths'] -config['cond_ae']['decoder_dims'] = config['cond_ae']['encoder_dims'] -config['cond_ae']['activation'] = 'linear' - - -config['gpu'] = '5' +config['gpu'] = '3' config['lr'] = 0.0005 -config['name'] = 'static_post_4' -config['notes'] = 'convnext + convnext, | \ - \ -| \ +config['name'] = 'static_orig_10p_r1' +config['tags'] = ['review_1'] +config['notes'] = 'convnext + convnext, add dense with tanh at the end of reverse convnext, | \ + flattened latent dim to 128 | \ + train on 100 garments | \ deeper model | \ -linear activation| \ + larger batch size | \ ' config['cond_ae']['upscale_output'] = False diff --git a/configs/config_ae_static_post.py b/configs/config_ae_static_post.py new file mode 100644 index 0000000..c027578 --- /dev/null +++ b/configs/config_ae_static_post.py @@ -0,0 +1,53 @@ +config = dict() + + +config['batch_size'] = 4 +config['train_dir'] = '/home/workspace/local-data/train' +config['valid_dir'] = '/home/workspace/local-data/valid' +config['test_dir'] = '/home/workspace/data/dataset/test_ready' +config['use_filled'] = False +config['resolution'] = 512 +config['is_skirt'] = False +config['dataset_in_memory'] = True +config['is_cape'] = False +config['remove_global_orientation'] = True + +config['smpl_res'] = 14475 +if config['is_cape']: + config['smpl_res'] = 3638 + +config['latent_dim'] = 128 + +config['cond_ae'] = dict() +config['cond_ae']['is_label'] = False +config['cond_ae']['upscale_output'] = False +config['cond_ae']['latent_dim'] = config['latent_dim'] +config['cond_ae']['kernel_size'] = 7 +config['cond_ae']['bottleneck_size'] = 8 +config['cond_ae']['encoder_depths'] = [3, 3, 3, 27, 3] +config['cond_ae']['encoder_dims'] = [8, 16, 32, 32, config['cond_ae']['bottleneck_size']] +config['cond_ae']['decoder_depths'] = config['cond_ae']['encoder_depths'] +config['cond_ae']['decoder_dims'] = config['cond_ae']['encoder_dims'] +config['cond_ae']['activation'] = 'linear' + + +config['gpu'] = '5' +config['lr'] = 0.0005 +config['name'] = 'static_post_4' +config['notes'] = 'convnext + convnext, | \ + \ +| \ + deeper model | \ +linear activation| \ + ' + +config['cond_ae']['upscale_output'] = False +config['pretrained_model'] = '' + + +config['signature_dynamic'] = { 'id': (), 'frame_nr': (), } +config['signature_static'] = { 'uv_static': (512, 256, 3), + 'mesh_static': (config['smpl_res'], 3,), + 'mesh_mask': (config['smpl_res'],), + 'uv_mask': (512, 256,), + } \ No newline at end of file diff --git a/configs/config_base.py b/configs/config_base.py index 4818e06..5981ba7 100644 --- a/configs/config_base.py +++ b/configs/config_base.py @@ -5,17 +5,19 @@ config['batch_size'] = 4 # config['train_dir'] = '/home/workspace/local-data/cape_processed/train/female' # config['valid_dir'] = '/home/workspace/local-data/cape_processed/test/female' # config['test_dir'] = '/home/workspace/local-data/cape_processed/test/female' -config['train_dir'] = '/home/workspace/local-data/train' -config['valid_dir'] = '/home/workspace/local-data/valid' -config['test_dir'] = '/home/workspace/data/dataset/test_ready' +config['train_dir'] = '/home/workspace/data/dataset/local-cache/train_skirt' +config['valid_dir'] = '/home/workspace/local-data/valid_skirt' +config['test_dir'] = '/home/workspace/data/dataset/test_ready_skirt_2' # config['train_dir'] = '/home/workspace/local-data/train_skirt' # config['valid_dir'] = '/home/workspace/local-data/valid_skirt' # config['test_dir'] = '/home/workspace/local-data/test_skirt_ready' config['use_filled'] = False config['resolution'] = 512 config['is_skirt'] = False -config['dataset_in_memory'] = False +config['dataset_in_memory'] = True config['is_cape'] = False +config['frames_file'] = 'frames_skirt_10p.txt' +config['frames_file_valid'] = 'frames_skirt_10p.txt' config['smpl_res'] = 14475 if config['is_cape']: