update encoders

This commit is contained in:
2023-01-26 13:24:21 +00:00
parent 19f7e0dfb9
commit 588c630a23
7 changed files with 76 additions and 52 deletions
+2
View File
@@ -1,4 +1,6 @@
nohup python cvae_pyramid.py --name="lhunor_abl_pyr_32_no_curv_r1" > nohup/review/abl_pyr_32_no_curv_r1.out 2>&1 &
nohup python auto_encoder_static.py --name="lhunor_ae_static_orig_10p_r1" > nohup/review/static_orig_10p_r1.out 2>&1 &
nohup python auto_encoder_body.py --name="lhunor_ae_body_orig_10p_r1" > nohup/review/body_orig_10p_r1.out 2>&1 &
one final convolutional layer for smoothing, on the final coordinates
+2 -4
View File
@@ -1,6 +1,6 @@
import os
import sys
from configs.config_ae_body_post import config
from configs.config_ae_body import config
os.environ["CUDA_VISIBLE_DEVICES"] = config['gpu']
import tensorflow as tf
@@ -30,7 +30,7 @@ from tf_utils import check_tf_version, allow_memory_growth
from losses import edge_loss, uv_mask_loss
from dataset import DatasetFactory, StaticDataset
from custom_utils.custom_utils import batch_to_dict, plot_3d
from models.cond_encoder import AutoEncoderNew as AutoEncoder
from models.cond_encoder import AutoEncoder
def init_wandb():
@@ -171,7 +171,6 @@ if __name__ == '__main__':
signature=config['signature_dynamic'],
resolutions=[config['resolution']],
in_memory=config['dataset_in_memory'],
use_no_orient=config['remove_global_orientation'],
frames_file=config['frames_file'] if 'frames_file' in config.keys() else None,
is_cape=config['is_cape'])
static_dataset_train = StaticDataset(folder=config['train_dir'],
@@ -185,7 +184,6 @@ if __name__ == '__main__':
signature=config['signature_dynamic'],
resolutions=[config['resolution']],
in_memory=config['dataset_in_memory'],
use_no_orient=config['remove_global_orientation'],
frames_file=config['frames_file_valid'] if 'frames_file_valid' in config.keys() else None,
is_cape=config['is_cape'])
static_dataset_valid = StaticDataset(folder=config['valid_dir'],
+1 -3
View File
@@ -33,7 +33,7 @@ else:
from tf_utils import check_tf_version, allow_memory_growth
from dataset import DatasetFactory, StaticDataset
from custom_utils.custom_utils import batch_to_dict, plot_3d
from models.cond_encoder import AutoEncoderNew as AutoEncoder
from models.cond_encoder import AutoEncoder
def init_wandb():
@@ -205,7 +205,6 @@ if __name__ == '__main__':
signature=config['signature_dynamic'],
resolutions=[config['resolution']],
in_memory=config['dataset_in_memory'],
use_no_orient=config['remove_global_orientation'],
frames_file=config['frames_file'] if 'frames_file' in config.keys() else None,
is_cape=config['is_cape'])
static_dataset_train = StaticDataset(folder=config['train_dir'],
@@ -219,7 +218,6 @@ if __name__ == '__main__':
signature=config['signature_dynamic'],
resolutions=[config['resolution']],
in_memory=config['dataset_in_memory'],
use_no_orient=config['remove_global_orientation'],
frames_file=config['frames_file_valid'] if 'frames_file_valid' in config.keys() else None,
is_cape=config['is_cape'])
static_dataset_valid = StaticDataset(folder=config['valid_dir'],
+4 -3
View File
@@ -1,8 +1,9 @@
from configs.config_base import config
config['gpu'] = '2'
config['gpu'] = '1'
config['lr'] = 0.0001
config['name'] = 'body_1_skirt_2_2'
config['name'] = 'body_orig_10p_r1'
config['tags'] = ['review_1']
config['notes'] = 'convnext + convnext, add dense with tanh at the end of reverse convnext, | \
flattened bottleneck with 128 latent_dim\ remove global orientation | \
@@ -15,7 +16,7 @@ config['notes'] = 'convnext + convnext, add dense with tanh at the end of revers
continued from body_1_skirt_2 | \
'
config['dataset_in_memory'] = False
config['dataset_in_memory'] = True
config['batch_size'] = 32
config['signature_dynamic'] = { 'id': (), 'frame_nr': (),
+8 -38
View File
@@ -1,44 +1,14 @@
config = dict()
from configs.config_base import config
config['batch_size'] = 4
config['train_dir'] = '/home/workspace/local-data/train'
config['valid_dir'] = '/home/workspace/local-data/valid'
config['test_dir'] = '/home/workspace/data/dataset/test_ready'
config['use_filled'] = False
config['resolution'] = 512
config['is_skirt'] = False
config['dataset_in_memory'] = True
config['is_cape'] = False
config['remove_global_orientation'] = True
config['smpl_res'] = 14475
if config['is_cape']:
config['smpl_res'] = 3638
config['latent_dim'] = 128
config['cond_ae'] = dict()
config['cond_ae']['is_label'] = False
config['cond_ae']['upscale_output'] = False
config['cond_ae']['latent_dim'] = config['latent_dim']
config['cond_ae']['kernel_size'] = 7
config['cond_ae']['bottleneck_size'] = 8
config['cond_ae']['encoder_depths'] = [3, 3, 3, 27, 3]
config['cond_ae']['encoder_dims'] = [8, 16, 32, 32, config['cond_ae']['bottleneck_size']]
config['cond_ae']['decoder_depths'] = config['cond_ae']['encoder_depths']
config['cond_ae']['decoder_dims'] = config['cond_ae']['encoder_dims']
config['cond_ae']['activation'] = 'linear'
config['gpu'] = '5'
config['gpu'] = '3'
config['lr'] = 0.0005
config['name'] = 'static_post_4'
config['notes'] = 'convnext + convnext, | \
\
| \
config['name'] = 'static_orig_10p_r1'
config['tags'] = ['review_1']
config['notes'] = 'convnext + convnext, add dense with tanh at the end of reverse convnext, | \
flattened latent dim to 128 | \
train on 100 garments | \
deeper model | \
linear activation| \
larger batch size | \
'
config['cond_ae']['upscale_output'] = False
+53
View File
@@ -0,0 +1,53 @@
config = dict()
config['batch_size'] = 4
config['train_dir'] = '/home/workspace/local-data/train'
config['valid_dir'] = '/home/workspace/local-data/valid'
config['test_dir'] = '/home/workspace/data/dataset/test_ready'
config['use_filled'] = False
config['resolution'] = 512
config['is_skirt'] = False
config['dataset_in_memory'] = True
config['is_cape'] = False
config['remove_global_orientation'] = True
config['smpl_res'] = 14475
if config['is_cape']:
config['smpl_res'] = 3638
config['latent_dim'] = 128
config['cond_ae'] = dict()
config['cond_ae']['is_label'] = False
config['cond_ae']['upscale_output'] = False
config['cond_ae']['latent_dim'] = config['latent_dim']
config['cond_ae']['kernel_size'] = 7
config['cond_ae']['bottleneck_size'] = 8
config['cond_ae']['encoder_depths'] = [3, 3, 3, 27, 3]
config['cond_ae']['encoder_dims'] = [8, 16, 32, 32, config['cond_ae']['bottleneck_size']]
config['cond_ae']['decoder_depths'] = config['cond_ae']['encoder_depths']
config['cond_ae']['decoder_dims'] = config['cond_ae']['encoder_dims']
config['cond_ae']['activation'] = 'linear'
config['gpu'] = '5'
config['lr'] = 0.0005
config['name'] = 'static_post_4'
config['notes'] = 'convnext + convnext, | \
\
| \
deeper model | \
linear activation| \
'
config['cond_ae']['upscale_output'] = False
config['pretrained_model'] = ''
config['signature_dynamic'] = { 'id': (), 'frame_nr': (), }
config['signature_static'] = { 'uv_static': (512, 256, 3),
'mesh_static': (config['smpl_res'], 3,),
'mesh_mask': (config['smpl_res'],),
'uv_mask': (512, 256,),
}
+6 -4
View File
@@ -5,17 +5,19 @@ config['batch_size'] = 4
# config['train_dir'] = '/home/workspace/local-data/cape_processed/train/female'
# config['valid_dir'] = '/home/workspace/local-data/cape_processed/test/female'
# config['test_dir'] = '/home/workspace/local-data/cape_processed/test/female'
config['train_dir'] = '/home/workspace/local-data/train'
config['valid_dir'] = '/home/workspace/local-data/valid'
config['test_dir'] = '/home/workspace/data/dataset/test_ready'
config['train_dir'] = '/home/workspace/data/dataset/local-cache/train_skirt'
config['valid_dir'] = '/home/workspace/local-data/valid_skirt'
config['test_dir'] = '/home/workspace/data/dataset/test_ready_skirt_2'
# config['train_dir'] = '/home/workspace/local-data/train_skirt'
# config['valid_dir'] = '/home/workspace/local-data/valid_skirt'
# config['test_dir'] = '/home/workspace/local-data/test_skirt_ready'
config['use_filled'] = False
config['resolution'] = 512
config['is_skirt'] = False
config['dataset_in_memory'] = False
config['dataset_in_memory'] = True
config['is_cape'] = False
config['frames_file'] = 'frames_skirt_10p.txt'
config['frames_file_valid'] = 'frames_skirt_10p.txt'
config['smpl_res'] = 14475
if config['is_cape']: