luni/cvpr
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update pyramid

Browse Source
This commit is contained in:
luni
2022-10-07 21:58:18 +00:00
parent 9d34c540d9
commit 01c8c3dc27
3 changed files with 179 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files
configs/config_pyramid.py
+30 -12
View File
@@ -1,7 +1,7 @@
from configs.config_base import config
config['gpu'] = '2'
config['name'] = 'cvae_pyr_6_32_64_128_3_x'
config['gpu'] = '1'
config['name'] = 'cvae_pyr_7_32_64_128_256_512'
config['notes'] = '\
offsets over average unposed garment. remove global orientation (in posed body input and in pose_shape parameters. | \
retrained body encoder with deoriented bodies | \
@@ -14,20 +14,24 @@ common condition encoders for all levels, only run once | \
full res loss on each level | \
all higher levels are added to the output of first level | \
using custom MLP upscale enhancement | \
layers 32, 64, 128 | \
layers 32 | \
testing plotting | \
only train highest level, all other use from pretrained pyramids with one less level | \
maybe upscale enhancer was not frozen? --> fixed pretrained approach | \
upscale from level to level, not to final res, only at the end to final res | \
updated upscale enhancers | \
try an old trained model as pretraining for new level | \
try with l2 loss | \
\
'
# DON'T FORGET TO RESET SSIM LOSS USAGE
# DON'T FORGET TO CHECK MODEL LOADING
# DON'T FORGET TO CHECK IF STORE IN MEMORY
# DON'T FORGET TO CHECK REG LOSS COEFF
# DON'T FORGET TO LOAD FINAL UPSCALER UNLESS HAVE LEVEL 512
config['dataset_in_memory'] = True
config['dataset_in_memory'] = False
config['resolution'] = None
config['lr'] = 0.0001
@@ -52,9 +56,9 @@ config['pyramid'] = dict()
config['pyramid']['is_label'] = False
config['pyramid']['latent_dim'] = config['latent_dim']
config['pyramid']['resolutions'] = [32, 64, 128]
config['pyramid']['loss_weights'] = [1,1,1]
config['pyramid']['pretrained_pyramid'] = 'checkpoints/cvae_pyr_6_32_64'
config['pyramid']['resolutions'] = [32, 64, 128, 256, 512]
config['pyramid']['loss_weights'] = [1,1,1,1,1]
config['pyramid']['pretrained_pyramid'] = 'checkpoints/cvae_pyr_7_32_64_128_256_50k'
for res in config['pyramid']['resolutions']:
if res != 512:
@@ -75,7 +79,7 @@ config['pyramid']['curvature_model'] = ''
config['pyramid']['freeze_encoders'] = True
config['avg_garment_path'] = ''
config['pyramid']['final_upscale_enhancer'] = 'checkpoints/up_3_d128_256'
config['pyramid']['final_upscale_enhancer'] = ''
config['pyramid']['levels'] = []
@@ -93,6 +97,20 @@ for res in config['pyramid']['resolutions']:
level['avg_garment_path'] = ''
level['upscale_enhancer'] = ''
config['pyramid']['levels'].append(level)
elif res == 256:
level = dict()
level['resolution'] = 256
level['latent_dim'] = config['latent_dim']
level['kernel_size'] = 7
level['encoder_depths'] = [9, 9, 9, 9]
level['encoder_dims'] = [32, 64, 128, 256]
level['decoder_input'] = (8, 4, 128)
level['decoder_depths'] = [9, 9, 9, 9]
level['decoder_dims'] = [256, 128, 64, 16]
level['avg_garment_path'] = ''
level['upscale_enhancer'] = 'checkpoints/up_3_d256_512_2'
level['upscale_enhancer_freeze'] = True
config['pyramid']['levels'].append(level)
elif res == 128:
level = dict()
level['resolution'] = 128
@@ -104,7 +122,7 @@ for res in config['pyramid']['resolutions']:
level['decoder_depths'] = [16, 16, 9, 9]
level['decoder_dims'] = [256, 256, 128, 64]
level['avg_garment_path'] = ''
level['upscale_enhancer'] = ''
level['upscale_enhancer'] = 'checkpoints/up_3_d128_256_2'
level['upscale_enhancer_freeze'] = True
config['pyramid']['levels'].append(level)
elif res == 64:
@@ -118,7 +136,7 @@ for res in config['pyramid']['resolutions']:
level['decoder_depths'] = [27, 27, 16]
level['decoder_dims'] = [256, 256, 256]
level['avg_garment_path'] = ''
level['upscale_enhancer'] = 'checkpoints/up_3_d64_128'
level['upscale_enhancer'] = 'checkpoints/up_3_d64_128_2'
level['upscale_enhancer_freeze'] = False
config['pyramid']['levels'].append(level)
elif res == 32:
@@ -132,7 +150,7 @@ for res in config['pyramid']['resolutions']:
level['decoder_depths'] = [27, 27]
level['decoder_dims'] = [256, 256]
level['avg_garment_path'] = ''
level['upscale_enhancer'] = 'checkpoints/up_3_d32_64'
level['upscale_enhancer'] = 'checkpoints/up_3_d32_64_2'
level['upscale_enhancer_freeze'] = True
config['pyramid']['levels'].append(level)
else: