152 lines
3.2 KiB
YAML
152 lines
3.2 KiB
YAML
name: TAFG
|
|
engine: TAFG
|
|
result_dir: ./result
|
|
max_pairs: 1500000
|
|
|
|
handler:
|
|
clear_cuda_cache: True
|
|
set_epoch_for_dist_sampler: True
|
|
checkpoint:
|
|
epoch_interval: 1 # checkpoint once per `epoch_interval` epoch
|
|
n_saved: 2
|
|
tensorboard:
|
|
scalar: 100 # log scalar `scalar` times per epoch
|
|
image: 2 # log image `image` times per epoch
|
|
|
|
|
|
misc:
|
|
random_seed: 324
|
|
|
|
model:
|
|
generator:
|
|
_type: TAFG-Generator
|
|
_bn_to_sync_bn: False
|
|
style_in_channels: 3
|
|
content_in_channels: 24
|
|
num_blocks: 8
|
|
discriminator:
|
|
_type: MultiScaleDiscriminator
|
|
num_scale: 2
|
|
discriminator_cfg:
|
|
_type: PatchDiscriminator
|
|
in_channels: 3
|
|
base_channels: 64
|
|
use_spectral: True
|
|
need_intermediate_feature: True
|
|
|
|
loss:
|
|
gan:
|
|
loss_type: hinge
|
|
real_label_val: 1.0
|
|
fake_label_val: 0.0
|
|
weight: 1.0
|
|
perceptual:
|
|
layer_weights:
|
|
"1": 0.03125
|
|
"6": 0.0625
|
|
"11": 0.125
|
|
"20": 0.25
|
|
"29": 1
|
|
criterion: 'L2'
|
|
style_loss: False
|
|
perceptual_loss: True
|
|
weight: 0.5
|
|
style:
|
|
layer_weights:
|
|
"1": 0.03125
|
|
"6": 0.0625
|
|
"11": 0.125
|
|
"20": 0.25
|
|
"29": 1
|
|
criterion: 'L2'
|
|
style_loss: True
|
|
perceptual_loss: False
|
|
weight: 0
|
|
fm:
|
|
level: 1
|
|
weight: 10
|
|
recon:
|
|
level: 1
|
|
weight: 10
|
|
style_recon:
|
|
level: 1
|
|
weight: 0
|
|
|
|
optimizers:
|
|
generator:
|
|
_type: Adam
|
|
lr: 0.0001
|
|
betas: [ 0, 0.9 ]
|
|
weight_decay: 0.0001
|
|
discriminator:
|
|
_type: Adam
|
|
lr: 4e-4
|
|
betas: [ 0, 0.9 ]
|
|
weight_decay: 0.0001
|
|
|
|
data:
|
|
train:
|
|
scheduler:
|
|
start_proportion: 0.5
|
|
target_lr: 0
|
|
buffer_size: 50
|
|
dataloader:
|
|
batch_size: 24
|
|
shuffle: True
|
|
num_workers: 2
|
|
pin_memory: True
|
|
drop_last: True
|
|
dataset:
|
|
_type: GenerationUnpairedDatasetWithEdge
|
|
root_a: "/data/i2i/VoxCeleb2Anime/trainA"
|
|
root_b: "/data/i2i/VoxCeleb2Anime/trainB"
|
|
edges_path: "/data/i2i/VoxCeleb2Anime/edges"
|
|
landmarks_path: "/data/i2i/VoxCeleb2Anime/landmarks"
|
|
edge_type: "landmark_hed"
|
|
size: [ 128, 128 ]
|
|
random_pair: True
|
|
pipeline:
|
|
- Load
|
|
- Resize:
|
|
size: [ 128, 128 ]
|
|
- ToTensor
|
|
- Normalize:
|
|
mean: [ 0.5, 0.5, 0.5 ]
|
|
std: [ 0.5, 0.5, 0.5 ]
|
|
test:
|
|
dataloader:
|
|
batch_size: 8
|
|
shuffle: False
|
|
num_workers: 1
|
|
pin_memory: False
|
|
drop_last: False
|
|
dataset:
|
|
_type: GenerationUnpairedDatasetWithEdge
|
|
root_a: "/data/i2i/VoxCeleb2Anime/testA"
|
|
root_b: "/data/i2i/VoxCeleb2Anime/testB"
|
|
edges_path: "/data/i2i/VoxCeleb2Anime/edges"
|
|
landmarks_path: "/data/i2i/VoxCeleb2Anime/landmarks"
|
|
edge_type: "landmark_hed"
|
|
random_pair: False
|
|
size: [ 128, 128 ]
|
|
pipeline:
|
|
- Load
|
|
- Resize:
|
|
size: [ 128, 128 ]
|
|
- ToTensor
|
|
- Normalize:
|
|
mean: [ 0.5, 0.5, 0.5 ]
|
|
std: [ 0.5, 0.5, 0.5 ]
|
|
video_dataset:
|
|
_type: SingleFolderDataset
|
|
root: "/data/i2i/VoxCeleb2Anime/test_video_frames/"
|
|
with_path: True
|
|
pipeline:
|
|
- Load
|
|
- Resize:
|
|
size: [ 256, 256 ]
|
|
- ToTensor
|
|
- Normalize:
|
|
mean: [ 0.5, 0.5, 0.5 ]
|
|
std: [ 0.5, 0.5, 0.5 ]
|