SVG / checkpoints /svg_xl_pretrained_config.yaml
howlin's picture
Upload folder using huggingface_hub
cc33700 verified
raw
history blame
846 Bytes
basic:
exp_name: SVG-XL
results_dir: exps
data_path: null
global_seed: 1234
epochs: 1000
log_every: 100
ckpt_every: 50000
rf: true
shift: 0.4
accum_iter: 1
clip_grad_norm: null
image_size: 256
global_batch_size: 256
num_workers: 16
timestep_start: 0
timestep_end: 1000
encoder: dinov3_vitsp16
feature_norm: true
encoder_config: pretrained/autoencoder/svg_autoencoder_dinov3s16p_vit-s_epoch40.yaml
model:
ckpt: null
target: models.models_SVG.DiT
params:
input_size: 16
num_classes: 1000
patch_size: 1
depth: 28
hidden_size: 1152
num_heads: 16
mlp_ratio: 4
use_swiglu: false
in_channels: 392
qk_norm: true
class_dropout_prob: 0.1
optim:
base_learning_rate: 0.0001
weight_decay: 0
betas:
- 0.9
- 0.999
lr_sheduler:
warmup: null
train_epoch: null