configs/pipeline/hmr2.yaml

_target_: lib.modeling.pipelines.HMR2Pipeline

name: HMR2

cfg:
  # Body Models
  SMPL: ${_hub_.models.body_models.smpl_hsmr_neutral}

  # Backbone and its checkpoint.
  backbone: ${_hub_.models.backbones.vit_h}
  backbone_ckpt: ???

  # Head to get the parameters.
  head:
    _target_: lib.modeling.networks.heads.SMPLTransformerDecoderHead
    cfg:
      transformer_decoder:
        depth: 6
        heads: 8
        mlp_dim: 1024
        dim_head: 64
        dropout: 0.0
        emb_dropout: 0.0
        norm: 'layer'
        context_dim: ${....backbone.embed_dim}

  optimizer:
    _target_: torch.optim.AdamW
    lr: 1e-5
    weight_decay: 1e-4

  # This may be redesigned, e.g., we can add a loss object to maintain the calculation of the loss, or a callback.
  loss_weights:
    kp3d: 0.05
    kp2d: 0.01
    poses_orient: 0.002
    poses_body: 0.001
    betas: 0.0005
    adversarial: 0.0005
    # adversarial: 0.0

  policy: ${policy}
  logger: ${logger}