File size: 892 Bytes
2e054a8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 |
_target_: moto_gpt.src.models.moto_gpt.MotoGPT
model_lang:
_target_: transformers.T5EncoderModel.from_pretrained
pretrained_model_name_or_path: "t5-base"
model_vision:
_target_: moto_gpt.src.models.mae_model.MaeEncoder
use_obs_feature: true
pretrained_model_name_or_path: "facebook/vit-mae-large"
model_causal_transformer:
_target_: moto_gpt.src.models.trajectory_gpt2.GPT2Model
config:
_target_: moto_gpt.src.models.trajectory_gpt2.GPT2Config
vocab_size: 1
n_embd: 768
n_layer: 12
n_head: 12
activation_function: "relu"
dropout: 0.1
n_positions: 1024
act_dim: 7
hidden_size: 768
sequence_length: 2
chunk_size: 5
per_latent_motion_len: 8
latent_motion_codebook_size: 128
latent_motion_pred: true
act_pred: true
img_feat_dim: 1024
patch_feat_dim: 1024
lang_feat_dim: 768
mask_latent_motion_probability: 0.5
freeze_lang: true
freeze_vision: true |