| { | |
| "accumuate_gradient_steps": 2, | |
| "comment": "", | |
| "count_flops": false, | |
| "customized_dataset_mixture_file": "", | |
| "dataloader": { | |
| "batch_size": 64, | |
| "drop_last": true, | |
| "num_workers": 1, | |
| "persistent_workers": false, | |
| "pin_memory": false | |
| }, | |
| "dataset": { | |
| "_target_": "hpt_pretrain.dataset.traj_dataset.TrajDataset", | |
| "action_horizon": 8, | |
| "continue_generate": false, | |
| "data_augmentation": false, | |
| "data_ratio": 1, | |
| "dataset_encoder_postfix": "_resnet", | |
| "dataset_postfix": "_traj100000", | |
| "episode_cnt": 100000, | |
| "heldout_dataset": false, | |
| "horizon": 5, | |
| "image_encoder": "resnet", | |
| "normalize_state": true, | |
| "observation_horizon": 4, | |
| "pad_after": 0, | |
| "pad_before": 0, | |
| "precompute_feat": true, | |
| "regenerate": false, | |
| "step_cnt": 10000000, | |
| "use_disk": true, | |
| "use_heldout_dataset": true, | |
| "use_multiview": false, | |
| "val_ratio": 0.1 | |
| }, | |
| "dataset_groups": "", | |
| "dataset_shuffle": true, | |
| "ddp_dataloader": { | |
| "drop_last": false, | |
| "num_workers": 8, | |
| "persistent_workers": false, | |
| "pin_memory": false, | |
| "prefetch_factor": 6 | |
| }, | |
| "ddp_val_dataloader": { | |
| "drop_last": false, | |
| "num_workers": 8, | |
| "persistent_workers": false, | |
| "pin_memory": false, | |
| "prefetch_factor": 2 | |
| }, | |
| "debug_distributed": false, | |
| "debug_submitit": false, | |
| "dist_backend": "nccl", | |
| "dist_on_itp": false, | |
| "dist_url": "file:///checkpoint/xinleic/experiments/855d1a9c880549309c4f301b0fe381be_init", | |
| "distributed": true, | |
| "domains": "austin_sailor_dataset_converted_externally_to_rlds, stanford_hydra_dataset_converted_externally_to_rlds, austin_buds_dataset_converted_externally_to_rlds, austin_sirius_dataset_converted_externally_to_rlds, berkeley_mvp_converted_externally_to_rlds, berkeley_rpt_converted_externally_to_rlds, iamlab_cmu_pickup_insert_converted_externally_to_rlds, utaustin_mutex, imperialcollege_sawyer_wrist_cam, stanford_mask_vit_converted_externally_to_rlds, language_table, kuka, bc_z, robo_net, dlr_sara_pour_converted_externally_to_rlds, stanford_robocook_converted_externally_to_rlds, cmu_play_fusion, bridge, furniture_bench_dataset_converted_externally_to_rlds, ucsd_pick_and_place_dataset_converted_externally_to_rlds, usc_cloth_sim_converted_externally_to_rlds, stanford_kuka_multimodal_dataset_converted_externally_to_rlds, roboturk, kaist_nonprehensile_converted_externally_to_rlds, asu_table_top_converted_externally_to_rlds, utokyo_xarm_pick_and_place_converted_externally_to_rlds, berkeley_cable_routing, droid, uiuc_d3field, robo_set, qut_dexterous_manpulation, nyu_door_opening_surprising_effectiveness, nyu_franka_play_dataset_converted_externally_to_rlds, mimic_play, maniskill_dataset_converted_externally_to_rlds, columbia_cairlab_pusht_real, conq_hose_manipulation, dlr_edan_shared_control_converted_externally_to_rlds, berkeley_gnm_sac_son, berkeley_autolab_ur5, aloha_mobile, agent_aware_affordances", | |
| "dset_w_temperature": 2.0, | |
| "effective_batch_size": 256, | |
| "effective_total_epochs": 100, | |
| "epoch_size": 10, | |
| "fsdp": false, | |
| "gpu": 0, | |
| "head": { | |
| "_target_": "hpt_pretrain.models.policy_head.MLP", | |
| "dropout": true, | |
| "input_dim": 512, | |
| "output_dim": 48, | |
| "tanh_end": true, | |
| "widths": [ | |
| 256, | |
| 128 | |
| ] | |
| }, | |
| "job_dir": "logs/", | |
| "local_rank": 1, | |
| "log_dir": "output/05_05_2024_20_21_54_727275", | |
| "log_interval": 10, | |
| "lr_scheduler": { | |
| "T_max": 800000, | |
| "_target_": "torch.optim.lr_scheduler.CosineAnnealingLR", | |
| "eta_min": 1e-06 | |
| }, | |
| "network": { | |
| "_target_": "hpt_pretrain.models.policy.Policy", | |
| "action_horizon": 8, | |
| "drop_path": 0.1, | |
| "embed_dim": 512, | |
| "mae_loss_scale": 0.0, | |
| "masked_autoencoding": false, | |
| "num_blocks": 16, | |
| "num_heads": 8, | |
| "token_postprocessing": "mean", | |
| "use_domain_embedding": false, | |
| "use_modality_embedding": true, | |
| "weight_init_style": "pytorch" | |
| }, | |
| "ngpus": 8, | |
| "nodelist": "learnlab,learnfair,scavenge", | |
| "nodes": 4, | |
| "optimizer": { | |
| "_target_": "torch.optim.AdamW", | |
| "eps": 1e-06, | |
| "lr": 0.001, | |
| "weight_decay": 0.05 | |
| }, | |
| "optimizer_misc": { | |
| "nontrunk_lr_scale": 0.5 | |
| }, | |
| "output_dir": "output/05_05_2024_20_21_54_727275", | |
| "partition": "learnlab", | |
| "rank": 0, | |
| "resume": "logs/", | |
| "save_wb_checkpoint": true, | |
| "script_name": "run_resnet_30dataset_traj100000_embed_512_batch2048_800k", | |
| "seed": 0, | |
| "slurm_job_id": "27155766", | |
| "stem": { | |
| "add_pos_embedding_to_state": false, | |
| "crossattn_dim_head": 64, | |
| "crossattn_heads": 8, | |
| "crossattn_latent": { | |
| "image": 16, | |
| "state": 16 | |
| }, | |
| "crossattn_modality_dropout": 0.1, | |
| "image": { | |
| "_target_": "hpt_pretrain.models.policy_stem.MLP", | |
| "input_dim": 512, | |
| "num_of_copy": 1, | |
| "output_dim": 512, | |
| "widths": [ | |
| 128 | |
| ] | |
| }, | |
| "image_encoder": "resnet", | |
| "modalities": [ | |
| "image", | |
| "state" | |
| ], | |
| "modality_embed_dim": 512, | |
| "normalize_state": true, | |
| "num_blocks": 1, | |
| "observation_horizon": 4, | |
| "random_horizon_masking": true, | |
| "state": { | |
| "_target_": "hpt_pretrain.models.policy_stem.MLP", | |
| "input_dim": 8, | |
| "output_dim": 512, | |
| "widths": [ | |
| 128 | |
| ] | |
| }, | |
| "state_embedding_dim": 1 | |
| }, | |
| "submitit_autoresume": true, | |
| "task_per_gpu": 1, | |
| "timeout": 4320, | |
| "total_num_sample": 0, | |
| "total_num_traj": 0, | |
| "train": { | |
| "epoch_iters": 1000, | |
| "freeze_trunk": false, | |
| "load_pretrain_trunk_only": false, | |
| "max_validation_size": 10, | |
| "pretrained_dir": "05_05_2024_20_21_54_727275", | |
| "total_epochs": 30000, | |
| "total_iters": 800000, | |
| "use_accumulation": false, | |
| "validation_iters": 100 | |
| }, | |
| "trunk_acc_gradient_step": 1, | |
| "trunk_separate_opt": false, | |
| "use_volta32": true, | |
| "val_dataloader": { | |
| "num_workers": 1, | |
| "persistent_workers": false, | |
| "pin_memory": false | |
| }, | |
| "warmup_lr": { | |
| "lr": 1e-10, | |
| "step": 1000 | |
| }, | |
| "wb_cont_run": "3tv0j6ts", | |
| "wb_tag": "default", | |
| "world_size": 32 | |
| } |