File size: 538 Bytes
0fd282e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
# singularity exec --nv nemo2302 bash convert_nemo_to_hf.sh
#### Convert model pretrained from scratch in Nemo Meagtron to HuggingFace format
python convert_nemo_ul2_checkpoint.py \
--nemo_model_path=nemo_checkpoints/megatron_ul2--val_loss=2.54-step=7000-consumed_samples=14557920.0.ckpt \
--hf_config_path=config_ul2_base_nl36.json \
--output_path=ul2-base-nl36-swedish \
--hidden_size=768 \
# --num_heads=12 \
# --kv_dim=64 \
# --checkpoint_version=2.0 \
# --fix_qkv \
# --hf_model_path=ul2_base_nl36 \
|