realign/train/configs/fsdp/internlm_fsdp_config.json

{
    "fsdp_transformer_layer_cls_to_wrap": ["InternLMDecoderLayer"],
    "limit_all_gathers": true
}