{
    "fsdp_transformer_layer_cls_to_wrap": ["LlamaDecoderLayer"],
    "limit_all_gathers": true
}