### /examples/accelerate/fsdp_config.yamlcompute_environment:LOCAL_MACHINEdebug:falsedistributed_type:FSDPdowncast_bf16:'no'fsdp_config:fsdp_auto_wrap_policy:TRANSFORMER_BASED_WRAPfsdp_backward_prefetch:BACKWARD_PREfsdp_forward_prefetch:falsefsdp_cpu_ram_efficient_loading:truefsdp_offload_params:true# offload may affect training speedfsdp_sharding_strategy:FULL_SHARDfsdp_state_dict_type:FULL_STATE_DICTfsdp_sync_module_states:truefsdp_use_orig_params:truemachine_rank:0main_training_function:mainmixed_precision:fp16# or bf16num_machines:1# the number of nodesnum_processes:2# the number of GPUs in all nodesrdzv_backend:staticsame_network:truetpu_env:[]tpu_use_cluster:falsetpu_use_sudo:falseuse_cpu:false
#examples/accelerate/fsdp_config_multiple_nodes.yamlcompute_environment:LOCAL_MACHINEdebug:falsedistributed_type:FSDPdowncast_bf16:'no'fsdp_config:fsdp_auto_wrap_policy:TRANSFORMER_BASED_WRAPfsdp_backward_prefetch:BACKWARD_PREfsdp_forward_prefetch:falsefsdp_cpu_ram_efficient_loading:truefsdp_offload_params:falsefsdp_sharding_strategy:FULL_SHARDfsdp_state_dict_type:FULL_STATE_DICTfsdp_sync_module_states:truefsdp_use_orig_params:truemachine_rank:0main_training_function:mainmixed_precision:bf16# or fp16main_process_ip:192.168.0.1main_process_port:29500num_machines:2num_processes:16rdzv_backend:staticsame_network:truetpu_env:[]tpu_use_cluster:falsetpu_use_sudo:falseuse_cpu:false
#examples/accelerate/fsdp2_config.yaml
compute_environment:LOCAL_MACHINE
debug:false
distributed_type:FSDP
downcast_bf16:'no'
fsdp_config:
fsdp_auto_wrap_policy:TRANSFORMER_BASED_WRAP
fsdp_cpu_ram_efficient_loading:truefsdp_offload_params:falsefsdp_reshard_after_forward:truefsdp_state_dict_type:FULL_STATE_DICT
fsdp_version:2
machine_rank:0
main_training_function:main
mixed_precision:bf16# or fp16
num_machines:1# the number of nodes
num_processes:2# the number of GPUs in all nodes
rdzv_backend:static
same_network:true
tpu_env:[]
tpu_use_cluster:false
tpu_use_sudo:false
use_cpu:false