multithread support in distributed

### 🐛 Describe the bug

The feature blocks the following tests to be enabled on xpu:

test/distributed/_composable/fsdp/test_fully_shard_autograd.py | TestFullyShardPostAccGradHookMultiThread | test_post_acc_grad_hook_runs
-- | -- | --
test/distributed/_composable/fsdp/test_fully_shard_comm.py | TestFullyShardCollectiveOps | test_all_gather_fp32
test/distributed/_composable/fsdp/test_fully_shard_comm.py | TestFullyShardCollectiveOps | test_reduce_scatter_fp16
test/distributed/_composable/fsdp/test_fully_shard_comm.py | TestFullyShardCollectiveOps | test_reduce_scatter_fp32
test/distributed/_composable/fsdp/test_fully_shard_comm.py | TestFullyShardUnshardMultiThread | test_unshard_no_param_group
test/distributed/_composable/fsdp/test_fully_shard_comm.py | TestFullyShardUnshardMultiThread | test_unshard_without_lazy_init
test/distributed/_composable/fsdp/test_fully_shard_extensions.py | TestFullyShardAllGatherExtensionsMultiThread | test_all_gather_extension_hsdp_mesh
test/distributed/_composable/fsdp/test_fully_shard_extensions.py | TestFullyShardAllGatherExtensionsMultiThread | test_all_gather_extension_outer_size_stride
test/distributed/_composable/fsdp/test_fully_shard_extensions.py | TestFullyShardAllGatherExtensionsMultiThread | test_all_gather_extensions_end_to_end
test/distributed/_composable/fsdp/test_fully_shard_extensions.py | TestFullyShardAllGatherExtensionsMultiThread | test_all_gather_extensions_monkey_patch
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardDeviceDTensor | test_move_states_to_device_dtensor_invalid
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardDeviceDTensor | test_move_states_to_device_dtensor_valid
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardDeviceTensor | test_move_states_to_device_ignored_param_device
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardDeviceTensor | test_move_states_to_device_tensor
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardHSDPBroadcast | test_hsdp_broadcast_across_replicas
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardLazyInit | test_fully_shard_double_lazy_init
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardLazyInit | test_fully_shard_is_root
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardLazyInit | test_fully_shard_module_and_param_fqns
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardLazyInit | test_fully_shard_multi_module_root
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardLazyInit | test_reset_sharded_param_in_lazy_init
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardManagedModulesAndStates | test_managed_modules_duplicate
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardManagedModulesAndStates | test_managed_modules_list_of_mlps
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardManagedModulesAndStates | test_managed_modules_nested
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardManagedModulesAndStates | test_managed_modules_nested_fully_shard_and_replicate
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardManagedModulesAndStates | test_managed_modules_single
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardManagedModulesAndStates | test_managed_states_list_of_mlps
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardManagedModulesAndStates | test_managed_states_nested_fully_shard
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardManagedModulesAndStates | test_managed_states_shared_params_and_buffers
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardMeshArg | test_2d_mesh_without_mesh_dim_names
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardMeshArg | test_invalid_mesh_ndim
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardMetaDeviceInit | test_invalid_meta_device_init
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardMetaDeviceInit | test_meta_device_1d_init
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardMetaDeviceInit | test_meta_device_2d_init
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardMetaDeviceInit | test_rank0_broadcast_meta_device_init
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardMixedDtypeParam | test_mixed_dtypes_no_grad_param
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardOldImport | test_old_import_training
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardParamModuleInfos | test_get_param_module_infos_duplicates
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardParamModuleInfos | test_get_param_module_infos_list_of_mlps
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardParamModuleInfos | test_get_param_module_infos_shared_params
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardProcessGroupInit | test_1d_process_group_init
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardProcessGroupInit | test_2d_process_group_init
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardShardPlacementFn | test_init_1d_transformer_shard_dim_neg1
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardShardPlacementFn | test_init_1d_transformer_shard_largest_dim
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardShardPlacementFn | test_init_1d_uneven_shard_largest_dim
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardShardPlacementFn | test_init_2d_transformer_shard_diff_dim
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardShardPlacementFn | test_invalid_shard_dim
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardShardedParameterDTensor | test_shard_dtensor_parameters
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardShardedParameterTensor | test_raise_noncontiguous_parameter
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardShardedParameterTensor | test_raise_scalar_parameter
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestFullyShardShardedParameterTensor | test_shard_tensor_parameters
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestHSDPWithCustomHook | test_custom_hook_custom_stream
test/distributed/_composable/fsdp/test_fully_shard_init.py | TestHSDPWithCustomHook | test_custom_hsdp_all_reduce_hook
test/distributed/_composable/fsdp/test_fully_shard_mixed_precision.py | TestFullyShardMixedPrecisionCasts | test_clamp_reduce_dtype
test/distributed/_composable/fsdp/test_fully_shard_mixed_precision.py | TestFullyShardMixedPrecisionCasts | test_dataclass_input
test/distributed/_composable/fsdp/test_fully_shard_mixed_precision.py | TestFullyShardMixedPrecisionCasts | test_float16_on_one_submodule
test/distributed/_composable/fsdp/test_fully_shard_mixed_precision.py | TestFullyShardMixedPrecisionCasts | test_norm_modules_bf16
test/distributed/_composable/fsdp/test_fully_shard_mixed_precision.py | TestFullyShardMixedPrecisionCasts | test_norm_modules_fp16
test/distributed/_composable/fsdp/test_fully_shard_mixed_precision.py | TestFullyShardMixedPrecisionCasts | test_submodules_with_external_inputs
test/distributed/_composable/fsdp/test_fully_shard_state.py | TestFullyShardState | test_fully_shard_cls
test/distributed/_composable/fsdp/test_fully_shard_state.py | TestFullyShardState | test_fully_shard_deepcopy
test/distributed/_composable/fsdp/test_fully_shard_state.py | TestFullyShardState | test_fully_shard_reapply
test/distributed/_composable/fsdp/test_fully_shard_state.py | TestFullyShardState | test_fully_shard_state
test/distributed/_composable/fsdp/test_fully_shard_state.py | TestFullyShardState | test_fully_shard_unsupported_module_cls
test/distributed/_composable/fsdp/test_fully_shard_state_dict.py | TestFullyShardStateDictMultiThread | test_rank0_offload_full_state_dict
test/distributed/_composable/fsdp/test_fully_shard_training.py | TestFullyShardCastAfterInit | test_to_float64_after_init
test/distributed/_composable/fsdp/test_fully_shard_training.py | TestFullyShardForwardInputs | test_root_move_forward_input_to_device
test/distributed/_composable/fsdp/test_fully_shard_training.py | TestFullyShardRegisteredParams | test_param_registration_after_backward
test/distributed/_composable/fsdp/test_fully_shard_training.py | TestFullyShardRegisteredParams | test_param_registration_after_forward
test/distributed/_composable/fsdp/test_fully_shard_training.py | TestFullyShardShardPlacementFnMultiThread | test_shard_placement_fn_contiguous_params_grads
test/distributed/_composable/test_replicate_mixed_precision.py | TestReplicateMixedPrecisionCasts | test_clamp_reduce_dtype
test/distributed/_composable/test_replicate_mixed_precision.py | TestReplicateMixedPrecisionCasts | test_dataclass_input
test/distributed/_composable/test_replicate_mixed_precision.py | TestReplicateMixedPrecisionCasts | test_float16_on_one_submodule
test/distributed/_composable/test_replicate_mixed_precision.py | TestReplicateMixedPrecisionCasts | test_norm_modules_bf16
test/distributed/_composable/test_replicate_mixed_precision.py | TestReplicateMixedPrecisionCasts | test_norm_modules_fp16
test/distributed/_composable/test_replicate_mixed_precision.py | TestReplicateMixedPrecisionCasts | test_submodules_with_external_inputs
test/distributed/_composable/test_replicate_training.py | TestReplicateCastAfterInit | test_to_float64_after_init
test/distributed/_composable/test_replicate_training.py | TestReplicateForwardInputs | test_root_move_forward_input_to_device
test/distributed/_composable/test_replicate_training.py | TestReplicateRegisteredParams | test_param_registration_after_backward
test/distributed/_composable/test_replicate_training.py | TestReplicateRegisteredParams | test_param_registration_after_forward
test/distributed/fsdp/test_fsdp_misc.py | TestFSDPMiscMultiThread | test_cpu_gpu_module
test/distributed/fsdp/test_fsdp_misc.py | TestFSDPMiscMultiThread | test_device_id_auto_wrap
test/distributed/fsdp/test_fsdp_misc.py | TestFSDPMiscMultiThread | test_fsdp_device_id_cpu_offload
test/distributed/fsdp/test_fsdp_misc.py | TestFSDPMiscMultiThread | test_fsdp_device_id_no_move_ignored_params_and_bufs
test/distributed/fsdp/test_fsdp_misc.py | TestFSDPMiscMultiThread | test_fsdp_ignored_module_meta
test/distributed/fsdp/test_fsdp_misc.py | TestFSDPMiscMultiThread | test_fsdp_namedtuple
test/distributed/fsdp/test_fsdp_misc.py | TestFSDPMiscMultiThread | test_fsdp_same_model_across_ranks
test/distributed/fsdp/test_fsdp_misc.py | TestFSDPMiscMultiThread | test_module_device_mismatches_device_id
test/distributed/fsdp/test_fsdp_misc.py | TestFSDPMiscMultiThread | test_multigpu_module
test/distributed/fsdp/test_fsdp_misc.py | TestFSDPMiscMultiThread | test_no_params
test/distributed/fsdp/test_fsdp_misc.py | TestFSDPMiscWorldSize1 | test_training_device_mismatch_errors
test/distributed/fsdp/test_fsdp_misc.py | TestFSDPMiscWorldSize1 | test_unsafe_setattr
test/distributed/fsdp/test_fsdp_misc.py | TestFSDPMiscWorldSize1 | test_world_size_1_sharding_strategy_warning

### Versions

[main](https://github.com/daisyden/pytorch/tree/distributed_2.11)