trunk/947e68e925a7fa55b337df5b1de1196bdbd7f470: Implement missing methods in `ProcessGroupWrapper` (#178779)

import os
os.environ["TORCH_DISTRIBUTED_DEBUG"] = "DETAIL"

import torch
import torch.distributed as dist
import torch.multiprocessing as mp

WORLD_SIZE = 2

def init_distributed(port, rank, world_size, init_file):
 try:
 os.environ["MASTER_ADDR"] = "127.0.0.1"
 os.environ["MASTER_PORT"] = port
 os.environ["LOCAL_RANK"] = str(rank)
 os.environ["RANK"] = str(rank)
 os.environ["LOCAL_SIZE"] = str(world_size)
 os.environ["WORLD_SIZE"] = str(world_size)

 dist.init_process_group(
 backend="nccl",
 init_method=f"file://{init_file}",
 rank=rank,
 world_size=world_size,
 device_id=torch.device('cuda', rank)
 )
 dist.barrier()
 print(f"[Rank {rank}] ready")
 dist.destroy_process_group()
 except Exception as e:
 print(rank, "ERROR", e)

def test_main():
 mp.set_start_method("forkserver", force=True)
 pool = mp.Pool(processes=WORLD_SIZE)
 results = pool.starmap_async(
 init_distributed,
 [('51200', rank, WORLD_SIZE, '/tmp/ptinit.file') for rank in range(WORLD_SIZE)],
 )
 results.wait()
 pool.close()
 pool.join()
 print("Finished")

if __name__ == "__main__":
 test_main()