hB<SSKrSSKJr SrSrSrSrSrSr g)NcNS[R;ak[[RS5 [[RS5n[[RS5n[R"SSXS9 gS[R;a[[RR SS55 [[RR S S55n[[RR S S 55n[R"SS XS9 gg) N LOCAL_RANKRANK WORLD_SIZEncclztcp://127.0.0.1:7645) init_method world_sizerankOMPI_COMM_WORLD_LOCAL_RANK0OMPI_COMM_WORLD_RANKOMPI_COMM_WORLD_SIZE1ztcp://127.0.0.1:7647)osenvironintdistinit_process_groupget)r r s m/var/www/fran/franai/venv/lib/python3.13/site-packages/onnxruntime/transformers/models/llama/dist_settings.py init_distr srzz! BJJ| $%2::f%&L12  4JWam % 3 BJJNN7 =>2::>>"8#>?(>DE  4JWam cLSSKJn URnU$![a gf=f)Nr)MPI)mpi4pyr COMM_WORLD ImportError)rcomms r _get_commrs*~~ s  ##c@[5nUbUR5$S$Nr)rGet_rankrs rget_rankr$' ;D".4==?5A5rc@[5nUbUR5$S$)N)rGet_sizer#s rget_sizer),r%rc@[5nUbUR5 gg)N)rBarrierr#s rbarrierr,1s ;D  rc2[5S:Xa [U6 ggr!)r$print)argss r print_outr07szQ t r) rtorch.distributed distributedrrrr$r)r,r0rrr4s+   $6 6  r