original_docstring:  broadcast rank 0 parameter to all ranks 
docstring: broadcast rank 0 parameter to all ranks
docstring_tokens: broadcast rank 0 parameter to all ranks
code: def _distributed_sync_parameters(self):
          """ broadcast rank 0 parameter to all ranks """
          # print('Distributed training synchronizing parameters across nodes...')
          for param in self.parameters():
              dist.broadcast(param.data, 0)
code_tokens: def _distributed_sync_parameters ( self ) : for param in self . parameters ( ) : dist . broadcast ( param . data , 0 )
short_docstring: broadcast rank 0 parameter to all ranks
short_docstring_tokens: broadcast rank 0 parameter to all ranks
comment: """ broadcast rank 0 parameter to all ranks """$SEP$# print('Distributed training synchronizing parameters across nodes...')