    def assert_eos_at_end(self, x, x_len, eos):
        """Asserts last token of every sentence in x is EOS"""
        for i in range(len(x_len)):
            self.assertEqual(
                x[x_len[i] - 1][i],
                eos,
                (
                    "Expected eos (token id {eos}) at the end of sentence {i} "
                    "but got {other} instead"
                ).format(i=i, eos=eos, other=x[i][-1]),
            )
Asserts last token of every sentence in x is EOS
tests/test_noising.py