def testFPropEvalMode(self):
    with self.session(), self.SetEval(True):
      tf.random.set_seed(_TF_RANDOM_SEED)
      p = self._testParams()
      mdl = p.Instantiate()
      mdl.FPropDefaultTheta()
      loss = mdl.loss
      logp = mdl.eval_metrics['log_pplx'][0]
      self.evaluate(tf.global_variables_initializer())
      vals = []
      for _ in range(5):
        vals += [self.evaluate((loss, logp))]
      print('actual vals = ', vals)
      self.assertAllClose(vals, [(226.99771, 10.377038), (243.92978, 10.379991),
                                 (260.7751, 10.379107), (201.10846, 10.379791),
                                 (272.22006, 10.370288)])