def xmoe2_v1_l4k_local_only():
  """With sequence length 4096."""
  hparams = xmoe2_v1_l4k()
  hparams.decoder_layers = [
      "local_att" if l == "att" else l for l in hparams.decoder_layers]
  return hparams
def xmoe2_v1_l4k_local_only ( ) : hparams = xmoe2_v1_l4k ( ) hparams . decoder_layers = [ "local_att" if l == "att" else l for l in hparams . decoder_layers ] return hparams
With sequence length 4096.