decoder_f32in/model_out.txt

CausalLMOutputWithPast(loss=None, logits=tensor([[[ 80.3750,  84.0000, 103.8750,  ...,  81.0625,  73.0625,  78.1875]]],
       dtype=torch.float16), past_key_values=DynamicCache(), hidden_states=None, attentions=None)


tensor([[[ 80.3750,  84.0000, 103.8750,  ...,  81.0625,  73.0625,  78.1875]]],
       dtype=torch.float16)