    def test_swiglu(self):
        """
        Test tf avgpool3d layer.
        """
        x=torch.randn(1,4,4)
        model = SwiGLU()
        y=model(x)
        self.assertTrue(y.shape == torch.Size([1,4,2]))
Test tf avgpool3d layer.
tests/unittests/models/layers/test_swiglu.py