# N-FPN Rock Paper Scissors Toy Problem

We perform a rock-paper-scissors experiment. Each player's actions are restricted to the unit simplex $\Delta^3 \triangleq \{ x \in \mathbb{R}^{3}_{\geq0} : \|x\|_1 = 1\} \subset\mathbb{R}^3$ so that  $\mathcal{C} = \Delta^3 \times \Delta^3$ and actions  $x_i$ are interpreted as probability distributions over  three choices: rock, paper and scissors. 
Equilibria $x_d^\star$ are VI solutions, _i.e._

$$ \left< F(x_d^\star;d), x - x_d^\star\right> \geq 0,\quad \mbox{for all $x\in \mathcal{C}$},$$

using the game gradient 

$$F = [\nabla_{x_1} u_k(x;d)^\top, \ \nabla_{x_2} u_k(x;d)^\top ]^\top $$

with    cost functions given by 
$$
    u_1(x;d) \triangleq \left< x_1, B(d)x_2\right>
    \quad \mbox{and}\quad 
    u_2(x;d) \triangleq -\left< x_1, B(d) x_2\right>.
$$
where the antisymmetric payoff matrix $B(d) \in \mathbb{R}^{3\times 3}$  is defined in the paper is used to define the players' cost functions and each vectors $w^i \in \mathbb{R}^{3}$ is drawn uniformly in $[0,1]^3$ for $i \in [3]$. 
Contextual data $d$ are drawn from a distribution $\mathcal{D}$ that is uniform over $[0,1]^3$. An N-FPN is trained to predict $x_d^\star$ from $d$ using  training data   context-action pairs $\{(d^i,x_{d^i}^\star)\}_{i=1}^{1000}$, without using knowledge of $F$. The learned $F_{\Theta}$ has two fully connected layers with a leaky ReLU activation, and forward propagation uses projected gradient. This notebook generates data for two plots. The first plot shows convergence of the test loss while training the N-FPN.
The final plot simulates play between an optimal Nash player with access to $u_1(\cdot,d)$ and an N-FPN player that only has access to $d$ and training data.
The final plot measures performance using 
\begin{equation}
    \mbox{(Expected Nash Player $k$-Game Cost Variance)} \equiv y^k \triangleq \mathbb{E}_{d\sim\mathcal{D}}\left[\left(\dfrac{1}{k} \sum_{\ell=1}^k  u_1^2\Big(s^\ell; d \Big) \right)^{1/2}\right],
\end{equation}
where $s$ is a tuple of two one-hot vectors $s_1^k \sim x_d^\star$ and $s_2^k \sim \mathcal{N}_\Theta(d)$.
Because rock-paper-scissors is a zero-sum game, if the N-FPN plays optimally, then the average reward of the Nash player converges to zero as the number of games increases.
That is, optimal $\mathcal{N}_\Theta$ yields $y^k\rightarrow 0$, as shown in the final plot of this notebook.


```
import time
import torch
import torch.nn               as nn
import torch.optim            as optim
import numpy                  as np
import matplotlib.pyplot      as plt
from torch.utils.data         import Dataset, TensorDataset, DataLoader
from torch.utils.data.dataset import random_split

context       = torch.tensor
action        = torch.tensor
weight_matrix = torch.tensor
payoff_matrix = torch.tensor

seed = 30
torch.manual_seed(seed)
W = torch.rand(3, 3) * torch.tensor([0.5, 10, 20])
W = W.permute(1,0)
print(W)
```

    tensor([[ 0.4504,  0.4369,  0.4473],
            [ 7.4636,  7.4026,  6.2383],
            [ 9.4323, 15.6801,  8.5520]])


## Generate Synthetic Training Data


Notes: 

1) The analytic solutions are generated using the Extra Gradient Scheme as in (1.2) and (1.3) of this [paper](http://math.haifa.ac.il/agibali/Web/Extensions%20of%20Korpelevich's%20extragradient%20method%20for%20the%20variational%20inequality%20problem%20in%20Euclidean%20space.pdf).

2) The simplex projection is performed using Algorithm 1 in this [paper](https://arxiv.org/pdf/1309.1541.pdf).


```
def sample_context(num_samples: int) -> context:
    return torch.rand(num_samples, 3) 


def project_simplex(y: action, action_size=3, num_players=2) -> action:
    num_samples = y.shape[0] 
    proj        = torch.zeros(y.shape)
    for i in range(num_players):
        ind   = [i * action_size + j for j in range(action_size)]
        u     = torch.flip(torch.sort(y[:, ind], dim=1)[0], dims=(1,))
        u_sum = torch.cumsum(u, dim=1)
        j     = torch.arange(1, action_size + 1, dtype=y.dtype, device=y.device)
        pos_u_expr   = u * j + 1.0 - u_sum  > 0 
        pos_u_expr   = pos_u_expr.float() 
        rho          = torch.sum(pos_u_expr, dim=1, keepdim=True)
        rho          = rho.long()
        lambd        = [(1 - u_sum[sample, rho[sample]-1]) / rho[sample] 
                        for sample in range(num_samples)]
        lambd        = torch.tensor(lambd)
        lambd        = lambd.view(lambd.shape[0], 1)
        proj[:, ind] = torch.clamp(y[:, ind] + lambd, min=0)
    return proj


def create_payoff_matrix(d: context) -> payoff_matrix:
    num_samples = d.shape[0] 
    action_size = d.shape[1]
    Wd          = d.mm(W.permute(1,0)) 
    B           = torch.zeros(num_samples, action_size, action_size)
    B[:,0,1]    = -Wd[:, 0]
    B[:,0,2]    =  Wd[:, 1]
    B[:,1,2]    = -Wd[:, 2]
    B          -= B.permute(0, 2, 1)
    return B


def F(x: action, d: context, player_size=3) -> action:
    B    = create_payoff_matrix(d) 
    x    = x.view(x.shape[0], x.shape[1], 1)
    Fx_1 = B.bmm(x[:, player_size:, :])
    Bt   = B.permute(0, 2, 1)
    Fx_2 = -Bt.bmm(x[:, :player_size, :])
    Fx   = torch.cat((Fx_1, Fx_2), dim=1)
    return Fx.view(Fx.shape[0], Fx.shape[1])


def get_nash_eq(d: context, fxd_pt_tol=1e-5, max_iter=10000, step_size=5e-3,
                action_size=6, debug_mode=False) -> action:
    num_samples = d.shape[0]
    x           = torch.rand(num_samples, action_size)
    conv        = False
    step        = 0
    while not conv and step < max_iter:
        x_prev = x.clone()
        y      = project_simplex(x - step_size * F(x, d))
        x      = project_simplex(x - step_size * F(y, d))
        res    = torch.max(torch.norm(x - x_prev, dim=1)) 
        step  += 1
        conv   = res < fxd_pt_tol 
        if step % 5 == 0 and debug_mode:
            fmt_str = "Step {:5d}: |xk - xk_prev| = {:2.2e}   x[0,:] = "
            print(fmt_str.format(step, res) + str(x[0,:]))
    return x


def create_data(train_batch_size=200, test_batch_size=100, 
                train_size=1000,  test_size=100): 
    d_context = sample_context(train_size + test_size)
    x_true    = get_nash_eq(d_context, debug_mode=True)
    dataset   = TensorDataset(x_true, d_context)  

    train_dataset, test_dataset = random_split(dataset, 
                                               [train_size, test_size]) 
    train_loader  = DataLoader(dataset=train_dataset,  
                               batch_size=train_batch_size, shuffle=True) 
    test_loader   = DataLoader(dataset=test_dataset,   
                               batch_size=test_batch_size,  shuffle=False) 
    return train_loader, test_loader


if not 'train_loader' in globals():
    train_loader, test_loader = create_data()
```

    Step     5: |xk - xk_prev| = 1.48e-01   x[0,:] = tensor([0.4481, 0.4214, 0.1305, 0.0943, 0.8389, 0.0668])
    Step    10: |xk - xk_prev| = 1.34e-01   x[0,:] = tensor([0.5126, 0.4874, 0.0000, 0.1333, 0.8667, 0.0000])
    Step    15: |xk - xk_prev| = 1.08e-01   x[0,:] = tensor([0.5249, 0.4751, 0.0000, 0.1456, 0.8544, 0.0000])
    Step    20: |xk - xk_prev| = 8.69e-02   x[0,:] = tensor([0.5371, 0.4629, 0.0000, 0.1579, 0.8421, 0.0000])
    Step    25: |xk - xk_prev| = 6.22e-02   x[0,:] = tensor([0.5494, 0.4506, 0.0000, 0.1701, 0.8299, 0.0000])
    Step    30: |xk - xk_prev| = 5.13e-02   x[0,:] = tensor([0.5617, 0.4383, 0.0000, 0.1824, 0.8176, 0.0000])
    Step    35: |xk - xk_prev| = 4.67e-02   x[0,:] = tensor([0.5739, 0.4261, 0.0000, 0.1947, 0.8053, 0.0000])
    Step    40: |xk - xk_prev| = 4.13e-02   x[0,:] = tensor([0.5862, 0.4138, 0.0000, 0.2069, 0.7931, 0.0000])
    Step    45: |xk - xk_prev| = 3.42e-02   x[0,:] = tensor([0.5985, 0.4015, 0.0000, 0.2192, 0.7808, 0.0000])
    Step    50: |xk - xk_prev| = 3.09e-02   x[0,:] = tensor([0.6107, 0.3893, 0.0000, 0.2315, 0.7685, 0.0000])
    Step    55: |xk - xk_prev| = 2.46e-02   x[0,:] = tensor([0.6221, 0.3779, 0.0000, 0.2415, 0.7540, 0.0045])
    Step    60: |xk - xk_prev| = 2.19e-02   x[0,:] = tensor([0.6290, 0.3710, 0.0000, 0.2484, 0.7364, 0.0152])
    Step    65: |xk - xk_prev| = 2.18e-02   x[0,:] = tensor([0.6294, 0.3706, 0.0000, 0.2542, 0.7177, 0.0281])
    Step    70: |xk - xk_prev| = 2.18e-02   x[0,:] = tensor([0.6235, 0.3765, 0.0000, 0.2613, 0.7002, 0.0386])
    Step    75: |xk - xk_prev| = 2.02e-02   x[0,:] = tensor([0.6139, 0.3861, 0.0000, 0.2712, 0.6856, 0.0432])
    Step    80: |xk - xk_prev| = 2.01e-02   x[0,:] = tensor([0.6041, 0.3959, 0.0000, 0.2847, 0.6746, 0.0407])
    Step    85: |xk - xk_prev| = 2.01e-02   x[0,:] = tensor([0.5974, 0.4026, 0.0000, 0.3011, 0.6664, 0.0325])
    Step    90: |xk - xk_prev| = 2.01e-02   x[0,:] = tensor([0.5961, 0.4039, 0.0000, 0.3187, 0.6595, 0.0218])
    Step    95: |xk - xk_prev| = 1.13e-02   x[0,:] = tensor([0.6001, 0.3999, 0.0000, 0.3356, 0.6519, 0.0125])
    Step   100: |xk - xk_prev| = 1.13e-02   x[0,:] = tensor([0.6077, 0.3923, 0.0000, 0.3503, 0.6420, 0.0076])
    Step   105: |xk - xk_prev| = 1.12e-02   x[0,:] = tensor([0.6161, 0.3839, 0.0000, 0.3621, 0.6293, 0.0086])
    Step   110: |xk - xk_prev| = 1.12e-02   x[0,:] = tensor([0.6222, 0.3778, 0.0000, 0.3713, 0.6140, 0.0147])
    Step   115: |xk - xk_prev| = 1.03e-02   x[0,:] = tensor([0.6242, 0.3758, 0.0000, 0.3793, 0.5973, 0.0234])
    Step   120: |xk - xk_prev| = 1.03e-02   x[0,:] = tensor([0.6217, 0.3783, 0.0000, 0.3874, 0.5810, 0.0316])
    Step   125: |xk - xk_prev| = 1.03e-02   x[0,:] = tensor([0.6157, 0.3843, 0.0000, 0.3972, 0.5663, 0.0365])
    Step   130: |xk - xk_prev| = 1.03e-02   x[0,:] = tensor([0.6087, 0.3913, 0.0000, 0.4095, 0.5539, 0.0366])
    Step   135: |xk - xk_prev| = 1.03e-02   x[0,:] = tensor([0.6031, 0.3969, 0.0000, 0.4239, 0.5439, 0.0322])
    Step   140: |xk - xk_prev| = 1.03e-02   x[0,:] = tensor([0.6007, 0.3993, 0.0000, 0.4397, 0.5351, 0.0252])
    Step   145: |xk - xk_prev| = 5.83e-03   x[0,:] = tensor([0.6022, 0.3978, 0.0000, 0.4555, 0.5264, 0.0181])
    Step   150: |xk - xk_prev| = 5.83e-03   x[0,:] = tensor([0.6067, 0.3933, 0.0000, 0.4701, 0.5165, 0.0134])
    Step   155: |xk - xk_prev| = 5.83e-03   x[0,:] = tensor([0.6125, 0.3875, 0.0000, 0.4828, 0.5046, 0.0125])
    Step   160: |xk - xk_prev| = 5.83e-03   x[0,:] = tensor([0.6176, 0.3824, 0.0000, 0.4936, 0.4909, 0.0156])
    Step   165: |xk - xk_prev| = 5.83e-03   x[0,:] = tensor([0.6201, 0.3799, 0.0000, 0.5031, 0.4758, 0.0211])
    Step   170: |xk - xk_prev| = 5.83e-03   x[0,:] = tensor([0.6195, 0.3805, 0.0000, 0.5123, 0.4605, 0.0272])
    Step   175: |xk - xk_prev| = 5.83e-03   x[0,:] = tensor([0.6161, 0.3839, 0.0000, 0.5224, 0.4460, 0.0316])
    Step   180: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6113, 0.3887, 0.0000, 0.5340, 0.4331, 0.0329])
    Step   185: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6069, 0.3931, 0.0000, 0.5472, 0.4218, 0.0310])
    Step   190: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6043, 0.3957, 0.0000, 0.5617, 0.4117, 0.0266])
    Step   195: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6044, 0.3956, 0.0000, 0.5765, 0.4020, 0.0215])
    Step   200: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6068, 0.3932, 0.0000, 0.5908, 0.3917, 0.0175])
    Step   205: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([6.1064e-01, 3.8931e-01, 5.3708e-05, 6.0385e-01, 3.8030e-01, 1.5853e-02])
    Step   210: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6119, 0.3829, 0.0052, 0.6144, 0.3686, 0.0170])
    Step   215: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6089, 0.3748, 0.0163, 0.6191, 0.3605, 0.0203])
    Step   220: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6028, 0.3680, 0.0292, 0.6168, 0.3586, 0.0246])
    Step   225: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.5961, 0.3647, 0.0392, 0.6087, 0.3631, 0.0282])
    Step   230: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.5910, 0.3658, 0.0432, 0.5980, 0.3720, 0.0300])
    Step   235: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.5892, 0.3706, 0.0402, 0.5886, 0.3819, 0.0295])
    Step   240: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.5912, 0.3772, 0.0317, 0.5836, 0.3894, 0.0270])
    Step   245: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.5958, 0.3832, 0.0209, 0.5845, 0.3920, 0.0235])
    Step   250: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.6015, 0.3866, 0.0119, 0.5905, 0.3892, 0.0203])
    Step   255: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.6061, 0.3864, 0.0075, 0.5992, 0.3823, 0.0185])
    Step   260: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.6081, 0.3829, 0.0089, 0.6075, 0.3740, 0.0185])
    Step   265: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.6071, 0.3775, 0.0154, 0.6124, 0.3672, 0.0204])
    Step   270: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.6035, 0.3723, 0.0242, 0.6126, 0.3642, 0.0232])
    Step   275: |xk - xk_prev| = 3.72e-03   x[0,:] = tensor([0.5989, 0.3689, 0.0322, 0.6083, 0.3657, 0.0260])
    Step   280: |xk - xk_prev| = 3.68e-03   x[0,:] = tensor([0.5948, 0.3685, 0.0367, 0.6013, 0.3710, 0.0277])
    Step   285: |xk - xk_prev| = 3.64e-03   x[0,:] = tensor([0.5926, 0.3710, 0.0364, 0.5942, 0.3779, 0.0280])
    Step   290: |xk - xk_prev| = 3.59e-03   x[0,:] = tensor([0.5930, 0.3753, 0.0317, 0.5894, 0.3839, 0.0267])
    Step   295: |xk - xk_prev| = 3.52e-03   x[0,:] = tensor([0.5956, 0.3798, 0.0245, 0.5885, 0.3871, 0.0244])
    Step   300: |xk - xk_prev| = 3.46e-03   x[0,:] = tensor([0.5994, 0.3830, 0.0176, 0.5914, 0.3865, 0.0221])
    Step   305: |xk - xk_prev| = 3.43e-03   x[0,:] = tensor([0.6030, 0.3838, 0.0132, 0.5970, 0.3826, 0.0204])
    Step   310: |xk - xk_prev| = 3.38e-03   x[0,:] = tensor([0.6052, 0.3821, 0.0126, 0.6031, 0.3770, 0.0199])
    Step   315: |xk - xk_prev| = 3.35e-03   x[0,:] = tensor([0.6053, 0.3788, 0.0160, 0.6075, 0.3717, 0.0208])
    Step   320: |xk - xk_prev| = 3.32e-03   x[0,:] = tensor([0.6034, 0.3750, 0.0217, 0.6089, 0.3685, 0.0225])
    Step   325: |xk - xk_prev| = 3.29e-03   x[0,:] = tensor([0.6003, 0.3720, 0.0277, 0.6070, 0.3684, 0.0246])
    Step   330: |xk - xk_prev| = 3.27e-03   x[0,:] = tensor([0.5972, 0.3710, 0.0318, 0.6027, 0.3712, 0.0261])
    Step   335: |xk - xk_prev| = 3.24e-03   x[0,:] = tensor([0.5951, 0.3720, 0.0329, 0.5976, 0.3757, 0.0267])
    Step   340: |xk - xk_prev| = 3.22e-03   x[0,:] = tensor([0.5947, 0.3746, 0.0307, 0.5935, 0.3803, 0.0262])
    Step   345: |xk - xk_prev| = 3.18e-03   x[0,:] = tensor([0.5960, 0.3778, 0.0262, 0.5918, 0.3834, 0.0248])
    Step   350: |xk - xk_prev| = 3.12e-03   x[0,:] = tensor([0.5985, 0.3804, 0.0211, 0.5929, 0.3840, 0.0231])
    Step   355: |xk - xk_prev| = 3.06e-03   x[0,:] = tensor([0.6011, 0.3816, 0.0172, 0.5962, 0.3820, 0.0217])
    Step   360: |xk - xk_prev| = 3.00e-03   x[0,:] = tensor([0.6031, 0.3811, 0.0158, 0.6005, 0.3785, 0.0211])
    Step   365: |xk - xk_prev| = 2.94e-03   x[0,:] = tensor([0.6037, 0.3791, 0.0172, 0.6041, 0.3745, 0.0213])
    Step   370: |xk - xk_prev| = 2.89e-03   x[0,:] = tensor([0.6028, 0.3765, 0.0207, 0.6059, 0.3717, 0.0224])
    Step   375: |xk - xk_prev| = 2.85e-03   x[0,:] = tensor([0.6009, 0.3741, 0.0249, 0.6055, 0.3708, 0.0238])
    Step   380: |xk - xk_prev| = 2.81e-03   x[0,:] = tensor([0.5987, 0.3729, 0.0284, 0.6030, 0.3720, 0.0250])
    Step   385: |xk - xk_prev| = 2.77e-03   x[0,:] = tensor([0.5969, 0.3730, 0.0300, 0.5995, 0.3748, 0.0257])
    Step   390: |xk - xk_prev| = 2.73e-03   x[0,:] = tensor([0.5962, 0.3745, 0.0293, 0.5963, 0.3781, 0.0256])
    Step   395: |xk - xk_prev| = 2.72e-03   x[0,:] = tensor([0.5967, 0.3767, 0.0267, 0.5944, 0.3807, 0.0248])
    Step   400: |xk - xk_prev| = 2.69e-03   x[0,:] = tensor([0.5981, 0.3787, 0.0232, 0.5945, 0.3818, 0.0237])
    Step   405: |xk - xk_prev| = 2.67e-03   x[0,:] = tensor([0.6000, 0.3800, 0.0201, 0.5963, 0.3811, 0.0226])
    Step   410: |xk - xk_prev| = 2.66e-03   x[0,:] = tensor([0.6016, 0.3800, 0.0184, 0.5991, 0.3790, 0.0220])
    Step   415: |xk - xk_prev| = 2.64e-03   x[0,:] = tensor([0.6024, 0.3790, 0.0186, 0.6019, 0.3762, 0.0219])
    Step   420: |xk - xk_prev| = 2.63e-03   x[0,:] = tensor([0.6021, 0.3773, 0.0206, 0.6037, 0.3739, 0.0224])
    Step   425: |xk - xk_prev| = 2.61e-03   x[0,:] = tensor([0.6011, 0.3755, 0.0234, 0.6039, 0.3727, 0.0234])
    Step   430: |xk - xk_prev| = 2.59e-03   x[0,:] = tensor([0.5995, 0.3743, 0.0262, 0.6027, 0.3730, 0.0243])
    Step   435: |xk - xk_prev| = 2.55e-03   x[0,:] = tensor([0.5981, 0.3740, 0.0278, 0.6005, 0.3746, 0.0249])
    Step   440: |xk - xk_prev| = 2.52e-03   x[0,:] = tensor([0.5973, 0.3748, 0.0279, 0.5981, 0.3769, 0.0251])
    Step   445: |xk - xk_prev| = 2.49e-03   x[0,:] = tensor([0.5974, 0.3761, 0.0265, 0.5964, 0.3789, 0.0247])
    Step   450: |xk - xk_prev| = 2.46e-03   x[0,:] = tensor([0.5981, 0.3776, 0.0242, 0.5959, 0.3801, 0.0240])
    Step   455: |xk - xk_prev| = 2.44e-03   x[0,:] = tensor([0.5994, 0.3787, 0.0219, 0.5967, 0.3801, 0.0232])
    Step   460: |xk - xk_prev| = 2.42e-03   x[0,:] = tensor([0.6006, 0.3791, 0.0203, 0.5985, 0.3789, 0.0226])
    Step   465: |xk - xk_prev| = 2.40e-03   x[0,:] = tensor([0.6014, 0.3787, 0.0200, 0.6005, 0.3771, 0.0224])
    Step   470: |xk - xk_prev| = 2.39e-03   x[0,:] = tensor([0.6015, 0.3776, 0.0209, 0.6021, 0.3753, 0.0226])
    Step   475: |xk - xk_prev| = 2.37e-03   x[0,:] = tensor([0.6009, 0.3763, 0.0227, 0.6027, 0.3742, 0.0232])
    Step   480: |xk - xk_prev| = 2.34e-03   x[0,:] = tensor([0.6000, 0.3753, 0.0247, 0.6022, 0.3740, 0.0238])
    Step   485: |xk - xk_prev| = 2.31e-03   x[0,:] = tensor([0.5989, 0.3749, 0.0262, 0.6008, 0.3748, 0.0244])
    Step   490: |xk - xk_prev| = 2.28e-03   x[0,:] = tensor([0.5982, 0.3751, 0.0267, 0.5991, 0.3763, 0.0246])
    Step   495: |xk - xk_prev| = 2.25e-03   x[0,:] = tensor([0.5980, 0.3759, 0.0261, 0.5977, 0.3778, 0.0245])
    Step   500: |xk - xk_prev| = 2.22e-03   x[0,:] = tensor([0.5983, 0.3770, 0.0247, 0.5970, 0.3789, 0.0241])
    Step   505: |xk - xk_prev| = 2.20e-03   x[0,:] = tensor([0.5991, 0.3779, 0.0230, 0.5973, 0.3792, 0.0235])
    Step   510: |xk - xk_prev| = 2.19e-03   x[0,:] = tensor([0.6000, 0.3784, 0.0216, 0.5983, 0.3786, 0.0230])
    Step   515: |xk - xk_prev| = 2.18e-03   x[0,:] = tensor([0.6007, 0.3783, 0.0211, 0.5997, 0.3775, 0.0228])
    Step   520: |xk - xk_prev| = 2.17e-03   x[0,:] = tensor([0.6009, 0.3777, 0.0214, 0.6009, 0.3762, 0.0228])
    Step   525: |xk - xk_prev| = 2.16e-03   x[0,:] = tensor([0.6007, 0.3768, 0.0225, 0.6016, 0.3752, 0.0232])
    Step   530: |xk - xk_prev| = 2.15e-03   x[0,:] = tensor([0.6001, 0.3760, 0.0239, 0.6016, 0.3748, 0.0236])
    Step   535: |xk - xk_prev| = 2.14e-03   x[0,:] = tensor([0.5994, 0.3755, 0.0251, 0.6008, 0.3751, 0.0240])
    Step   540: |xk - xk_prev| = 2.12e-03   x[0,:] = tensor([0.5988, 0.3755, 0.0257, 0.5997, 0.3760, 0.0243])
    Step   545: |xk - xk_prev| = 2.09e-03   x[0,:] = tensor([0.5985, 0.3760, 0.0256, 0.5986, 0.3771, 0.0243])
    Step   550: |xk - xk_prev| = 2.07e-03   x[0,:] = tensor([0.5986, 0.3767, 0.0248, 0.5979, 0.3780, 0.0241])
    Step   555: |xk - xk_prev| = 2.05e-03   x[0,:] = tensor([0.5990, 0.3774, 0.0236, 0.5979, 0.3784, 0.0237])
    Step   560: |xk - xk_prev| = 2.03e-03   x[0,:] = tensor([0.5996, 0.3778, 0.0226, 0.5984, 0.3783, 0.0233])
    Step   565: |xk - xk_prev| = 2.01e-03   x[0,:] = tensor([0.6002, 0.3779, 0.0219, 0.5993, 0.3776, 0.0231])
    Step   570: |xk - xk_prev| = 1.99e-03   x[0,:] = tensor([0.6005, 0.3776, 0.0219, 0.6002, 0.3767, 0.0230])
    Step   575: |xk - xk_prev| = 1.97e-03   x[0,:] = tensor([0.6005, 0.3770, 0.0225, 0.6009, 0.3759, 0.0232])
    Step   580: |xk - xk_prev| = 1.95e-03   x[0,:] = tensor([0.6001, 0.3764, 0.0234, 0.6010, 0.3755, 0.0235])
    Step   585: |xk - xk_prev| = 1.94e-03   x[0,:] = tensor([0.5996, 0.3760, 0.0244, 0.6007, 0.3755, 0.0238])
    Step   590: |xk - xk_prev| = 1.93e-03   x[0,:] = tensor([0.5992, 0.3759, 0.0250, 0.6000, 0.3760, 0.0240])
    Step   595: |xk - xk_prev| = 1.92e-03   x[0,:] = tensor([0.5989, 0.3761, 0.0251, 0.5992, 0.3767, 0.0241])
    Step   600: |xk - xk_prev| = 1.90e-03   x[0,:] = tensor([0.5988, 0.3765, 0.0247, 0.5986, 0.3774, 0.0240])
    Step   605: |xk - xk_prev| = 1.89e-03   x[0,:] = tensor([0.5991, 0.3770, 0.0239, 0.5984, 0.3779, 0.0238])
    Step   610: |xk - xk_prev| = 1.88e-03   x[0,:] = tensor([0.5995, 0.3774, 0.0231, 0.5986, 0.3779, 0.0235])
    Step   615: |xk - xk_prev| = 1.87e-03   x[0,:] = tensor([0.5999, 0.3776, 0.0226, 0.5991, 0.3776, 0.0233])
    Step   620: |xk - xk_prev| = 1.86e-03   x[0,:] = tensor([0.6002, 0.3774, 0.0224, 0.5998, 0.3770, 0.0232])
    Step   625: |xk - xk_prev| = 1.84e-03   x[0,:] = tensor([0.6002, 0.3771, 0.0227, 0.6003, 0.3764, 0.0233])
    Step   630: |xk - xk_prev| = 1.83e-03   x[0,:] = tensor([0.6001, 0.3767, 0.0232, 0.6006, 0.3760, 0.0234])
    Step   635: |xk - xk_prev| = 1.82e-03   x[0,:] = tensor([0.5997, 0.3764, 0.0239, 0.6005, 0.3759, 0.0237])
    Step   640: |xk - xk_prev| = 1.81e-03   x[0,:] = tensor([0.5994, 0.3762, 0.0244, 0.6000, 0.3761, 0.0239])
    Step   645: |xk - xk_prev| = 1.80e-03   x[0,:] = tensor([0.5991, 0.3762, 0.0246, 0.5995, 0.3766, 0.0239])
    Step   650: |xk - xk_prev| = 1.78e-03   x[0,:] = tensor([0.5990, 0.3765, 0.0245, 0.5990, 0.3771, 0.0239])
    Step   655: |xk - xk_prev| = 1.77e-03   x[0,:] = tensor([0.5991, 0.3768, 0.0240, 0.5988, 0.3775, 0.0238])
    Step   660: |xk - xk_prev| = 1.76e-03   x[0,:] = tensor([0.5994, 0.3771, 0.0235, 0.5988, 0.3776, 0.0236])
    Step   665: |xk - xk_prev| = 1.75e-03   x[0,:] = tensor([0.5997, 0.3773, 0.0230, 0.5991, 0.3774, 0.0234])
    Step   670: |xk - xk_prev| = 1.74e-03   x[0,:] = tensor([0.5999, 0.3773, 0.0228, 0.5996, 0.3771, 0.0233])
    Step   675: |xk - xk_prev| = 1.73e-03   x[0,:] = tensor([0.6000, 0.3771, 0.0229, 0.6000, 0.3767, 0.0234])
    Step   680: |xk - xk_prev| = 1.72e-03   x[0,:] = tensor([0.6000, 0.3768, 0.0232, 0.6002, 0.3763, 0.0234])
    Step   685: |xk - xk_prev| = 1.71e-03   x[0,:] = tensor([0.5998, 0.3766, 0.0236, 0.6003, 0.3762, 0.0236])
    Step   690: |xk - xk_prev| = 1.69e-03   x[0,:] = tensor([0.5995, 0.3764, 0.0241, 0.6000, 0.3762, 0.0237])
    Step   695: |xk - xk_prev| = 1.68e-03   x[0,:] = tensor([0.5993, 0.3764, 0.0243, 0.5997, 0.3765, 0.0238])
    Step   700: |xk - xk_prev| = 1.67e-03   x[0,:] = tensor([0.5992, 0.3765, 0.0243, 0.5993, 0.3769, 0.0238])
    Step   705: |xk - xk_prev| = 1.66e-03   x[0,:] = tensor([0.5992, 0.3767, 0.0240, 0.5991, 0.3772, 0.0238])
    Step   710: |xk - xk_prev| = 1.65e-03   x[0,:] = tensor([0.5994, 0.3770, 0.0237, 0.5990, 0.3773, 0.0237])
    Step   715: |xk - xk_prev| = 1.64e-03   x[0,:] = tensor([0.5996, 0.3771, 0.0233, 0.5992, 0.3773, 0.0235])
    Step   720: |xk - xk_prev| = 1.63e-03   x[0,:] = tensor([0.5998, 0.3772, 0.0231, 0.5994, 0.3771, 0.0234])
    Step   725: |xk - xk_prev| = 1.62e-03   x[0,:] = tensor([0.5999, 0.3771, 0.0230, 0.5998, 0.3768, 0.0234])
    Step   730: |xk - xk_prev| = 1.61e-03   x[0,:] = tensor([0.5999, 0.3769, 0.0232, 0.6000, 0.3765, 0.0235])
    Step   735: |xk - xk_prev| = 1.60e-03   x[0,:] = tensor([0.5998, 0.3767, 0.0235, 0.6001, 0.3764, 0.0236])
    Step   740: |xk - xk_prev| = 1.59e-03   x[0,:] = tensor([0.5996, 0.3766, 0.0238, 0.6000, 0.3764, 0.0237])
    Step   745: |xk - xk_prev| = 1.59e-03   x[0,:] = tensor([0.5995, 0.3765, 0.0240, 0.5997, 0.3765, 0.0237])
    Step   750: |xk - xk_prev| = 1.58e-03   x[0,:] = tensor([0.5994, 0.3766, 0.0241, 0.5995, 0.3767, 0.0238])
    Step   755: |xk - xk_prev| = 1.57e-03   x[0,:] = tensor([0.5993, 0.3767, 0.0240, 0.5993, 0.3770, 0.0237])
    Step   760: |xk - xk_prev| = 1.56e-03   x[0,:] = tensor([0.5994, 0.3769, 0.0237, 0.5992, 0.3771, 0.0237])
    Step   765: |xk - xk_prev| = 1.55e-03   x[0,:] = tensor([0.5995, 0.3770, 0.0235, 0.5992, 0.3772, 0.0236])
    Step   770: |xk - xk_prev| = 1.54e-03   x[0,:] = tensor([0.5997, 0.3771, 0.0233, 0.5994, 0.3771, 0.0235])
    Step   775: |xk - xk_prev| = 1.54e-03   x[0,:] = tensor([0.5998, 0.3770, 0.0232, 0.5996, 0.3769, 0.0235])
    Step   780: |xk - xk_prev| = 1.53e-03   x[0,:] = tensor([0.5998, 0.3769, 0.0233, 0.5998, 0.3767, 0.0235])
    Step   785: |xk - xk_prev| = 1.53e-03   x[0,:] = tensor([0.5997, 0.3768, 0.0235, 0.5999, 0.3765, 0.0236])
    Step   790: |xk - xk_prev| = 1.53e-03   x[0,:] = tensor([0.5996, 0.3767, 0.0237, 0.5999, 0.3765, 0.0236])
    Step   795: |xk - xk_prev| = 1.52e-03   x[0,:] = tensor([0.5995, 0.3766, 0.0239, 0.5998, 0.3766, 0.0237])
    Step   800: |xk - xk_prev| = 1.52e-03   x[0,:] = tensor([0.5994, 0.3766, 0.0239, 0.5996, 0.3767, 0.0237])
    Step   805: |xk - xk_prev| = 1.51e-03   x[0,:] = tensor([0.5994, 0.3767, 0.0239, 0.5994, 0.3769, 0.0237])
    Step   810: |xk - xk_prev| = 1.51e-03   x[0,:] = tensor([0.5994, 0.3768, 0.0238, 0.5993, 0.3770, 0.0237])
    Step   815: |xk - xk_prev| = 1.50e-03   x[0,:] = tensor([0.5995, 0.3769, 0.0236, 0.5993, 0.3771, 0.0236])
    Step   820: |xk - xk_prev| = 1.50e-03   x[0,:] = tensor([0.5996, 0.3770, 0.0234, 0.5994, 0.3770, 0.0236])
    Step   825: |xk - xk_prev| = 1.49e-03   x[0,:] = tensor([0.5997, 0.3770, 0.0233, 0.5996, 0.3769, 0.0235])
    Step   830: |xk - xk_prev| = 1.49e-03   x[0,:] = tensor([0.5997, 0.3769, 0.0234, 0.5997, 0.3768, 0.0235])
    Step   835: |xk - xk_prev| = 1.48e-03   x[0,:] = tensor([0.5997, 0.3768, 0.0235, 0.5998, 0.3767, 0.0236])
    Step   840: |xk - xk_prev| = 1.48e-03   x[0,:] = tensor([0.5997, 0.3767, 0.0236, 0.5998, 0.3766, 0.0236])
    Step   845: |xk - xk_prev| = 1.47e-03   x[0,:] = tensor([0.5996, 0.3767, 0.0237, 0.5997, 0.3766, 0.0236])
    Step   850: |xk - xk_prev| = 1.47e-03   x[0,:] = tensor([0.5995, 0.3767, 0.0238, 0.5996, 0.3767, 0.0237])
    Step   855: |xk - xk_prev| = 1.46e-03   x[0,:] = tensor([0.5995, 0.3767, 0.0238, 0.5995, 0.3768, 0.0237])
    Step   860: |xk - xk_prev| = 1.46e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0238, 0.5994, 0.3769, 0.0237])
    Step   865: |xk - xk_prev| = 1.46e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0236, 0.5994, 0.3770, 0.0236])
    Step   870: |xk - xk_prev| = 1.45e-03   x[0,:] = tensor([0.5996, 0.3769, 0.0235, 0.5994, 0.3770, 0.0236])
    Step   875: |xk - xk_prev| = 1.45e-03   x[0,:] = tensor([0.5996, 0.3769, 0.0234, 0.5995, 0.3769, 0.0236])
    Step   880: |xk - xk_prev| = 1.44e-03   x[0,:] = tensor([0.5997, 0.3769, 0.0234, 0.5996, 0.3768, 0.0236])
    Step   885: |xk - xk_prev| = 1.44e-03   x[0,:] = tensor([0.5997, 0.3768, 0.0235, 0.5997, 0.3767, 0.0236])
    Step   890: |xk - xk_prev| = 1.43e-03   x[0,:] = tensor([0.5997, 0.3768, 0.0236, 0.5997, 0.3767, 0.0236])
    Step   895: |xk - xk_prev| = 1.43e-03   x[0,:] = tensor([0.5996, 0.3767, 0.0237, 0.5997, 0.3767, 0.0236])
    Step   900: |xk - xk_prev| = 1.42e-03   x[0,:] = tensor([0.5995, 0.3767, 0.0237, 0.5996, 0.3767, 0.0237])
    Step   905: |xk - xk_prev| = 1.42e-03   x[0,:] = tensor([0.5995, 0.3767, 0.0238, 0.5996, 0.3768, 0.0237])
    Step   910: |xk - xk_prev| = 1.42e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0237, 0.5995, 0.3769, 0.0237])
    Step   915: |xk - xk_prev| = 1.41e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0237, 0.5995, 0.3769, 0.0236])
    Step   920: |xk - xk_prev| = 1.41e-03   x[0,:] = tensor([0.5996, 0.3769, 0.0236, 0.5995, 0.3769, 0.0236])
    Step   925: |xk - xk_prev| = 1.40e-03   x[0,:] = tensor([0.5996, 0.3769, 0.0235, 0.5995, 0.3769, 0.0236])
    Step   930: |xk - xk_prev| = 1.40e-03   x[0,:] = tensor([0.5996, 0.3769, 0.0235, 0.5996, 0.3768, 0.0236])
    Step   935: |xk - xk_prev| = 1.39e-03   x[0,:] = tensor([0.5997, 0.3768, 0.0235, 0.5997, 0.3768, 0.0236])
    Step   940: |xk - xk_prev| = 1.39e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5997, 0.3767, 0.0236])
    Step   945: |xk - xk_prev| = 1.38e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5997, 0.3767, 0.0236])
    Step   950: |xk - xk_prev| = 1.38e-03   x[0,:] = tensor([0.5996, 0.3767, 0.0237, 0.5996, 0.3767, 0.0236])
    Step   955: |xk - xk_prev| = 1.38e-03   x[0,:] = tensor([0.5995, 0.3767, 0.0237, 0.5996, 0.3768, 0.0236])
    Step   960: |xk - xk_prev| = 1.37e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0237, 0.5995, 0.3768, 0.0236])
    Step   965: |xk - xk_prev| = 1.37e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0237, 0.5995, 0.3769, 0.0236])
    Step   970: |xk - xk_prev| = 1.36e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5995, 0.3769, 0.0236])
    Step   975: |xk - xk_prev| = 1.36e-03   x[0,:] = tensor([0.5996, 0.3769, 0.0236, 0.5995, 0.3769, 0.0236])
    Step   980: |xk - xk_prev| = 1.35e-03   x[0,:] = tensor([0.5996, 0.3769, 0.0235, 0.5996, 0.3768, 0.0236])
    Step   985: |xk - xk_prev| = 1.35e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0235, 0.5996, 0.3768, 0.0236])
    Step   990: |xk - xk_prev| = 1.35e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step   995: |xk - xk_prev| = 1.34e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5997, 0.3767, 0.0236])
    Step  1000: |xk - xk_prev| = 1.34e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0237, 0.5996, 0.3767, 0.0236])
    Step  1005: |xk - xk_prev| = 1.33e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0237, 0.5996, 0.3768, 0.0236])
    Step  1010: |xk - xk_prev| = 1.33e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0237, 0.5996, 0.3768, 0.0236])
    Step  1015: |xk - xk_prev| = 1.33e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0237, 0.5995, 0.3768, 0.0236])
    Step  1020: |xk - xk_prev| = 1.32e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5995, 0.3769, 0.0236])
    Step  1025: |xk - xk_prev| = 1.32e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5995, 0.3769, 0.0236])
    Step  1030: |xk - xk_prev| = 1.31e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1035: |xk - xk_prev| = 1.31e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1040: |xk - xk_prev| = 1.31e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1045: |xk - xk_prev| = 1.30e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1050: |xk - xk_prev| = 1.30e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1055: |xk - xk_prev| = 1.29e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0237, 0.5996, 0.3768, 0.0236])
    Step  1060: |xk - xk_prev| = 1.29e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0237, 0.5996, 0.3768, 0.0236])
    Step  1065: |xk - xk_prev| = 1.28e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0237, 0.5996, 0.3768, 0.0236])
    Step  1070: |xk - xk_prev| = 1.28e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5995, 0.3768, 0.0236])
    Step  1075: |xk - xk_prev| = 1.28e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5995, 0.3768, 0.0236])
    Step  1080: |xk - xk_prev| = 1.27e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1085: |xk - xk_prev| = 1.27e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1090: |xk - xk_prev| = 1.27e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1095: |xk - xk_prev| = 1.26e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1100: |xk - xk_prev| = 1.26e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1105: |xk - xk_prev| = 1.25e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1110: |xk - xk_prev| = 1.25e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0237, 0.5996, 0.3768, 0.0236])
    Step  1115: |xk - xk_prev| = 1.25e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1120: |xk - xk_prev| = 1.24e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1125: |xk - xk_prev| = 1.24e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1130: |xk - xk_prev| = 1.23e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1135: |xk - xk_prev| = 1.23e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1140: |xk - xk_prev| = 1.23e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1145: |xk - xk_prev| = 1.22e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1150: |xk - xk_prev| = 1.22e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1155: |xk - xk_prev| = 1.21e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1160: |xk - xk_prev| = 1.21e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1165: |xk - xk_prev| = 1.21e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1170: |xk - xk_prev| = 1.20e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1175: |xk - xk_prev| = 1.20e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1180: |xk - xk_prev| = 1.20e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1185: |xk - xk_prev| = 1.19e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1190: |xk - xk_prev| = 1.19e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1195: |xk - xk_prev| = 1.18e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1200: |xk - xk_prev| = 1.18e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1205: |xk - xk_prev| = 1.18e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1210: |xk - xk_prev| = 1.17e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1215: |xk - xk_prev| = 1.17e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1220: |xk - xk_prev| = 1.17e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1225: |xk - xk_prev| = 1.16e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1230: |xk - xk_prev| = 1.16e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1235: |xk - xk_prev| = 1.16e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1240: |xk - xk_prev| = 1.15e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1245: |xk - xk_prev| = 1.15e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1250: |xk - xk_prev| = 1.14e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1255: |xk - xk_prev| = 1.14e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1260: |xk - xk_prev| = 1.14e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1265: |xk - xk_prev| = 1.13e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1270: |xk - xk_prev| = 1.13e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1275: |xk - xk_prev| = 1.13e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1280: |xk - xk_prev| = 1.12e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1285: |xk - xk_prev| = 1.12e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1290: |xk - xk_prev| = 1.12e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1295: |xk - xk_prev| = 1.11e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1300: |xk - xk_prev| = 1.11e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1305: |xk - xk_prev| = 1.11e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1310: |xk - xk_prev| = 1.10e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1315: |xk - xk_prev| = 1.10e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1320: |xk - xk_prev| = 1.10e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1325: |xk - xk_prev| = 1.09e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1330: |xk - xk_prev| = 1.09e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1335: |xk - xk_prev| = 1.09e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1340: |xk - xk_prev| = 1.08e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1345: |xk - xk_prev| = 1.08e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1350: |xk - xk_prev| = 1.08e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1355: |xk - xk_prev| = 1.07e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1360: |xk - xk_prev| = 1.07e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1365: |xk - xk_prev| = 1.07e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1370: |xk - xk_prev| = 1.06e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1375: |xk - xk_prev| = 1.06e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1380: |xk - xk_prev| = 1.06e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1385: |xk - xk_prev| = 1.05e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1390: |xk - xk_prev| = 1.05e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1395: |xk - xk_prev| = 1.05e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1400: |xk - xk_prev| = 1.04e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1405: |xk - xk_prev| = 1.04e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1410: |xk - xk_prev| = 1.04e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1415: |xk - xk_prev| = 1.03e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1420: |xk - xk_prev| = 1.03e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1425: |xk - xk_prev| = 1.03e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1430: |xk - xk_prev| = 1.02e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1435: |xk - xk_prev| = 1.02e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1440: |xk - xk_prev| = 1.02e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1445: |xk - xk_prev| = 1.01e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1450: |xk - xk_prev| = 1.01e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1455: |xk - xk_prev| = 1.01e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1460: |xk - xk_prev| = 1.00e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1465: |xk - xk_prev| = 1.00e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1470: |xk - xk_prev| = 9.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1475: |xk - xk_prev| = 9.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1480: |xk - xk_prev| = 9.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1485: |xk - xk_prev| = 9.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1490: |xk - xk_prev| = 9.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1495: |xk - xk_prev| = 9.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1500: |xk - xk_prev| = 9.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1505: |xk - xk_prev| = 9.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1510: |xk - xk_prev| = 9.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1515: |xk - xk_prev| = 9.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1520: |xk - xk_prev| = 9.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1525: |xk - xk_prev| = 9.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1530: |xk - xk_prev| = 9.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1535: |xk - xk_prev| = 9.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1540: |xk - xk_prev| = 9.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1545: |xk - xk_prev| = 9.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1550: |xk - xk_prev| = 9.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1555: |xk - xk_prev| = 9.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1560: |xk - xk_prev| = 9.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1565: |xk - xk_prev| = 9.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1570: |xk - xk_prev| = 9.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1575: |xk - xk_prev| = 9.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1580: |xk - xk_prev| = 9.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1585: |xk - xk_prev| = 9.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1590: |xk - xk_prev| = 9.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1595: |xk - xk_prev| = 9.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1600: |xk - xk_prev| = 9.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1605: |xk - xk_prev| = 9.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1610: |xk - xk_prev| = 9.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1615: |xk - xk_prev| = 9.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1620: |xk - xk_prev| = 9.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1625: |xk - xk_prev| = 9.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1630: |xk - xk_prev| = 9.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1635: |xk - xk_prev| = 9.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1640: |xk - xk_prev| = 8.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1645: |xk - xk_prev| = 8.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1650: |xk - xk_prev| = 8.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1655: |xk - xk_prev| = 8.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1660: |xk - xk_prev| = 8.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1665: |xk - xk_prev| = 8.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1670: |xk - xk_prev| = 8.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1675: |xk - xk_prev| = 8.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1680: |xk - xk_prev| = 8.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1685: |xk - xk_prev| = 8.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1690: |xk - xk_prev| = 8.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1695: |xk - xk_prev| = 8.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1700: |xk - xk_prev| = 8.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1705: |xk - xk_prev| = 8.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1710: |xk - xk_prev| = 8.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1715: |xk - xk_prev| = 8.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1720: |xk - xk_prev| = 8.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1725: |xk - xk_prev| = 8.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1730: |xk - xk_prev| = 8.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1735: |xk - xk_prev| = 8.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1740: |xk - xk_prev| = 8.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1745: |xk - xk_prev| = 8.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1750: |xk - xk_prev| = 8.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1755: |xk - xk_prev| = 8.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1760: |xk - xk_prev| = 8.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1765: |xk - xk_prev| = 8.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1770: |xk - xk_prev| = 8.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1775: |xk - xk_prev| = 8.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1780: |xk - xk_prev| = 8.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1785: |xk - xk_prev| = 8.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1790: |xk - xk_prev| = 8.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1795: |xk - xk_prev| = 8.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1800: |xk - xk_prev| = 8.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1805: |xk - xk_prev| = 8.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1810: |xk - xk_prev| = 8.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1815: |xk - xk_prev| = 8.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1820: |xk - xk_prev| = 8.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1825: |xk - xk_prev| = 8.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1830: |xk - xk_prev| = 8.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1835: |xk - xk_prev| = 8.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1840: |xk - xk_prev| = 8.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1845: |xk - xk_prev| = 8.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1850: |xk - xk_prev| = 8.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1855: |xk - xk_prev| = 8.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1860: |xk - xk_prev| = 8.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1865: |xk - xk_prev| = 8.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1870: |xk - xk_prev| = 8.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1875: |xk - xk_prev| = 8.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1880: |xk - xk_prev| = 7.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1885: |xk - xk_prev| = 7.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1890: |xk - xk_prev| = 7.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1895: |xk - xk_prev| = 7.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1900: |xk - xk_prev| = 7.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1905: |xk - xk_prev| = 7.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1910: |xk - xk_prev| = 7.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1915: |xk - xk_prev| = 7.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1920: |xk - xk_prev| = 7.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1925: |xk - xk_prev| = 7.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1930: |xk - xk_prev| = 7.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1935: |xk - xk_prev| = 7.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1940: |xk - xk_prev| = 7.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1945: |xk - xk_prev| = 7.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1950: |xk - xk_prev| = 7.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1955: |xk - xk_prev| = 7.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1960: |xk - xk_prev| = 7.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1965: |xk - xk_prev| = 7.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1970: |xk - xk_prev| = 7.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1975: |xk - xk_prev| = 7.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1980: |xk - xk_prev| = 7.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1985: |xk - xk_prev| = 7.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1990: |xk - xk_prev| = 7.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1995: |xk - xk_prev| = 7.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2000: |xk - xk_prev| = 7.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2005: |xk - xk_prev| = 7.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2010: |xk - xk_prev| = 7.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2015: |xk - xk_prev| = 7.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2020: |xk - xk_prev| = 7.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2025: |xk - xk_prev| = 7.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2030: |xk - xk_prev| = 7.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2035: |xk - xk_prev| = 7.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2040: |xk - xk_prev| = 7.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2045: |xk - xk_prev| = 7.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2050: |xk - xk_prev| = 7.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2055: |xk - xk_prev| = 7.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2060: |xk - xk_prev| = 7.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2065: |xk - xk_prev| = 7.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2070: |xk - xk_prev| = 7.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2075: |xk - xk_prev| = 7.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2080: |xk - xk_prev| = 7.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2085: |xk - xk_prev| = 7.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2090: |xk - xk_prev| = 7.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2095: |xk - xk_prev| = 7.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2100: |xk - xk_prev| = 7.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2105: |xk - xk_prev| = 7.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2110: |xk - xk_prev| = 7.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2115: |xk - xk_prev| = 7.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2120: |xk - xk_prev| = 7.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2125: |xk - xk_prev| = 7.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2130: |xk - xk_prev| = 7.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2135: |xk - xk_prev| = 7.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2140: |xk - xk_prev| = 7.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2145: |xk - xk_prev| = 7.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2150: |xk - xk_prev| = 7.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2155: |xk - xk_prev| = 7.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2160: |xk - xk_prev| = 7.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2165: |xk - xk_prev| = 7.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2170: |xk - xk_prev| = 7.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2175: |xk - xk_prev| = 7.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2180: |xk - xk_prev| = 7.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2185: |xk - xk_prev| = 7.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2190: |xk - xk_prev| = 7.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2195: |xk - xk_prev| = 7.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2200: |xk - xk_prev| = 7.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2205: |xk - xk_prev| = 7.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2210: |xk - xk_prev| = 7.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2215: |xk - xk_prev| = 7.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2220: |xk - xk_prev| = 7.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2225: |xk - xk_prev| = 7.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2230: |xk - xk_prev| = 7.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2235: |xk - xk_prev| = 7.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2240: |xk - xk_prev| = 7.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2245: |xk - xk_prev| = 7.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2250: |xk - xk_prev| = 7.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2255: |xk - xk_prev| = 7.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2260: |xk - xk_prev| = 7.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2265: |xk - xk_prev| = 7.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2270: |xk - xk_prev| = 7.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2275: |xk - xk_prev| = 7.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2280: |xk - xk_prev| = 7.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2285: |xk - xk_prev| = 7.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2290: |xk - xk_prev| = 7.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2295: |xk - xk_prev| = 7.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2300: |xk - xk_prev| = 7.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2305: |xk - xk_prev| = 7.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2310: |xk - xk_prev| = 7.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2315: |xk - xk_prev| = 7.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2320: |xk - xk_prev| = 7.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2325: |xk - xk_prev| = 7.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2330: |xk - xk_prev| = 7.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2335: |xk - xk_prev| = 7.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2340: |xk - xk_prev| = 7.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2345: |xk - xk_prev| = 7.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2350: |xk - xk_prev| = 7.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2355: |xk - xk_prev| = 7.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2360: |xk - xk_prev| = 7.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2365: |xk - xk_prev| = 7.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2370: |xk - xk_prev| = 7.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2375: |xk - xk_prev| = 7.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2380: |xk - xk_prev| = 7.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2385: |xk - xk_prev| = 7.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2390: |xk - xk_prev| = 7.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2395: |xk - xk_prev| = 7.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2400: |xk - xk_prev| = 7.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2405: |xk - xk_prev| = 7.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2410: |xk - xk_prev| = 7.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2415: |xk - xk_prev| = 7.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2420: |xk - xk_prev| = 7.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2425: |xk - xk_prev| = 6.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2430: |xk - xk_prev| = 6.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2435: |xk - xk_prev| = 6.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2440: |xk - xk_prev| = 6.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2445: |xk - xk_prev| = 6.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2450: |xk - xk_prev| = 6.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2455: |xk - xk_prev| = 6.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2460: |xk - xk_prev| = 6.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2465: |xk - xk_prev| = 6.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2470: |xk - xk_prev| = 6.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2475: |xk - xk_prev| = 6.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2480: |xk - xk_prev| = 6.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2485: |xk - xk_prev| = 6.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2490: |xk - xk_prev| = 6.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2495: |xk - xk_prev| = 6.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2500: |xk - xk_prev| = 6.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2505: |xk - xk_prev| = 6.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2510: |xk - xk_prev| = 6.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2515: |xk - xk_prev| = 6.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2520: |xk - xk_prev| = 6.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2525: |xk - xk_prev| = 6.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2530: |xk - xk_prev| = 6.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2535: |xk - xk_prev| = 6.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2540: |xk - xk_prev| = 6.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2545: |xk - xk_prev| = 6.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2550: |xk - xk_prev| = 6.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2555: |xk - xk_prev| = 6.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2560: |xk - xk_prev| = 6.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2565: |xk - xk_prev| = 6.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2570: |xk - xk_prev| = 6.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2575: |xk - xk_prev| = 6.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2580: |xk - xk_prev| = 6.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2585: |xk - xk_prev| = 6.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2590: |xk - xk_prev| = 6.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2595: |xk - xk_prev| = 6.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2600: |xk - xk_prev| = 6.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2605: |xk - xk_prev| = 6.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2610: |xk - xk_prev| = 6.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2615: |xk - xk_prev| = 6.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2620: |xk - xk_prev| = 6.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2625: |xk - xk_prev| = 6.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2630: |xk - xk_prev| = 6.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2635: |xk - xk_prev| = 6.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2640: |xk - xk_prev| = 6.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2645: |xk - xk_prev| = 6.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2650: |xk - xk_prev| = 6.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2655: |xk - xk_prev| = 6.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2660: |xk - xk_prev| = 6.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2665: |xk - xk_prev| = 6.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2670: |xk - xk_prev| = 6.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2675: |xk - xk_prev| = 6.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2680: |xk - xk_prev| = 6.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2685: |xk - xk_prev| = 6.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2690: |xk - xk_prev| = 6.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2695: |xk - xk_prev| = 6.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2700: |xk - xk_prev| = 6.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2705: |xk - xk_prev| = 6.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2710: |xk - xk_prev| = 6.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2715: |xk - xk_prev| = 6.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2720: |xk - xk_prev| = 6.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2725: |xk - xk_prev| = 6.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2730: |xk - xk_prev| = 6.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2735: |xk - xk_prev| = 6.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2740: |xk - xk_prev| = 6.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2745: |xk - xk_prev| = 6.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2750: |xk - xk_prev| = 6.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2755: |xk - xk_prev| = 6.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2760: |xk - xk_prev| = 6.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2765: |xk - xk_prev| = 6.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2770: |xk - xk_prev| = 6.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2775: |xk - xk_prev| = 6.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2780: |xk - xk_prev| = 6.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2785: |xk - xk_prev| = 6.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2790: |xk - xk_prev| = 6.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2795: |xk - xk_prev| = 6.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2800: |xk - xk_prev| = 6.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2805: |xk - xk_prev| = 6.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2810: |xk - xk_prev| = 6.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2815: |xk - xk_prev| = 6.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2820: |xk - xk_prev| = 6.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2825: |xk - xk_prev| = 6.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2830: |xk - xk_prev| = 6.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2835: |xk - xk_prev| = 6.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2840: |xk - xk_prev| = 6.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2845: |xk - xk_prev| = 6.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2850: |xk - xk_prev| = 6.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2855: |xk - xk_prev| = 6.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2860: |xk - xk_prev| = 6.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2865: |xk - xk_prev| = 6.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2870: |xk - xk_prev| = 6.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2875: |xk - xk_prev| = 6.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2880: |xk - xk_prev| = 6.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2885: |xk - xk_prev| = 6.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2890: |xk - xk_prev| = 6.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2895: |xk - xk_prev| = 6.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2900: |xk - xk_prev| = 6.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2905: |xk - xk_prev| = 6.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2910: |xk - xk_prev| = 6.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2915: |xk - xk_prev| = 6.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2920: |xk - xk_prev| = 6.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2925: |xk - xk_prev| = 6.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2930: |xk - xk_prev| = 6.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2935: |xk - xk_prev| = 6.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2940: |xk - xk_prev| = 6.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2945: |xk - xk_prev| = 6.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2950: |xk - xk_prev| = 6.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2955: |xk - xk_prev| = 6.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2960: |xk - xk_prev| = 6.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2965: |xk - xk_prev| = 6.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2970: |xk - xk_prev| = 6.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2975: |xk - xk_prev| = 6.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2980: |xk - xk_prev| = 6.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2985: |xk - xk_prev| = 6.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2990: |xk - xk_prev| = 6.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2995: |xk - xk_prev| = 6.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3000: |xk - xk_prev| = 6.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3005: |xk - xk_prev| = 6.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3010: |xk - xk_prev| = 6.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3015: |xk - xk_prev| = 6.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3020: |xk - xk_prev| = 6.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3025: |xk - xk_prev| = 6.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3030: |xk - xk_prev| = 6.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3035: |xk - xk_prev| = 6.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3040: |xk - xk_prev| = 6.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3045: |xk - xk_prev| = 6.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3050: |xk - xk_prev| = 6.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3055: |xk - xk_prev| = 6.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3060: |xk - xk_prev| = 6.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3065: |xk - xk_prev| = 6.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3070: |xk - xk_prev| = 6.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3075: |xk - xk_prev| = 6.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3080: |xk - xk_prev| = 6.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3085: |xk - xk_prev| = 6.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3090: |xk - xk_prev| = 6.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3095: |xk - xk_prev| = 6.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3100: |xk - xk_prev| = 6.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3105: |xk - xk_prev| = 6.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3110: |xk - xk_prev| = 6.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3115: |xk - xk_prev| = 6.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3120: |xk - xk_prev| = 6.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3125: |xk - xk_prev| = 6.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3130: |xk - xk_prev| = 6.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3135: |xk - xk_prev| = 6.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3140: |xk - xk_prev| = 6.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3145: |xk - xk_prev| = 6.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3150: |xk - xk_prev| = 6.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3155: |xk - xk_prev| = 6.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3160: |xk - xk_prev| = 6.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3165: |xk - xk_prev| = 6.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3170: |xk - xk_prev| = 6.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3175: |xk - xk_prev| = 6.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3180: |xk - xk_prev| = 6.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3185: |xk - xk_prev| = 6.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3190: |xk - xk_prev| = 6.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3195: |xk - xk_prev| = 6.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3200: |xk - xk_prev| = 6.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3205: |xk - xk_prev| = 6.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3210: |xk - xk_prev| = 6.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3215: |xk - xk_prev| = 6.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3220: |xk - xk_prev| = 6.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3225: |xk - xk_prev| = 6.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3230: |xk - xk_prev| = 6.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3235: |xk - xk_prev| = 6.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3240: |xk - xk_prev| = 6.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3245: |xk - xk_prev| = 6.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3250: |xk - xk_prev| = 6.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3255: |xk - xk_prev| = 6.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3260: |xk - xk_prev| = 6.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3265: |xk - xk_prev| = 6.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3270: |xk - xk_prev| = 6.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3275: |xk - xk_prev| = 6.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3280: |xk - xk_prev| = 6.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3285: |xk - xk_prev| = 6.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3290: |xk - xk_prev| = 6.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3295: |xk - xk_prev| = 6.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3300: |xk - xk_prev| = 6.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3305: |xk - xk_prev| = 6.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3310: |xk - xk_prev| = 6.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3315: |xk - xk_prev| = 6.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3320: |xk - xk_prev| = 6.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3325: |xk - xk_prev| = 6.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3330: |xk - xk_prev| = 6.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3335: |xk - xk_prev| = 6.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3340: |xk - xk_prev| = 6.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3345: |xk - xk_prev| = 6.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3350: |xk - xk_prev| = 6.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3355: |xk - xk_prev| = 6.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3360: |xk - xk_prev| = 6.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3365: |xk - xk_prev| = 6.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3370: |xk - xk_prev| = 6.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3375: |xk - xk_prev| = 6.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3380: |xk - xk_prev| = 6.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3385: |xk - xk_prev| = 6.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3390: |xk - xk_prev| = 6.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3395: |xk - xk_prev| = 6.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3400: |xk - xk_prev| = 6.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3405: |xk - xk_prev| = 6.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3410: |xk - xk_prev| = 6.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3415: |xk - xk_prev| = 6.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3420: |xk - xk_prev| = 6.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3425: |xk - xk_prev| = 6.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3430: |xk - xk_prev| = 6.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3435: |xk - xk_prev| = 6.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3440: |xk - xk_prev| = 6.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3445: |xk - xk_prev| = 6.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3450: |xk - xk_prev| = 6.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3455: |xk - xk_prev| = 6.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3460: |xk - xk_prev| = 6.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3465: |xk - xk_prev| = 6.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3470: |xk - xk_prev| = 6.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3475: |xk - xk_prev| = 6.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3480: |xk - xk_prev| = 6.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3485: |xk - xk_prev| = 6.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3490: |xk - xk_prev| = 6.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3495: |xk - xk_prev| = 6.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3500: |xk - xk_prev| = 6.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3505: |xk - xk_prev| = 6.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3510: |xk - xk_prev| = 6.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3515: |xk - xk_prev| = 5.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3520: |xk - xk_prev| = 5.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3525: |xk - xk_prev| = 5.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3530: |xk - xk_prev| = 5.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3535: |xk - xk_prev| = 5.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3540: |xk - xk_prev| = 5.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3545: |xk - xk_prev| = 5.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3550: |xk - xk_prev| = 5.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3555: |xk - xk_prev| = 5.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3560: |xk - xk_prev| = 5.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3565: |xk - xk_prev| = 5.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3570: |xk - xk_prev| = 5.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3575: |xk - xk_prev| = 5.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3580: |xk - xk_prev| = 5.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3585: |xk - xk_prev| = 5.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3590: |xk - xk_prev| = 5.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3595: |xk - xk_prev| = 5.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3600: |xk - xk_prev| = 5.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3605: |xk - xk_prev| = 5.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3610: |xk - xk_prev| = 5.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3615: |xk - xk_prev| = 5.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3620: |xk - xk_prev| = 5.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3625: |xk - xk_prev| = 5.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3630: |xk - xk_prev| = 5.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3635: |xk - xk_prev| = 5.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3640: |xk - xk_prev| = 5.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3645: |xk - xk_prev| = 5.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3650: |xk - xk_prev| = 5.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3655: |xk - xk_prev| = 5.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3660: |xk - xk_prev| = 5.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3665: |xk - xk_prev| = 5.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3670: |xk - xk_prev| = 5.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3675: |xk - xk_prev| = 5.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3680: |xk - xk_prev| = 5.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3685: |xk - xk_prev| = 5.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3690: |xk - xk_prev| = 5.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3695: |xk - xk_prev| = 5.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3700: |xk - xk_prev| = 5.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3705: |xk - xk_prev| = 5.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3710: |xk - xk_prev| = 5.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3715: |xk - xk_prev| = 5.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3720: |xk - xk_prev| = 5.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3725: |xk - xk_prev| = 5.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3730: |xk - xk_prev| = 5.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3735: |xk - xk_prev| = 5.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3740: |xk - xk_prev| = 5.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3745: |xk - xk_prev| = 5.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3750: |xk - xk_prev| = 5.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3755: |xk - xk_prev| = 5.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3760: |xk - xk_prev| = 5.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3765: |xk - xk_prev| = 5.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3770: |xk - xk_prev| = 5.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3775: |xk - xk_prev| = 5.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3780: |xk - xk_prev| = 5.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3785: |xk - xk_prev| = 5.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3790: |xk - xk_prev| = 5.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3795: |xk - xk_prev| = 5.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3800: |xk - xk_prev| = 5.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3805: |xk - xk_prev| = 5.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3810: |xk - xk_prev| = 5.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3815: |xk - xk_prev| = 5.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3820: |xk - xk_prev| = 5.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3825: |xk - xk_prev| = 5.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3830: |xk - xk_prev| = 5.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3835: |xk - xk_prev| = 5.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3840: |xk - xk_prev| = 5.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3845: |xk - xk_prev| = 5.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3850: |xk - xk_prev| = 5.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3855: |xk - xk_prev| = 5.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3860: |xk - xk_prev| = 5.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3865: |xk - xk_prev| = 5.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3870: |xk - xk_prev| = 5.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3875: |xk - xk_prev| = 5.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3880: |xk - xk_prev| = 5.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3885: |xk - xk_prev| = 5.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3890: |xk - xk_prev| = 5.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3895: |xk - xk_prev| = 5.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3900: |xk - xk_prev| = 5.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3905: |xk - xk_prev| = 5.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3910: |xk - xk_prev| = 5.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3915: |xk - xk_prev| = 5.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3920: |xk - xk_prev| = 5.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3925: |xk - xk_prev| = 5.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3930: |xk - xk_prev| = 5.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3935: |xk - xk_prev| = 5.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3940: |xk - xk_prev| = 5.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3945: |xk - xk_prev| = 5.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3950: |xk - xk_prev| = 5.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3955: |xk - xk_prev| = 5.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3960: |xk - xk_prev| = 5.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3965: |xk - xk_prev| = 5.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3970: |xk - xk_prev| = 5.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3975: |xk - xk_prev| = 5.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3980: |xk - xk_prev| = 5.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3985: |xk - xk_prev| = 5.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3990: |xk - xk_prev| = 5.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3995: |xk - xk_prev| = 5.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4000: |xk - xk_prev| = 5.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4005: |xk - xk_prev| = 5.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4010: |xk - xk_prev| = 5.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4015: |xk - xk_prev| = 5.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4020: |xk - xk_prev| = 5.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4025: |xk - xk_prev| = 5.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4030: |xk - xk_prev| = 5.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4035: |xk - xk_prev| = 5.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4040: |xk - xk_prev| = 5.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4045: |xk - xk_prev| = 5.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4050: |xk - xk_prev| = 5.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4055: |xk - xk_prev| = 5.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4060: |xk - xk_prev| = 5.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4065: |xk - xk_prev| = 5.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4070: |xk - xk_prev| = 5.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4075: |xk - xk_prev| = 5.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4080: |xk - xk_prev| = 5.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4085: |xk - xk_prev| = 5.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4090: |xk - xk_prev| = 5.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4095: |xk - xk_prev| = 5.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4100: |xk - xk_prev| = 5.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4105: |xk - xk_prev| = 5.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4110: |xk - xk_prev| = 5.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4115: |xk - xk_prev| = 5.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4120: |xk - xk_prev| = 5.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4125: |xk - xk_prev| = 5.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4130: |xk - xk_prev| = 5.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4135: |xk - xk_prev| = 5.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4140: |xk - xk_prev| = 5.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4145: |xk - xk_prev| = 5.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4150: |xk - xk_prev| = 5.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4155: |xk - xk_prev| = 5.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4160: |xk - xk_prev| = 5.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4165: |xk - xk_prev| = 5.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4170: |xk - xk_prev| = 5.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4175: |xk - xk_prev| = 5.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4180: |xk - xk_prev| = 5.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4185: |xk - xk_prev| = 5.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4190: |xk - xk_prev| = 5.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4195: |xk - xk_prev| = 5.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4200: |xk - xk_prev| = 5.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4205: |xk - xk_prev| = 5.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4210: |xk - xk_prev| = 5.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4215: |xk - xk_prev| = 5.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4220: |xk - xk_prev| = 5.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4225: |xk - xk_prev| = 5.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4230: |xk - xk_prev| = 5.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4235: |xk - xk_prev| = 5.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4240: |xk - xk_prev| = 5.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4245: |xk - xk_prev| = 5.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4250: |xk - xk_prev| = 5.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4255: |xk - xk_prev| = 5.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4260: |xk - xk_prev| = 5.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4265: |xk - xk_prev| = 5.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4270: |xk - xk_prev| = 5.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4275: |xk - xk_prev| = 5.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4280: |xk - xk_prev| = 5.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4285: |xk - xk_prev| = 5.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4290: |xk - xk_prev| = 5.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4295: |xk - xk_prev| = 5.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4300: |xk - xk_prev| = 5.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4305: |xk - xk_prev| = 5.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4310: |xk - xk_prev| = 5.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4315: |xk - xk_prev| = 5.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4320: |xk - xk_prev| = 5.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4325: |xk - xk_prev| = 5.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4330: |xk - xk_prev| = 5.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4335: |xk - xk_prev| = 5.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4340: |xk - xk_prev| = 5.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4345: |xk - xk_prev| = 5.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4350: |xk - xk_prev| = 5.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4355: |xk - xk_prev| = 5.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4360: |xk - xk_prev| = 5.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4365: |xk - xk_prev| = 5.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4370: |xk - xk_prev| = 5.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4375: |xk - xk_prev| = 5.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4380: |xk - xk_prev| = 5.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4385: |xk - xk_prev| = 5.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4390: |xk - xk_prev| = 5.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4395: |xk - xk_prev| = 5.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4400: |xk - xk_prev| = 5.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4405: |xk - xk_prev| = 5.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4410: |xk - xk_prev| = 5.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4415: |xk - xk_prev| = 5.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4420: |xk - xk_prev| = 5.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4425: |xk - xk_prev| = 5.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4430: |xk - xk_prev| = 5.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4435: |xk - xk_prev| = 5.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4440: |xk - xk_prev| = 5.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4445: |xk - xk_prev| = 5.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4450: |xk - xk_prev| = 5.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4455: |xk - xk_prev| = 5.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4460: |xk - xk_prev| = 5.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4465: |xk - xk_prev| = 5.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4470: |xk - xk_prev| = 5.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4475: |xk - xk_prev| = 5.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4480: |xk - xk_prev| = 5.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4485: |xk - xk_prev| = 5.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4490: |xk - xk_prev| = 5.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4495: |xk - xk_prev| = 5.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4500: |xk - xk_prev| = 5.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4505: |xk - xk_prev| = 5.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4510: |xk - xk_prev| = 5.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4515: |xk - xk_prev| = 5.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4520: |xk - xk_prev| = 5.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4525: |xk - xk_prev| = 5.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4530: |xk - xk_prev| = 5.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4535: |xk - xk_prev| = 5.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4540: |xk - xk_prev| = 5.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4545: |xk - xk_prev| = 5.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4550: |xk - xk_prev| = 5.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4555: |xk - xk_prev| = 5.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4560: |xk - xk_prev| = 5.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4565: |xk - xk_prev| = 5.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4570: |xk - xk_prev| = 5.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4575: |xk - xk_prev| = 5.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4580: |xk - xk_prev| = 5.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4585: |xk - xk_prev| = 5.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4590: |xk - xk_prev| = 5.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4595: |xk - xk_prev| = 5.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4600: |xk - xk_prev| = 5.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4605: |xk - xk_prev| = 5.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4610: |xk - xk_prev| = 5.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4615: |xk - xk_prev| = 5.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4620: |xk - xk_prev| = 5.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4625: |xk - xk_prev| = 5.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4630: |xk - xk_prev| = 5.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4635: |xk - xk_prev| = 5.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4640: |xk - xk_prev| = 5.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4645: |xk - xk_prev| = 5.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4650: |xk - xk_prev| = 5.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4655: |xk - xk_prev| = 5.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4660: |xk - xk_prev| = 5.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4665: |xk - xk_prev| = 5.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4670: |xk - xk_prev| = 5.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4675: |xk - xk_prev| = 5.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4680: |xk - xk_prev| = 5.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4685: |xk - xk_prev| = 5.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4690: |xk - xk_prev| = 5.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4695: |xk - xk_prev| = 5.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4700: |xk - xk_prev| = 5.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4705: |xk - xk_prev| = 5.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4710: |xk - xk_prev| = 5.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4715: |xk - xk_prev| = 5.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4720: |xk - xk_prev| = 5.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4725: |xk - xk_prev| = 5.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4730: |xk - xk_prev| = 5.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4735: |xk - xk_prev| = 5.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4740: |xk - xk_prev| = 5.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4745: |xk - xk_prev| = 5.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4750: |xk - xk_prev| = 5.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4755: |xk - xk_prev| = 5.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4760: |xk - xk_prev| = 5.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4765: |xk - xk_prev| = 5.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4770: |xk - xk_prev| = 5.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4775: |xk - xk_prev| = 5.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4780: |xk - xk_prev| = 5.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4785: |xk - xk_prev| = 5.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4790: |xk - xk_prev| = 5.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4795: |xk - xk_prev| = 5.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4800: |xk - xk_prev| = 5.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4805: |xk - xk_prev| = 5.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4810: |xk - xk_prev| = 4.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4815: |xk - xk_prev| = 4.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4820: |xk - xk_prev| = 4.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4825: |xk - xk_prev| = 4.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4830: |xk - xk_prev| = 4.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4835: |xk - xk_prev| = 4.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4840: |xk - xk_prev| = 4.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4845: |xk - xk_prev| = 4.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4850: |xk - xk_prev| = 4.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4855: |xk - xk_prev| = 4.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4860: |xk - xk_prev| = 4.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4865: |xk - xk_prev| = 4.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4870: |xk - xk_prev| = 4.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4875: |xk - xk_prev| = 4.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4880: |xk - xk_prev| = 4.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4885: |xk - xk_prev| = 4.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4890: |xk - xk_prev| = 4.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4895: |xk - xk_prev| = 4.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4900: |xk - xk_prev| = 4.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4905: |xk - xk_prev| = 4.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4910: |xk - xk_prev| = 4.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4915: |xk - xk_prev| = 4.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4920: |xk - xk_prev| = 4.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4925: |xk - xk_prev| = 4.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4930: |xk - xk_prev| = 4.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4935: |xk - xk_prev| = 4.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4940: |xk - xk_prev| = 4.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4945: |xk - xk_prev| = 4.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4950: |xk - xk_prev| = 4.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4955: |xk - xk_prev| = 4.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4960: |xk - xk_prev| = 4.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4965: |xk - xk_prev| = 4.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4970: |xk - xk_prev| = 4.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4975: |xk - xk_prev| = 4.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4980: |xk - xk_prev| = 4.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4985: |xk - xk_prev| = 4.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4990: |xk - xk_prev| = 4.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4995: |xk - xk_prev| = 4.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5000: |xk - xk_prev| = 4.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5005: |xk - xk_prev| = 4.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5010: |xk - xk_prev| = 4.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5015: |xk - xk_prev| = 4.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5020: |xk - xk_prev| = 4.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5025: |xk - xk_prev| = 4.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5030: |xk - xk_prev| = 4.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5035: |xk - xk_prev| = 4.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5040: |xk - xk_prev| = 4.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5045: |xk - xk_prev| = 4.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5050: |xk - xk_prev| = 4.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5055: |xk - xk_prev| = 4.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5060: |xk - xk_prev| = 4.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5065: |xk - xk_prev| = 4.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5070: |xk - xk_prev| = 4.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5075: |xk - xk_prev| = 4.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5080: |xk - xk_prev| = 4.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5085: |xk - xk_prev| = 4.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5090: |xk - xk_prev| = 4.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5095: |xk - xk_prev| = 4.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5100: |xk - xk_prev| = 4.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5105: |xk - xk_prev| = 4.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5110: |xk - xk_prev| = 4.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5115: |xk - xk_prev| = 4.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5120: |xk - xk_prev| = 4.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5125: |xk - xk_prev| = 4.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5130: |xk - xk_prev| = 4.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5135: |xk - xk_prev| = 4.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5140: |xk - xk_prev| = 4.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5145: |xk - xk_prev| = 4.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5150: |xk - xk_prev| = 4.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5155: |xk - xk_prev| = 4.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5160: |xk - xk_prev| = 4.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5165: |xk - xk_prev| = 4.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5170: |xk - xk_prev| = 4.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5175: |xk - xk_prev| = 4.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5180: |xk - xk_prev| = 4.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5185: |xk - xk_prev| = 4.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5190: |xk - xk_prev| = 4.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5195: |xk - xk_prev| = 4.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5200: |xk - xk_prev| = 4.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5205: |xk - xk_prev| = 4.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5210: |xk - xk_prev| = 4.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5215: |xk - xk_prev| = 4.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5220: |xk - xk_prev| = 4.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5225: |xk - xk_prev| = 4.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5230: |xk - xk_prev| = 4.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5235: |xk - xk_prev| = 4.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5240: |xk - xk_prev| = 4.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5245: |xk - xk_prev| = 4.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5250: |xk - xk_prev| = 4.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5255: |xk - xk_prev| = 4.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5260: |xk - xk_prev| = 4.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5265: |xk - xk_prev| = 4.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5270: |xk - xk_prev| = 4.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5275: |xk - xk_prev| = 4.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5280: |xk - xk_prev| = 4.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5285: |xk - xk_prev| = 4.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5290: |xk - xk_prev| = 4.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5295: |xk - xk_prev| = 4.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5300: |xk - xk_prev| = 4.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5305: |xk - xk_prev| = 4.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5310: |xk - xk_prev| = 4.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5315: |xk - xk_prev| = 4.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5320: |xk - xk_prev| = 4.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5325: |xk - xk_prev| = 4.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5330: |xk - xk_prev| = 4.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5335: |xk - xk_prev| = 4.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5340: |xk - xk_prev| = 4.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5345: |xk - xk_prev| = 4.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5350: |xk - xk_prev| = 4.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5355: |xk - xk_prev| = 4.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5360: |xk - xk_prev| = 4.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5365: |xk - xk_prev| = 4.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5370: |xk - xk_prev| = 4.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5375: |xk - xk_prev| = 4.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5380: |xk - xk_prev| = 4.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5385: |xk - xk_prev| = 4.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5390: |xk - xk_prev| = 4.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5395: |xk - xk_prev| = 4.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5400: |xk - xk_prev| = 4.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5405: |xk - xk_prev| = 4.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5410: |xk - xk_prev| = 4.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5415: |xk - xk_prev| = 4.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5420: |xk - xk_prev| = 4.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5425: |xk - xk_prev| = 4.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5430: |xk - xk_prev| = 4.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5435: |xk - xk_prev| = 4.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5440: |xk - xk_prev| = 4.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5445: |xk - xk_prev| = 4.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5450: |xk - xk_prev| = 4.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5455: |xk - xk_prev| = 4.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5460: |xk - xk_prev| = 4.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5465: |xk - xk_prev| = 4.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5470: |xk - xk_prev| = 4.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5475: |xk - xk_prev| = 4.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5480: |xk - xk_prev| = 4.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5485: |xk - xk_prev| = 4.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5490: |xk - xk_prev| = 4.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5495: |xk - xk_prev| = 4.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5500: |xk - xk_prev| = 4.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5505: |xk - xk_prev| = 4.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5510: |xk - xk_prev| = 4.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5515: |xk - xk_prev| = 4.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5520: |xk - xk_prev| = 4.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5525: |xk - xk_prev| = 4.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5530: |xk - xk_prev| = 4.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5535: |xk - xk_prev| = 4.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5540: |xk - xk_prev| = 4.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5545: |xk - xk_prev| = 4.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5550: |xk - xk_prev| = 4.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5555: |xk - xk_prev| = 4.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5560: |xk - xk_prev| = 4.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5565: |xk - xk_prev| = 4.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5570: |xk - xk_prev| = 4.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5575: |xk - xk_prev| = 4.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5580: |xk - xk_prev| = 4.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5585: |xk - xk_prev| = 4.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5590: |xk - xk_prev| = 4.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5595: |xk - xk_prev| = 4.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5600: |xk - xk_prev| = 4.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5605: |xk - xk_prev| = 4.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5610: |xk - xk_prev| = 4.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5615: |xk - xk_prev| = 4.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5620: |xk - xk_prev| = 4.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5625: |xk - xk_prev| = 4.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5630: |xk - xk_prev| = 4.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5635: |xk - xk_prev| = 4.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5640: |xk - xk_prev| = 4.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5645: |xk - xk_prev| = 4.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5650: |xk - xk_prev| = 4.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5655: |xk - xk_prev| = 4.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5660: |xk - xk_prev| = 4.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5665: |xk - xk_prev| = 4.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5670: |xk - xk_prev| = 4.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5675: |xk - xk_prev| = 4.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5680: |xk - xk_prev| = 4.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5685: |xk - xk_prev| = 4.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5690: |xk - xk_prev| = 4.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5695: |xk - xk_prev| = 4.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5700: |xk - xk_prev| = 4.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5705: |xk - xk_prev| = 4.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5710: |xk - xk_prev| = 4.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5715: |xk - xk_prev| = 4.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5720: |xk - xk_prev| = 4.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5725: |xk - xk_prev| = 4.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5730: |xk - xk_prev| = 4.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5735: |xk - xk_prev| = 4.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5740: |xk - xk_prev| = 4.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5745: |xk - xk_prev| = 4.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5750: |xk - xk_prev| = 4.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5755: |xk - xk_prev| = 4.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5760: |xk - xk_prev| = 4.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5765: |xk - xk_prev| = 4.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5770: |xk - xk_prev| = 4.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5775: |xk - xk_prev| = 4.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5780: |xk - xk_prev| = 4.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5785: |xk - xk_prev| = 4.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5790: |xk - xk_prev| = 4.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5795: |xk - xk_prev| = 4.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5800: |xk - xk_prev| = 4.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5805: |xk - xk_prev| = 4.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5810: |xk - xk_prev| = 4.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5815: |xk - xk_prev| = 4.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5820: |xk - xk_prev| = 4.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5825: |xk - xk_prev| = 4.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5830: |xk - xk_prev| = 4.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5835: |xk - xk_prev| = 4.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5840: |xk - xk_prev| = 4.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5845: |xk - xk_prev| = 4.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5850: |xk - xk_prev| = 4.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5855: |xk - xk_prev| = 4.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5860: |xk - xk_prev| = 4.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5865: |xk - xk_prev| = 4.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5870: |xk - xk_prev| = 4.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5875: |xk - xk_prev| = 4.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5880: |xk - xk_prev| = 4.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5885: |xk - xk_prev| = 4.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5890: |xk - xk_prev| = 4.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5895: |xk - xk_prev| = 4.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5900: |xk - xk_prev| = 4.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5905: |xk - xk_prev| = 4.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5910: |xk - xk_prev| = 4.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5915: |xk - xk_prev| = 4.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5920: |xk - xk_prev| = 4.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5925: |xk - xk_prev| = 4.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5930: |xk - xk_prev| = 4.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5935: |xk - xk_prev| = 4.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5940: |xk - xk_prev| = 4.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5945: |xk - xk_prev| = 4.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5950: |xk - xk_prev| = 4.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5955: |xk - xk_prev| = 4.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5960: |xk - xk_prev| = 4.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5965: |xk - xk_prev| = 4.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5970: |xk - xk_prev| = 4.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5975: |xk - xk_prev| = 4.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5980: |xk - xk_prev| = 4.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5985: |xk - xk_prev| = 4.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5990: |xk - xk_prev| = 4.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5995: |xk - xk_prev| = 4.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6000: |xk - xk_prev| = 4.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6005: |xk - xk_prev| = 4.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6010: |xk - xk_prev| = 4.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6015: |xk - xk_prev| = 4.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6020: |xk - xk_prev| = 4.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6025: |xk - xk_prev| = 4.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6030: |xk - xk_prev| = 4.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6035: |xk - xk_prev| = 4.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6040: |xk - xk_prev| = 4.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6045: |xk - xk_prev| = 4.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6050: |xk - xk_prev| = 4.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6055: |xk - xk_prev| = 4.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6060: |xk - xk_prev| = 4.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6065: |xk - xk_prev| = 4.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6070: |xk - xk_prev| = 4.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6075: |xk - xk_prev| = 4.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6080: |xk - xk_prev| = 4.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6085: |xk - xk_prev| = 4.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6090: |xk - xk_prev| = 4.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6095: |xk - xk_prev| = 4.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6100: |xk - xk_prev| = 4.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6105: |xk - xk_prev| = 4.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6110: |xk - xk_prev| = 4.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6115: |xk - xk_prev| = 4.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6120: |xk - xk_prev| = 4.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6125: |xk - xk_prev| = 4.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6130: |xk - xk_prev| = 4.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6135: |xk - xk_prev| = 4.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6140: |xk - xk_prev| = 4.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6145: |xk - xk_prev| = 4.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6150: |xk - xk_prev| = 4.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6155: |xk - xk_prev| = 4.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6160: |xk - xk_prev| = 4.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6165: |xk - xk_prev| = 4.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6170: |xk - xk_prev| = 4.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6175: |xk - xk_prev| = 4.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6180: |xk - xk_prev| = 4.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6185: |xk - xk_prev| = 4.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6190: |xk - xk_prev| = 4.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6195: |xk - xk_prev| = 4.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6200: |xk - xk_prev| = 4.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6205: |xk - xk_prev| = 4.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6210: |xk - xk_prev| = 4.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6215: |xk - xk_prev| = 4.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6220: |xk - xk_prev| = 4.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6225: |xk - xk_prev| = 4.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6230: |xk - xk_prev| = 4.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6235: |xk - xk_prev| = 4.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6240: |xk - xk_prev| = 4.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6245: |xk - xk_prev| = 4.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6250: |xk - xk_prev| = 4.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6255: |xk - xk_prev| = 4.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6260: |xk - xk_prev| = 4.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6265: |xk - xk_prev| = 4.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6270: |xk - xk_prev| = 4.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6275: |xk - xk_prev| = 4.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6280: |xk - xk_prev| = 4.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6285: |xk - xk_prev| = 4.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6290: |xk - xk_prev| = 4.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6295: |xk - xk_prev| = 4.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6300: |xk - xk_prev| = 4.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6305: |xk - xk_prev| = 4.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6310: |xk - xk_prev| = 4.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6315: |xk - xk_prev| = 4.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6320: |xk - xk_prev| = 4.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6325: |xk - xk_prev| = 4.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6330: |xk - xk_prev| = 4.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6335: |xk - xk_prev| = 4.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6340: |xk - xk_prev| = 4.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6345: |xk - xk_prev| = 4.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6350: |xk - xk_prev| = 4.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6355: |xk - xk_prev| = 4.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6360: |xk - xk_prev| = 4.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6365: |xk - xk_prev| = 4.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6370: |xk - xk_prev| = 4.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6375: |xk - xk_prev| = 4.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6380: |xk - xk_prev| = 4.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6385: |xk - xk_prev| = 4.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6390: |xk - xk_prev| = 4.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6395: |xk - xk_prev| = 3.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6400: |xk - xk_prev| = 3.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6405: |xk - xk_prev| = 3.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6410: |xk - xk_prev| = 3.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6415: |xk - xk_prev| = 3.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6420: |xk - xk_prev| = 3.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6425: |xk - xk_prev| = 3.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6430: |xk - xk_prev| = 3.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6435: |xk - xk_prev| = 3.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6440: |xk - xk_prev| = 3.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6445: |xk - xk_prev| = 3.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6450: |xk - xk_prev| = 3.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6455: |xk - xk_prev| = 3.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6460: |xk - xk_prev| = 3.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6465: |xk - xk_prev| = 3.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6470: |xk - xk_prev| = 3.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6475: |xk - xk_prev| = 3.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6480: |xk - xk_prev| = 3.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6485: |xk - xk_prev| = 3.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6490: |xk - xk_prev| = 3.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6495: |xk - xk_prev| = 3.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6500: |xk - xk_prev| = 3.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6505: |xk - xk_prev| = 3.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6510: |xk - xk_prev| = 3.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6515: |xk - xk_prev| = 3.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6520: |xk - xk_prev| = 3.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6525: |xk - xk_prev| = 3.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6530: |xk - xk_prev| = 3.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6535: |xk - xk_prev| = 3.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6540: |xk - xk_prev| = 3.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6545: |xk - xk_prev| = 3.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6550: |xk - xk_prev| = 3.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6555: |xk - xk_prev| = 3.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6560: |xk - xk_prev| = 3.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6565: |xk - xk_prev| = 3.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6570: |xk - xk_prev| = 3.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6575: |xk - xk_prev| = 3.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6580: |xk - xk_prev| = 3.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6585: |xk - xk_prev| = 3.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6590: |xk - xk_prev| = 3.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6595: |xk - xk_prev| = 3.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6600: |xk - xk_prev| = 3.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6605: |xk - xk_prev| = 3.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6610: |xk - xk_prev| = 3.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6615: |xk - xk_prev| = 3.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6620: |xk - xk_prev| = 3.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6625: |xk - xk_prev| = 3.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6630: |xk - xk_prev| = 3.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6635: |xk - xk_prev| = 3.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6640: |xk - xk_prev| = 3.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6645: |xk - xk_prev| = 3.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6650: |xk - xk_prev| = 3.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6655: |xk - xk_prev| = 3.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6660: |xk - xk_prev| = 3.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6665: |xk - xk_prev| = 3.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6670: |xk - xk_prev| = 3.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6675: |xk - xk_prev| = 3.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6680: |xk - xk_prev| = 3.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6685: |xk - xk_prev| = 3.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6690: |xk - xk_prev| = 3.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6695: |xk - xk_prev| = 3.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6700: |xk - xk_prev| = 3.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6705: |xk - xk_prev| = 3.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6710: |xk - xk_prev| = 3.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6715: |xk - xk_prev| = 3.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6720: |xk - xk_prev| = 3.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6725: |xk - xk_prev| = 3.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6730: |xk - xk_prev| = 3.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6735: |xk - xk_prev| = 3.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6740: |xk - xk_prev| = 3.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6745: |xk - xk_prev| = 3.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6750: |xk - xk_prev| = 3.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6755: |xk - xk_prev| = 3.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6760: |xk - xk_prev| = 3.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6765: |xk - xk_prev| = 3.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6770: |xk - xk_prev| = 3.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6775: |xk - xk_prev| = 3.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6780: |xk - xk_prev| = 3.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6785: |xk - xk_prev| = 3.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6790: |xk - xk_prev| = 3.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6795: |xk - xk_prev| = 3.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6800: |xk - xk_prev| = 3.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6805: |xk - xk_prev| = 3.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6810: |xk - xk_prev| = 3.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6815: |xk - xk_prev| = 3.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6820: |xk - xk_prev| = 3.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6825: |xk - xk_prev| = 3.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6830: |xk - xk_prev| = 3.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6835: |xk - xk_prev| = 3.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6840: |xk - xk_prev| = 3.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6845: |xk - xk_prev| = 3.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6850: |xk - xk_prev| = 3.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6855: |xk - xk_prev| = 3.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6860: |xk - xk_prev| = 3.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6865: |xk - xk_prev| = 3.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6870: |xk - xk_prev| = 3.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6875: |xk - xk_prev| = 3.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6880: |xk - xk_prev| = 3.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6885: |xk - xk_prev| = 3.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6890: |xk - xk_prev| = 3.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6895: |xk - xk_prev| = 3.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6900: |xk - xk_prev| = 3.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6905: |xk - xk_prev| = 3.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6910: |xk - xk_prev| = 3.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6915: |xk - xk_prev| = 3.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6920: |xk - xk_prev| = 3.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6925: |xk - xk_prev| = 3.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6930: |xk - xk_prev| = 3.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6935: |xk - xk_prev| = 3.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6940: |xk - xk_prev| = 3.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6945: |xk - xk_prev| = 3.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6950: |xk - xk_prev| = 3.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6955: |xk - xk_prev| = 3.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6960: |xk - xk_prev| = 3.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6965: |xk - xk_prev| = 3.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6970: |xk - xk_prev| = 3.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6975: |xk - xk_prev| = 3.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6980: |xk - xk_prev| = 3.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6985: |xk - xk_prev| = 3.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6990: |xk - xk_prev| = 3.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6995: |xk - xk_prev| = 3.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7000: |xk - xk_prev| = 3.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7005: |xk - xk_prev| = 3.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7010: |xk - xk_prev| = 3.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7015: |xk - xk_prev| = 3.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7020: |xk - xk_prev| = 3.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7025: |xk - xk_prev| = 3.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7030: |xk - xk_prev| = 3.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7035: |xk - xk_prev| = 3.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7040: |xk - xk_prev| = 3.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7045: |xk - xk_prev| = 3.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7050: |xk - xk_prev| = 3.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7055: |xk - xk_prev| = 3.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7060: |xk - xk_prev| = 3.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7065: |xk - xk_prev| = 3.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7070: |xk - xk_prev| = 3.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7075: |xk - xk_prev| = 3.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7080: |xk - xk_prev| = 3.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7085: |xk - xk_prev| = 3.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7090: |xk - xk_prev| = 3.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7095: |xk - xk_prev| = 3.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7100: |xk - xk_prev| = 3.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7105: |xk - xk_prev| = 3.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7110: |xk - xk_prev| = 3.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7115: |xk - xk_prev| = 3.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7120: |xk - xk_prev| = 3.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7125: |xk - xk_prev| = 3.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7130: |xk - xk_prev| = 3.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7135: |xk - xk_prev| = 3.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7140: |xk - xk_prev| = 3.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7145: |xk - xk_prev| = 3.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7150: |xk - xk_prev| = 3.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7155: |xk - xk_prev| = 3.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7160: |xk - xk_prev| = 3.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7165: |xk - xk_prev| = 3.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7170: |xk - xk_prev| = 3.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7175: |xk - xk_prev| = 3.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7180: |xk - xk_prev| = 3.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7185: |xk - xk_prev| = 3.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7190: |xk - xk_prev| = 3.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7195: |xk - xk_prev| = 3.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7200: |xk - xk_prev| = 3.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7205: |xk - xk_prev| = 3.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7210: |xk - xk_prev| = 3.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7215: |xk - xk_prev| = 3.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7220: |xk - xk_prev| = 3.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7225: |xk - xk_prev| = 3.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7230: |xk - xk_prev| = 3.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7235: |xk - xk_prev| = 3.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7240: |xk - xk_prev| = 3.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7245: |xk - xk_prev| = 3.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7250: |xk - xk_prev| = 3.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7255: |xk - xk_prev| = 3.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7260: |xk - xk_prev| = 3.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7265: |xk - xk_prev| = 3.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7270: |xk - xk_prev| = 3.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7275: |xk - xk_prev| = 3.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7280: |xk - xk_prev| = 3.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7285: |xk - xk_prev| = 3.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7290: |xk - xk_prev| = 3.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7295: |xk - xk_prev| = 3.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7300: |xk - xk_prev| = 3.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7305: |xk - xk_prev| = 3.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7310: |xk - xk_prev| = 3.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7315: |xk - xk_prev| = 3.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7320: |xk - xk_prev| = 3.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7325: |xk - xk_prev| = 3.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7330: |xk - xk_prev| = 3.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7335: |xk - xk_prev| = 3.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7340: |xk - xk_prev| = 3.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7345: |xk - xk_prev| = 3.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7350: |xk - xk_prev| = 3.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7355: |xk - xk_prev| = 3.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7360: |xk - xk_prev| = 3.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7365: |xk - xk_prev| = 3.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7370: |xk - xk_prev| = 3.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7375: |xk - xk_prev| = 3.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7380: |xk - xk_prev| = 3.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7385: |xk - xk_prev| = 3.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7390: |xk - xk_prev| = 3.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7395: |xk - xk_prev| = 3.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7400: |xk - xk_prev| = 3.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7405: |xk - xk_prev| = 3.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7410: |xk - xk_prev| = 3.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7415: |xk - xk_prev| = 3.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7420: |xk - xk_prev| = 3.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7425: |xk - xk_prev| = 3.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7430: |xk - xk_prev| = 3.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7435: |xk - xk_prev| = 3.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7440: |xk - xk_prev| = 3.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7445: |xk - xk_prev| = 3.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7450: |xk - xk_prev| = 3.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7455: |xk - xk_prev| = 3.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7460: |xk - xk_prev| = 3.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7465: |xk - xk_prev| = 3.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7470: |xk - xk_prev| = 3.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7475: |xk - xk_prev| = 3.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7480: |xk - xk_prev| = 3.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7485: |xk - xk_prev| = 3.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7490: |xk - xk_prev| = 3.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7495: |xk - xk_prev| = 3.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7500: |xk - xk_prev| = 3.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7505: |xk - xk_prev| = 3.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7510: |xk - xk_prev| = 3.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7515: |xk - xk_prev| = 3.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7520: |xk - xk_prev| = 3.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7525: |xk - xk_prev| = 3.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7530: |xk - xk_prev| = 3.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7535: |xk - xk_prev| = 3.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7540: |xk - xk_prev| = 3.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7545: |xk - xk_prev| = 3.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7550: |xk - xk_prev| = 3.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7555: |xk - xk_prev| = 3.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7560: |xk - xk_prev| = 3.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7565: |xk - xk_prev| = 3.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7570: |xk - xk_prev| = 3.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7575: |xk - xk_prev| = 3.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7580: |xk - xk_prev| = 3.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7585: |xk - xk_prev| = 3.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7590: |xk - xk_prev| = 3.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7595: |xk - xk_prev| = 3.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7600: |xk - xk_prev| = 3.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7605: |xk - xk_prev| = 3.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7610: |xk - xk_prev| = 3.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7615: |xk - xk_prev| = 3.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7620: |xk - xk_prev| = 3.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7625: |xk - xk_prev| = 3.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7630: |xk - xk_prev| = 3.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7635: |xk - xk_prev| = 3.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7640: |xk - xk_prev| = 3.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7645: |xk - xk_prev| = 3.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7650: |xk - xk_prev| = 3.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7655: |xk - xk_prev| = 3.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7660: |xk - xk_prev| = 3.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7665: |xk - xk_prev| = 3.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7670: |xk - xk_prev| = 3.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7675: |xk - xk_prev| = 3.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7680: |xk - xk_prev| = 3.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7685: |xk - xk_prev| = 3.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7690: |xk - xk_prev| = 3.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7695: |xk - xk_prev| = 3.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7700: |xk - xk_prev| = 3.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7705: |xk - xk_prev| = 3.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7710: |xk - xk_prev| = 3.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7715: |xk - xk_prev| = 3.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7720: |xk - xk_prev| = 3.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7725: |xk - xk_prev| = 3.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7730: |xk - xk_prev| = 3.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7735: |xk - xk_prev| = 3.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7740: |xk - xk_prev| = 3.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7745: |xk - xk_prev| = 3.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7750: |xk - xk_prev| = 3.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7755: |xk - xk_prev| = 3.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7760: |xk - xk_prev| = 3.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7765: |xk - xk_prev| = 3.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7770: |xk - xk_prev| = 3.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7775: |xk - xk_prev| = 3.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7780: |xk - xk_prev| = 3.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7785: |xk - xk_prev| = 3.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7790: |xk - xk_prev| = 3.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7795: |xk - xk_prev| = 3.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7800: |xk - xk_prev| = 3.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7805: |xk - xk_prev| = 3.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7810: |xk - xk_prev| = 3.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7815: |xk - xk_prev| = 3.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7820: |xk - xk_prev| = 3.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7825: |xk - xk_prev| = 3.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7830: |xk - xk_prev| = 3.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7835: |xk - xk_prev| = 3.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7840: |xk - xk_prev| = 3.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7845: |xk - xk_prev| = 3.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7850: |xk - xk_prev| = 3.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7855: |xk - xk_prev| = 3.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7860: |xk - xk_prev| = 3.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7865: |xk - xk_prev| = 3.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7870: |xk - xk_prev| = 3.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7875: |xk - xk_prev| = 3.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7880: |xk - xk_prev| = 3.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7885: |xk - xk_prev| = 3.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7890: |xk - xk_prev| = 3.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7895: |xk - xk_prev| = 3.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7900: |xk - xk_prev| = 3.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7905: |xk - xk_prev| = 3.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7910: |xk - xk_prev| = 3.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7915: |xk - xk_prev| = 3.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7920: |xk - xk_prev| = 3.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7925: |xk - xk_prev| = 3.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7930: |xk - xk_prev| = 3.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7935: |xk - xk_prev| = 3.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7940: |xk - xk_prev| = 3.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7945: |xk - xk_prev| = 3.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7950: |xk - xk_prev| = 3.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7955: |xk - xk_prev| = 3.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7960: |xk - xk_prev| = 3.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7965: |xk - xk_prev| = 3.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7970: |xk - xk_prev| = 3.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7975: |xk - xk_prev| = 3.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7980: |xk - xk_prev| = 3.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7985: |xk - xk_prev| = 3.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7990: |xk - xk_prev| = 3.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7995: |xk - xk_prev| = 3.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8000: |xk - xk_prev| = 3.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8005: |xk - xk_prev| = 3.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8010: |xk - xk_prev| = 3.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8015: |xk - xk_prev| = 3.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8020: |xk - xk_prev| = 3.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8025: |xk - xk_prev| = 3.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8030: |xk - xk_prev| = 3.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8035: |xk - xk_prev| = 3.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8040: |xk - xk_prev| = 3.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8045: |xk - xk_prev| = 3.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8050: |xk - xk_prev| = 3.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8055: |xk - xk_prev| = 3.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8060: |xk - xk_prev| = 3.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8065: |xk - xk_prev| = 3.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8070: |xk - xk_prev| = 3.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8075: |xk - xk_prev| = 3.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8080: |xk - xk_prev| = 3.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8085: |xk - xk_prev| = 3.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8090: |xk - xk_prev| = 3.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8095: |xk - xk_prev| = 3.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8100: |xk - xk_prev| = 3.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8105: |xk - xk_prev| = 3.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8110: |xk - xk_prev| = 3.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8115: |xk - xk_prev| = 3.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8120: |xk - xk_prev| = 3.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8125: |xk - xk_prev| = 3.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8130: |xk - xk_prev| = 3.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8135: |xk - xk_prev| = 3.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8140: |xk - xk_prev| = 3.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8145: |xk - xk_prev| = 3.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8150: |xk - xk_prev| = 3.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8155: |xk - xk_prev| = 3.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8160: |xk - xk_prev| = 3.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8165: |xk - xk_prev| = 3.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8170: |xk - xk_prev| = 3.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8175: |xk - xk_prev| = 3.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8180: |xk - xk_prev| = 3.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8185: |xk - xk_prev| = 3.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8190: |xk - xk_prev| = 3.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8195: |xk - xk_prev| = 3.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8200: |xk - xk_prev| = 3.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8205: |xk - xk_prev| = 3.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8210: |xk - xk_prev| = 3.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8215: |xk - xk_prev| = 3.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8220: |xk - xk_prev| = 3.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8225: |xk - xk_prev| = 3.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8230: |xk - xk_prev| = 3.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8235: |xk - xk_prev| = 3.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8240: |xk - xk_prev| = 3.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8245: |xk - xk_prev| = 3.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8250: |xk - xk_prev| = 3.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8255: |xk - xk_prev| = 3.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8260: |xk - xk_prev| = 3.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8265: |xk - xk_prev| = 3.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8270: |xk - xk_prev| = 3.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8275: |xk - xk_prev| = 3.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8280: |xk - xk_prev| = 3.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8285: |xk - xk_prev| = 3.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8290: |xk - xk_prev| = 3.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8295: |xk - xk_prev| = 3.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8300: |xk - xk_prev| = 3.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8305: |xk - xk_prev| = 3.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8310: |xk - xk_prev| = 3.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8315: |xk - xk_prev| = 3.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8320: |xk - xk_prev| = 3.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8325: |xk - xk_prev| = 3.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8330: |xk - xk_prev| = 3.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8335: |xk - xk_prev| = 3.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8340: |xk - xk_prev| = 3.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8345: |xk - xk_prev| = 3.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8350: |xk - xk_prev| = 3.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8355: |xk - xk_prev| = 3.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8360: |xk - xk_prev| = 3.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8365: |xk - xk_prev| = 3.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8370: |xk - xk_prev| = 3.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8375: |xk - xk_prev| = 3.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8380: |xk - xk_prev| = 3.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8385: |xk - xk_prev| = 3.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8390: |xk - xk_prev| = 3.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8395: |xk - xk_prev| = 3.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8400: |xk - xk_prev| = 3.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8405: |xk - xk_prev| = 3.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8410: |xk - xk_prev| = 3.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8415: |xk - xk_prev| = 3.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8420: |xk - xk_prev| = 3.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8425: |xk - xk_prev| = 3.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8430: |xk - xk_prev| = 3.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8435: |xk - xk_prev| = 3.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8440: |xk - xk_prev| = 3.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8445: |xk - xk_prev| = 3.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8450: |xk - xk_prev| = 3.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8455: |xk - xk_prev| = 3.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8460: |xk - xk_prev| = 3.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8465: |xk - xk_prev| = 3.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8470: |xk - xk_prev| = 3.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8475: |xk - xk_prev| = 3.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8480: |xk - xk_prev| = 3.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8485: |xk - xk_prev| = 3.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8490: |xk - xk_prev| = 3.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8495: |xk - xk_prev| = 3.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8500: |xk - xk_prev| = 3.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8505: |xk - xk_prev| = 3.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8510: |xk - xk_prev| = 3.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8515: |xk - xk_prev| = 3.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8520: |xk - xk_prev| = 3.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8525: |xk - xk_prev| = 3.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8530: |xk - xk_prev| = 3.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8535: |xk - xk_prev| = 3.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8540: |xk - xk_prev| = 3.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8545: |xk - xk_prev| = 3.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8550: |xk - xk_prev| = 3.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8555: |xk - xk_prev| = 3.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8560: |xk - xk_prev| = 3.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8565: |xk - xk_prev| = 3.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8570: |xk - xk_prev| = 3.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8575: |xk - xk_prev| = 3.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8580: |xk - xk_prev| = 3.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8585: |xk - xk_prev| = 3.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8590: |xk - xk_prev| = 3.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8595: |xk - xk_prev| = 3.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8600: |xk - xk_prev| = 3.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8605: |xk - xk_prev| = 3.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8610: |xk - xk_prev| = 3.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8615: |xk - xk_prev| = 3.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8620: |xk - xk_prev| = 3.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8625: |xk - xk_prev| = 3.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8630: |xk - xk_prev| = 3.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8635: |xk - xk_prev| = 3.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8640: |xk - xk_prev| = 3.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8645: |xk - xk_prev| = 3.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8650: |xk - xk_prev| = 3.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8655: |xk - xk_prev| = 3.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8660: |xk - xk_prev| = 3.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8665: |xk - xk_prev| = 3.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8670: |xk - xk_prev| = 3.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8675: |xk - xk_prev| = 3.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8680: |xk - xk_prev| = 3.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8685: |xk - xk_prev| = 3.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8690: |xk - xk_prev| = 3.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8695: |xk - xk_prev| = 3.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8700: |xk - xk_prev| = 3.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8705: |xk - xk_prev| = 3.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8710: |xk - xk_prev| = 3.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8715: |xk - xk_prev| = 3.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8720: |xk - xk_prev| = 3.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8725: |xk - xk_prev| = 3.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8730: |xk - xk_prev| = 3.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8735: |xk - xk_prev| = 3.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8740: |xk - xk_prev| = 3.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8745: |xk - xk_prev| = 3.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8750: |xk - xk_prev| = 3.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8755: |xk - xk_prev| = 3.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8760: |xk - xk_prev| = 3.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8765: |xk - xk_prev| = 3.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8770: |xk - xk_prev| = 3.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8775: |xk - xk_prev| = 3.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8780: |xk - xk_prev| = 3.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8785: |xk - xk_prev| = 3.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8790: |xk - xk_prev| = 3.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8795: |xk - xk_prev| = 3.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8800: |xk - xk_prev| = 3.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8805: |xk - xk_prev| = 3.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8810: |xk - xk_prev| = 3.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8815: |xk - xk_prev| = 3.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8820: |xk - xk_prev| = 3.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8825: |xk - xk_prev| = 3.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8830: |xk - xk_prev| = 3.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8835: |xk - xk_prev| = 3.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8840: |xk - xk_prev| = 3.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8845: |xk - xk_prev| = 3.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8850: |xk - xk_prev| = 3.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8855: |xk - xk_prev| = 3.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8860: |xk - xk_prev| = 3.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8865: |xk - xk_prev| = 3.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8870: |xk - xk_prev| = 3.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8875: |xk - xk_prev| = 3.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8880: |xk - xk_prev| = 3.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8885: |xk - xk_prev| = 3.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8890: |xk - xk_prev| = 3.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8895: |xk - xk_prev| = 3.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8900: |xk - xk_prev| = 3.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8905: |xk - xk_prev| = 3.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8910: |xk - xk_prev| = 3.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8915: |xk - xk_prev| = 3.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8920: |xk - xk_prev| = 3.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8925: |xk - xk_prev| = 3.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8930: |xk - xk_prev| = 3.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8935: |xk - xk_prev| = 3.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8940: |xk - xk_prev| = 3.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8945: |xk - xk_prev| = 3.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8950: |xk - xk_prev| = 3.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8955: |xk - xk_prev| = 3.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8960: |xk - xk_prev| = 3.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8965: |xk - xk_prev| = 2.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8970: |xk - xk_prev| = 2.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8975: |xk - xk_prev| = 2.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8980: |xk - xk_prev| = 2.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8985: |xk - xk_prev| = 2.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8990: |xk - xk_prev| = 2.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8995: |xk - xk_prev| = 2.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9000: |xk - xk_prev| = 2.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9005: |xk - xk_prev| = 2.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9010: |xk - xk_prev| = 2.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9015: |xk - xk_prev| = 2.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9020: |xk - xk_prev| = 2.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9025: |xk - xk_prev| = 2.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9030: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9035: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9040: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9045: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9050: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9055: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9060: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9065: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9070: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9075: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9080: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9085: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9090: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9095: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9100: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9105: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9110: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9115: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9120: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9125: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9130: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9135: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9140: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9145: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9150: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9155: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9160: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9165: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9170: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9175: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9180: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9185: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9190: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9195: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9200: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9205: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9210: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9215: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9220: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9225: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9230: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9235: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9240: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9245: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9250: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9255: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9260: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9265: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9270: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9275: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9280: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9285: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9290: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9295: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9300: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9305: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9310: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9315: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9320: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9325: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9330: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9335: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9340: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9345: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9350: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9355: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9360: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9365: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9370: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9375: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9380: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9385: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9390: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9395: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9400: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9405: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9410: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9415: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9420: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9425: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9430: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9435: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9440: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9445: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9450: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9455: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9460: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9465: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9470: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9475: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9480: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9485: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9490: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9495: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9500: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9505: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9510: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9515: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9520: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9525: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9530: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9535: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9540: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9545: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9550: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9555: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9560: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9565: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9570: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9575: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9580: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9585: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9590: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9595: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9600: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9605: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9610: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9615: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9620: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9625: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9630: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9635: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9640: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9645: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9650: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9655: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9660: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9665: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9670: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9675: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9680: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9685: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9690: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9695: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9700: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9705: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9710: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9715: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9720: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9725: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9730: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9735: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9740: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9745: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9750: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9755: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9760: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9765: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9770: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9775: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9780: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9785: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9790: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9795: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9800: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9805: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9810: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9815: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9820: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9825: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9830: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9835: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9840: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9845: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9850: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9855: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9860: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9865: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9870: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9875: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9880: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9885: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9890: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9895: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9900: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9905: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9910: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9915: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9920: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9925: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9930: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9935: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9940: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9945: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9950: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9955: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9960: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9965: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9970: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9975: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9980: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9985: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9990: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9995: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step 10000: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])


## Define N-FPN for Rock Paper Scissors


```
class RPS_Net(nn.Module):
    def __init__(self, action_size=6, context_size=3):
        super(RPS_Net, self).__init__()
        self.fc_1 = nn.Linear(action_size + context_size, 5 * action_size)
        self.fc_2 = nn.Linear(5 * action_size, action_size)
        self.leaky_relu = nn.LeakyReLU(0.1)
        self.action_size = action_size


    def device(self) -> str:
        return next(self.parameters()).data.device


    def F(self, x: action, d: context) -> action:
        xd  = torch.cat((x,d), dim=1)
        Fxd = x + self.fc_2(self.leaky_relu(self.fc_1(xd))) 
        return Fxd


    def project_simplex(self, y: action, action_size=3, num_players=2) -> action:
        num_samples = y.shape[0] 
        proj        = torch.zeros(y.shape)
        for i in range(num_players):
            ind   = [i * action_size + j for j in range(action_size)]
            u     = torch.flip(torch.sort(y[:, ind], dim=1)[0], dims=(1,))
            u_sum = torch.cumsum(u, dim=1)
            j     = torch.arange(1, action_size + 1, dtype=y.dtype, device=y.device)
            pos_u_expr   = u * j + 1.0 - u_sum  > 0 
            pos_u_expr   = pos_u_expr.float() 
            rho          = torch.sum(pos_u_expr, dim=1, keepdim=True)
            rho          = rho.long()
            lambd        = [(1 - u_sum[sample, rho[sample]-1]) / rho[sample] 
                            for sample in range(num_samples)]
            lambd        = torch.tensor(lambd)
            lambd        = lambd.view(lambd.shape[0], 1)
            proj[:, ind] = torch.clamp(y[:, ind] + lambd, min=0)
        return proj


    def forward(self, d: context, fxd_pt_tol=1.0e-5, max_depth=100, 
                depth_warning=False) -> action: 

        with torch.no_grad():
            self.depth = 0.0
            x = torch.zeros((d.shape[0], self.action_size), device=self.device())
            x_prev = np.Inf * torch.ones(x.shape, device=self.device())            
            all_samp_conv = False
            while not all_samp_conv and self.depth < max_depth:
                x_prev        = x.clone()   
                x             = self.project_simplex(x - self.F(x,d))
                res_norm      = torch.max(torch.norm(x - x_prev, dim=1)) 
                self.depth   += 1.0
                all_samp_conv = res_norm <= fxd_pt_tol
            
        if self.depth >= max_depth and depth_warning:
            print("\nWarning: Max Depth Reached - Break Forward Loop\n")

        attach_gradients = self.training
        return self.project_simplex(x - self.F(x,d)) if attach_gradients else x
```

## Create Training Setup


```
model         = RPS_Net()
learning_rate = 1e-3
optimizer     = optim.Adam(model.parameters(), lr=learning_rate)
fxd_pt_tol    = 1.0e-6  
criterion     = nn.MSELoss()
max_epochs    = 1000 
save_str      = 'NFPN_RPS_data.pth'

def num_params(model):
    num_params = 0
    for name, parameter in model.named_parameters():
        num_params += parameter.numel()
    return num_params

print("Trainable Parameters: ", num_params(model))
print(model)
```

    Trainable Parameters:  486
    RPS_Net(
      (fc_1): Linear(in_features=9, out_features=30, bias=True)
      (fc_2): Linear(in_features=30, out_features=6, bias=True)
      (leaky_relu): LeakyReLU(negative_slope=0.1)
    )


## Train the Network


```
test_loss_hist  = []  
train_loss_hist = [] 
depth_hist      = [] 
train_loss_ave  = 0

fmt  = '[{:4d}/{:4d}]: train loss = {:7.3e} | test_loss = {:7.3e} | depth ' 
fmt += '= {:5.1f} | lr = {:5.1e} | fxt_pt_tol = {:5.1e} | time = {:4.1f} sec' 
print('\nTraining Fixed Point Network')

for epoch in range(max_epochs): 
    start_time = time.time()
    for x_batch, d_batch in train_loader:  
        model.train()
        optimizer.zero_grad()
        x_pred = model(d_batch, fxd_pt_tol=fxd_pt_tol) 
        loss   = criterion(x_pred, x_batch)
        train_loss_ave = 0.95 * train_loss_ave + 0.05 * loss.item()
        loss.backward()
        optimizer.step()  

    for x_batch, d_batch in test_loader:
        with torch.no_grad():
            x_pred    = model(d_batch, fxd_pt_tol=fxd_pt_tol)   
            test_loss = criterion(x_pred, x_batch)
    
    time_epoch = time.time() - start_time

    print(fmt.format(epoch+1, max_epochs, train_loss_ave, test_loss.item(), 
                     model.depth, optimizer.param_groups[0]['lr'], fxd_pt_tol, 
                     time_epoch))
    
    test_loss_hist.append(test_loss.item())
    train_loss_hist.append(loss.item())
    depth_hist.append(model.depth)

    if epoch % 10 == 0 or epoch == max_epochs-1:
        state = {
        'fxd_pt_tol': fxd_pt_tol,
        'T_state_dict': model.state_dict(),
        'test_loss_hist': test_loss_hist,
        'train_loss_hist': train_loss_hist,
        'depth_hist': depth_hist
        }
        torch.save(state, save_str)
```

    
    Training Fixed Point Network
    [   1/1000]: train loss = 8.473e-03 | test_loss = 3.118e-02 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [   2/1000]: train loss = 1.275e-02 | test_loss = 2.256e-02 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [   3/1000]: train loss = 1.429e-02 | test_loss = 1.587e-02 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [   4/1000]: train loss = 1.413e-02 | test_loss = 1.077e-02 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [   5/1000]: train loss = 1.299e-02 | test_loss = 6.964e-03 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [   6/1000]: train loss = 1.136e-02 | test_loss = 4.261e-03 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.1 sec
    [   7/1000]: train loss = 9.587e-03 | test_loss = 2.497e-03 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [   8/1000]: train loss = 7.895e-03 | test_loss = 1.482e-03 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [   9/1000]: train loss = 6.408e-03 | test_loss = 9.918e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  10/1000]: train loss = 5.173e-03 | test_loss = 7.896e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  11/1000]: train loss = 4.179e-03 | test_loss = 7.058e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  12/1000]: train loss = 3.393e-03 | test_loss = 6.551e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  13/1000]: train loss = 2.770e-03 | test_loss = 6.008e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [  14/1000]: train loss = 2.275e-03 | test_loss = 5.437e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  15/1000]: train loss = 1.878e-03 | test_loss = 4.921e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [  16/1000]: train loss = 1.558e-03 | test_loss = 4.490e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  17/1000]: train loss = 1.301e-03 | test_loss = 4.150e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  18/1000]: train loss = 1.093e-03 | test_loss = 3.787e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [  19/1000]: train loss = 9.246e-04 | test_loss = 3.438e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  20/1000]: train loss = 7.873e-04 | test_loss = 3.099e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  21/1000]: train loss = 6.750e-04 | test_loss = 2.802e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  22/1000]: train loss = 5.838e-04 | test_loss = 2.603e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  23/1000]: train loss = 5.095e-04 | test_loss = 2.436e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [  24/1000]: train loss = 4.489e-04 | test_loss = 2.280e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  25/1000]: train loss = 3.992e-04 | test_loss = 2.158e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [  26/1000]: train loss = 3.585e-04 | test_loss = 2.062e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  27/1000]: train loss = 3.249e-04 | test_loss = 1.966e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  28/1000]: train loss = 2.972e-04 | test_loss = 1.896e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  29/1000]: train loss = 2.741e-04 | test_loss = 1.821e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  30/1000]: train loss = 2.547e-04 | test_loss = 1.768e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  31/1000]: train loss = 2.385e-04 | test_loss = 1.727e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  32/1000]: train loss = 2.246e-04 | test_loss = 1.672e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  33/1000]: train loss = 2.128e-04 | test_loss = 1.631e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [  34/1000]: train loss = 2.024e-04 | test_loss = 1.580e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  35/1000]: train loss = 1.933e-04 | test_loss = 1.545e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  36/1000]: train loss = 1.852e-04 | test_loss = 1.513e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [  37/1000]: train loss = 1.779e-04 | test_loss = 1.477e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  38/1000]: train loss = 1.712e-04 | test_loss = 1.426e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  39/1000]: train loss = 1.647e-04 | test_loss = 1.389e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  40/1000]: train loss = 1.587e-04 | test_loss = 1.353e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  41/1000]: train loss = 1.528e-04 | test_loss = 1.302e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  42/1000]: train loss = 1.471e-04 | test_loss = 1.258e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  43/1000]: train loss = 1.417e-04 | test_loss = 1.214e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  44/1000]: train loss = 1.365e-04 | test_loss = 1.179e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  45/1000]: train loss = 1.313e-04 | test_loss = 1.124e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  46/1000]: train loss = 1.263e-04 | test_loss = 1.077e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  47/1000]: train loss = 1.213e-04 | test_loss = 1.047e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  48/1000]: train loss = 1.165e-04 | test_loss = 1.004e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  49/1000]: train loss = 1.118e-04 | test_loss = 9.597e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  50/1000]: train loss = 1.072e-04 | test_loss = 9.213e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  51/1000]: train loss = 1.026e-04 | test_loss = 8.941e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  52/1000]: train loss = 9.827e-05 | test_loss = 8.576e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  53/1000]: train loss = 9.401e-05 | test_loss = 8.182e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  54/1000]: train loss = 9.000e-05 | test_loss = 7.928e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  55/1000]: train loss = 8.614e-05 | test_loss = 7.661e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  56/1000]: train loss = 8.251e-05 | test_loss = 7.386e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  57/1000]: train loss = 7.916e-05 | test_loss = 7.118e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  58/1000]: train loss = 7.622e-05 | test_loss = 6.979e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  59/1000]: train loss = 7.355e-05 | test_loss = 6.779e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  60/1000]: train loss = 7.105e-05 | test_loss = 6.528e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  61/1000]: train loss = 6.880e-05 | test_loss = 6.474e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  62/1000]: train loss = 6.675e-05 | test_loss = 6.228e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  63/1000]: train loss = 6.489e-05 | test_loss = 6.152e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  64/1000]: train loss = 6.323e-05 | test_loss = 6.026e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  65/1000]: train loss = 6.174e-05 | test_loss = 5.852e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  66/1000]: train loss = 6.039e-05 | test_loss = 5.664e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  67/1000]: train loss = 5.922e-05 | test_loss = 5.739e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  68/1000]: train loss = 5.795e-05 | test_loss = 5.457e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  69/1000]: train loss = 5.690e-05 | test_loss = 5.413e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  70/1000]: train loss = 5.580e-05 | test_loss = 5.326e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  71/1000]: train loss = 5.479e-05 | test_loss = 5.114e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [  72/1000]: train loss = 5.384e-05 | test_loss = 5.142e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  73/1000]: train loss = 5.290e-05 | test_loss = 5.018e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  74/1000]: train loss = 5.203e-05 | test_loss = 4.860e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  75/1000]: train loss = 5.128e-05 | test_loss = 4.782e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  76/1000]: train loss = 5.057e-05 | test_loss = 4.806e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [  77/1000]: train loss = 4.989e-05 | test_loss = 4.582e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  78/1000]: train loss = 4.925e-05 | test_loss = 4.593e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [  79/1000]: train loss = 4.854e-05 | test_loss = 4.529e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  80/1000]: train loss = 4.791e-05 | test_loss = 4.412e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  81/1000]: train loss = 4.735e-05 | test_loss = 4.502e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  82/1000]: train loss = 4.683e-05 | test_loss = 4.295e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [  83/1000]: train loss = 4.645e-05 | test_loss = 4.426e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  84/1000]: train loss = 4.595e-05 | test_loss = 4.236e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  85/1000]: train loss = 4.544e-05 | test_loss = 4.383e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  86/1000]: train loss = 4.498e-05 | test_loss = 4.213e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  87/1000]: train loss = 4.456e-05 | test_loss = 4.218e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  88/1000]: train loss = 4.418e-05 | test_loss = 4.239e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  89/1000]: train loss = 4.381e-05 | test_loss = 4.120e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  90/1000]: train loss = 4.352e-05 | test_loss = 4.169e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  91/1000]: train loss = 4.321e-05 | test_loss = 4.191e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  92/1000]: train loss = 4.298e-05 | test_loss = 3.998e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  93/1000]: train loss = 4.267e-05 | test_loss = 4.121e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  94/1000]: train loss = 4.235e-05 | test_loss = 4.018e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [  95/1000]: train loss = 4.208e-05 | test_loss = 3.972e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  96/1000]: train loss = 4.194e-05 | test_loss = 4.007e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  97/1000]: train loss = 4.163e-05 | test_loss = 3.919e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [  98/1000]: train loss = 4.143e-05 | test_loss = 3.887e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  99/1000]: train loss = 4.125e-05 | test_loss = 3.982e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 100/1000]: train loss = 4.102e-05 | test_loss = 3.758e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 101/1000]: train loss = 4.086e-05 | test_loss = 3.995e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 102/1000]: train loss = 4.065e-05 | test_loss = 3.779e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 103/1000]: train loss = 4.045e-05 | test_loss = 3.794e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 104/1000]: train loss = 4.023e-05 | test_loss = 3.822e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 105/1000]: train loss = 3.998e-05 | test_loss = 3.707e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 106/1000]: train loss = 3.978e-05 | test_loss = 3.789e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 107/1000]: train loss = 3.963e-05 | test_loss = 3.676e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 108/1000]: train loss = 3.943e-05 | test_loss = 3.717e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 109/1000]: train loss = 3.917e-05 | test_loss = 3.738e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 110/1000]: train loss = 3.903e-05 | test_loss = 3.557e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 111/1000]: train loss = 3.885e-05 | test_loss = 3.731e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 112/1000]: train loss = 3.866e-05 | test_loss = 3.617e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 113/1000]: train loss = 3.842e-05 | test_loss = 3.634e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 114/1000]: train loss = 3.826e-05 | test_loss = 3.595e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 115/1000]: train loss = 3.812e-05 | test_loss = 3.545e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 116/1000]: train loss = 3.803e-05 | test_loss = 3.568e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 117/1000]: train loss = 3.796e-05 | test_loss = 3.598e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 118/1000]: train loss = 3.789e-05 | test_loss = 3.432e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 119/1000]: train loss = 3.769e-05 | test_loss = 3.603e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 120/1000]: train loss = 3.752e-05 | test_loss = 3.478e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 121/1000]: train loss = 3.735e-05 | test_loss = 3.506e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 122/1000]: train loss = 3.729e-05 | test_loss = 3.443e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 123/1000]: train loss = 3.718e-05 | test_loss = 3.382e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 124/1000]: train loss = 3.695e-05 | test_loss = 3.528e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 125/1000]: train loss = 3.679e-05 | test_loss = 3.358e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 126/1000]: train loss = 3.672e-05 | test_loss = 3.344e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 127/1000]: train loss = 3.663e-05 | test_loss = 3.429e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 128/1000]: train loss = 3.639e-05 | test_loss = 3.335e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 129/1000]: train loss = 3.621e-05 | test_loss = 3.332e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 130/1000]: train loss = 3.605e-05 | test_loss = 3.384e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 131/1000]: train loss = 3.593e-05 | test_loss = 3.286e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 132/1000]: train loss = 3.576e-05 | test_loss = 3.326e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 133/1000]: train loss = 3.563e-05 | test_loss = 3.278e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 134/1000]: train loss = 3.551e-05 | test_loss = 3.316e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 135/1000]: train loss = 3.543e-05 | test_loss = 3.221e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 136/1000]: train loss = 3.531e-05 | test_loss = 3.279e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 137/1000]: train loss = 3.524e-05 | test_loss = 3.287e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 138/1000]: train loss = 3.509e-05 | test_loss = 3.187e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 139/1000]: train loss = 3.497e-05 | test_loss = 3.188e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 140/1000]: train loss = 3.479e-05 | test_loss = 3.203e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 141/1000]: train loss = 3.473e-05 | test_loss = 3.203e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 142/1000]: train loss = 3.461e-05 | test_loss = 3.141e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 143/1000]: train loss = 3.446e-05 | test_loss = 3.181e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 144/1000]: train loss = 3.435e-05 | test_loss = 3.186e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 145/1000]: train loss = 3.416e-05 | test_loss = 3.048e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 146/1000]: train loss = 3.407e-05 | test_loss = 3.185e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 147/1000]: train loss = 3.390e-05 | test_loss = 3.066e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 148/1000]: train loss = 3.380e-05 | test_loss = 3.132e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 149/1000]: train loss = 3.374e-05 | test_loss = 3.078e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 150/1000]: train loss = 3.370e-05 | test_loss = 3.042e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 151/1000]: train loss = 3.360e-05 | test_loss = 3.085e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 152/1000]: train loss = 3.345e-05 | test_loss = 3.017e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 153/1000]: train loss = 3.327e-05 | test_loss = 3.007e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 154/1000]: train loss = 3.312e-05 | test_loss = 3.049e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 155/1000]: train loss = 3.304e-05 | test_loss = 2.970e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 156/1000]: train loss = 3.301e-05 | test_loss = 2.996e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 157/1000]: train loss = 3.290e-05 | test_loss = 2.984e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 158/1000]: train loss = 3.280e-05 | test_loss = 2.947e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 159/1000]: train loss = 3.273e-05 | test_loss = 3.003e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 160/1000]: train loss = 3.259e-05 | test_loss = 2.936e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 161/1000]: train loss = 3.251e-05 | test_loss = 2.955e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 162/1000]: train loss = 3.242e-05 | test_loss = 2.879e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 163/1000]: train loss = 3.231e-05 | test_loss = 2.873e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 164/1000]: train loss = 3.222e-05 | test_loss = 2.908e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 165/1000]: train loss = 3.211e-05 | test_loss = 2.923e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 166/1000]: train loss = 3.213e-05 | test_loss = 2.810e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 167/1000]: train loss = 3.210e-05 | test_loss = 2.903e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 168/1000]: train loss = 3.198e-05 | test_loss = 2.783e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 169/1000]: train loss = 3.189e-05 | test_loss = 2.896e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 170/1000]: train loss = 3.167e-05 | test_loss = 2.800e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 171/1000]: train loss = 3.161e-05 | test_loss = 2.839e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 172/1000]: train loss = 3.154e-05 | test_loss = 2.805e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 173/1000]: train loss = 3.142e-05 | test_loss = 2.803e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 174/1000]: train loss = 3.128e-05 | test_loss = 2.768e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 175/1000]: train loss = 3.130e-05 | test_loss = 2.749e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 176/1000]: train loss = 3.119e-05 | test_loss = 2.767e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 177/1000]: train loss = 3.102e-05 | test_loss = 2.764e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 178/1000]: train loss = 3.089e-05 | test_loss = 2.767e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 179/1000]: train loss = 3.081e-05 | test_loss = 2.702e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 180/1000]: train loss = 3.079e-05 | test_loss = 2.722e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 181/1000]: train loss = 3.068e-05 | test_loss = 2.711e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 182/1000]: train loss = 3.055e-05 | test_loss = 2.676e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 183/1000]: train loss = 3.047e-05 | test_loss = 2.678e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 184/1000]: train loss = 3.039e-05 | test_loss = 2.644e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 185/1000]: train loss = 3.018e-05 | test_loss = 2.684e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 186/1000]: train loss = 3.013e-05 | test_loss = 2.607e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 187/1000]: train loss = 3.003e-05 | test_loss = 2.674e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 188/1000]: train loss = 3.001e-05 | test_loss = 2.582e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 189/1000]: train loss = 2.986e-05 | test_loss = 2.713e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 190/1000]: train loss = 2.976e-05 | test_loss = 2.570e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 191/1000]: train loss = 2.970e-05 | test_loss = 2.608e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 192/1000]: train loss = 2.961e-05 | test_loss = 2.574e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 193/1000]: train loss = 2.955e-05 | test_loss = 2.499e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 194/1000]: train loss = 2.946e-05 | test_loss = 2.580e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 195/1000]: train loss = 2.931e-05 | test_loss = 2.547e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 196/1000]: train loss = 2.919e-05 | test_loss = 2.516e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 197/1000]: train loss = 2.909e-05 | test_loss = 2.513e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 198/1000]: train loss = 2.899e-05 | test_loss = 2.513e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 199/1000]: train loss = 2.890e-05 | test_loss = 2.413e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 200/1000]: train loss = 2.891e-05 | test_loss = 2.522e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 201/1000]: train loss = 2.874e-05 | test_loss = 2.398e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 202/1000]: train loss = 2.857e-05 | test_loss = 2.481e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 203/1000]: train loss = 2.847e-05 | test_loss = 2.375e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 204/1000]: train loss = 2.838e-05 | test_loss = 2.378e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 205/1000]: train loss = 2.832e-05 | test_loss = 2.406e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 206/1000]: train loss = 2.824e-05 | test_loss = 2.305e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 207/1000]: train loss = 2.813e-05 | test_loss = 2.442e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 208/1000]: train loss = 2.802e-05 | test_loss = 2.288e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 209/1000]: train loss = 2.792e-05 | test_loss = 2.369e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 210/1000]: train loss = 2.784e-05 | test_loss = 2.317e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 211/1000]: train loss = 2.777e-05 | test_loss = 2.339e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 212/1000]: train loss = 2.767e-05 | test_loss = 2.275e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 213/1000]: train loss = 2.759e-05 | test_loss = 2.283e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 214/1000]: train loss = 2.750e-05 | test_loss = 2.323e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 215/1000]: train loss = 2.736e-05 | test_loss = 2.258e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 216/1000]: train loss = 2.721e-05 | test_loss = 2.269e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 217/1000]: train loss = 2.713e-05 | test_loss = 2.180e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 218/1000]: train loss = 2.701e-05 | test_loss = 2.263e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 219/1000]: train loss = 2.695e-05 | test_loss = 2.195e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 220/1000]: train loss = 2.685e-05 | test_loss = 2.230e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 221/1000]: train loss = 2.672e-05 | test_loss = 2.150e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 222/1000]: train loss = 2.664e-05 | test_loss = 2.170e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 223/1000]: train loss = 2.646e-05 | test_loss = 2.140e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 224/1000]: train loss = 2.634e-05 | test_loss = 2.150e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 225/1000]: train loss = 2.625e-05 | test_loss = 2.141e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 226/1000]: train loss = 2.620e-05 | test_loss = 2.049e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 227/1000]: train loss = 2.611e-05 | test_loss = 2.176e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 228/1000]: train loss = 2.601e-05 | test_loss = 2.034e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 229/1000]: train loss = 2.587e-05 | test_loss = 2.061e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 230/1000]: train loss = 2.575e-05 | test_loss = 2.066e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 231/1000]: train loss = 2.572e-05 | test_loss = 1.955e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 232/1000]: train loss = 2.559e-05 | test_loss = 2.117e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 233/1000]: train loss = 2.549e-05 | test_loss = 1.997e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 234/1000]: train loss = 2.540e-05 | test_loss = 2.027e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 235/1000]: train loss = 2.528e-05 | test_loss = 1.957e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 236/1000]: train loss = 2.516e-05 | test_loss = 2.016e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 237/1000]: train loss = 2.504e-05 | test_loss = 2.006e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 238/1000]: train loss = 2.489e-05 | test_loss = 1.950e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 239/1000]: train loss = 2.477e-05 | test_loss = 1.913e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 240/1000]: train loss = 2.464e-05 | test_loss = 1.949e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 241/1000]: train loss = 2.451e-05 | test_loss = 1.920e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 242/1000]: train loss = 2.437e-05 | test_loss = 1.890e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 243/1000]: train loss = 2.433e-05 | test_loss = 1.906e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 244/1000]: train loss = 2.420e-05 | test_loss = 1.936e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 245/1000]: train loss = 2.412e-05 | test_loss = 1.834e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 246/1000]: train loss = 2.400e-05 | test_loss = 1.897e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 247/1000]: train loss = 2.382e-05 | test_loss = 1.839e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 248/1000]: train loss = 2.368e-05 | test_loss = 1.858e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 249/1000]: train loss = 2.350e-05 | test_loss = 1.884e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 250/1000]: train loss = 2.337e-05 | test_loss = 1.837e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 251/1000]: train loss = 2.325e-05 | test_loss = 1.797e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 252/1000]: train loss = 2.317e-05 | test_loss = 1.853e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 253/1000]: train loss = 2.308e-05 | test_loss = 1.794e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 254/1000]: train loss = 2.294e-05 | test_loss = 1.792e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 255/1000]: train loss = 2.279e-05 | test_loss = 1.777e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 256/1000]: train loss = 2.267e-05 | test_loss = 1.747e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 257/1000]: train loss = 2.249e-05 | test_loss = 1.776e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 258/1000]: train loss = 2.235e-05 | test_loss = 1.736e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 259/1000]: train loss = 2.217e-05 | test_loss = 1.757e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 260/1000]: train loss = 2.198e-05 | test_loss = 1.679e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 261/1000]: train loss = 2.183e-05 | test_loss = 1.717e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 262/1000]: train loss = 2.168e-05 | test_loss = 1.690e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 263/1000]: train loss = 2.154e-05 | test_loss = 1.650e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 264/1000]: train loss = 2.139e-05 | test_loss = 1.638e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 265/1000]: train loss = 2.119e-05 | test_loss = 1.602e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 266/1000]: train loss = 2.102e-05 | test_loss = 1.637e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 267/1000]: train loss = 2.088e-05 | test_loss = 1.568e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 268/1000]: train loss = 2.071e-05 | test_loss = 1.604e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 269/1000]: train loss = 2.057e-05 | test_loss = 1.538e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 270/1000]: train loss = 2.045e-05 | test_loss = 1.588e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 271/1000]: train loss = 2.032e-05 | test_loss = 1.531e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 272/1000]: train loss = 2.016e-05 | test_loss = 1.552e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 273/1000]: train loss = 2.004e-05 | test_loss = 1.507e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 274/1000]: train loss = 1.993e-05 | test_loss = 1.483e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 275/1000]: train loss = 1.979e-05 | test_loss = 1.526e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 276/1000]: train loss = 1.969e-05 | test_loss = 1.480e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 277/1000]: train loss = 1.951e-05 | test_loss = 1.497e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 278/1000]: train loss = 1.939e-05 | test_loss = 1.454e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 279/1000]: train loss = 1.922e-05 | test_loss = 1.458e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 280/1000]: train loss = 1.907e-05 | test_loss = 1.444e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 281/1000]: train loss = 1.895e-05 | test_loss = 1.369e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 282/1000]: train loss = 1.883e-05 | test_loss = 1.447e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 283/1000]: train loss = 1.873e-05 | test_loss = 1.364e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 284/1000]: train loss = 1.858e-05 | test_loss = 1.408e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 285/1000]: train loss = 1.843e-05 | test_loss = 1.411e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 286/1000]: train loss = 1.826e-05 | test_loss = 1.337e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 287/1000]: train loss = 1.815e-05 | test_loss = 1.333e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 288/1000]: train loss = 1.806e-05 | test_loss = 1.363e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 289/1000]: train loss = 1.787e-05 | test_loss = 1.330e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 290/1000]: train loss = 1.776e-05 | test_loss = 1.367e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 291/1000]: train loss = 1.764e-05 | test_loss = 1.276e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 292/1000]: train loss = 1.754e-05 | test_loss = 1.305e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 293/1000]: train loss = 1.739e-05 | test_loss = 1.276e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 294/1000]: train loss = 1.728e-05 | test_loss = 1.292e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 295/1000]: train loss = 1.716e-05 | test_loss = 1.263e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 296/1000]: train loss = 1.706e-05 | test_loss = 1.289e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 297/1000]: train loss = 1.698e-05 | test_loss = 1.249e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 298/1000]: train loss = 1.685e-05 | test_loss = 1.261e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 299/1000]: train loss = 1.675e-05 | test_loss = 1.204e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 300/1000]: train loss = 1.668e-05 | test_loss = 1.311e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 301/1000]: train loss = 1.656e-05 | test_loss = 1.174e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 302/1000]: train loss = 1.646e-05 | test_loss = 1.214e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 303/1000]: train loss = 1.635e-05 | test_loss = 1.204e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 304/1000]: train loss = 1.627e-05 | test_loss = 1.200e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 305/1000]: train loss = 1.618e-05 | test_loss = 1.192e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 306/1000]: train loss = 1.608e-05 | test_loss = 1.186e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 307/1000]: train loss = 1.599e-05 | test_loss = 1.165e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 308/1000]: train loss = 1.591e-05 | test_loss = 1.192e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 309/1000]: train loss = 1.578e-05 | test_loss = 1.139e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 310/1000]: train loss = 1.573e-05 | test_loss = 1.213e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 311/1000]: train loss = 1.564e-05 | test_loss = 1.126e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 312/1000]: train loss = 1.558e-05 | test_loss = 1.190e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 313/1000]: train loss = 1.550e-05 | test_loss = 1.112e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 314/1000]: train loss = 1.539e-05 | test_loss = 1.179e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 315/1000]: train loss = 1.532e-05 | test_loss = 1.107e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 316/1000]: train loss = 1.524e-05 | test_loss = 1.165e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 317/1000]: train loss = 1.517e-05 | test_loss = 1.080e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 318/1000]: train loss = 1.508e-05 | test_loss = 1.162e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 319/1000]: train loss = 1.498e-05 | test_loss = 1.086e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 320/1000]: train loss = 1.488e-05 | test_loss = 1.124e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 321/1000]: train loss = 1.485e-05 | test_loss = 1.074e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 322/1000]: train loss = 1.479e-05 | test_loss = 1.140e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 323/1000]: train loss = 1.475e-05 | test_loss = 1.050e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 324/1000]: train loss = 1.469e-05 | test_loss = 1.184e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 325/1000]: train loss = 1.462e-05 | test_loss = 1.045e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 326/1000]: train loss = 1.456e-05 | test_loss = 1.120e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 327/1000]: train loss = 1.449e-05 | test_loss = 1.055e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 328/1000]: train loss = 1.444e-05 | test_loss = 1.126e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 329/1000]: train loss = 1.436e-05 | test_loss = 1.041e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 330/1000]: train loss = 1.429e-05 | test_loss = 1.038e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 331/1000]: train loss = 1.420e-05 | test_loss = 1.065e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 332/1000]: train loss = 1.415e-05 | test_loss = 1.046e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 333/1000]: train loss = 1.415e-05 | test_loss = 1.088e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 334/1000]: train loss = 1.408e-05 | test_loss = 1.033e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 335/1000]: train loss = 1.403e-05 | test_loss = 1.003e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 336/1000]: train loss = 1.398e-05 | test_loss = 1.057e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 337/1000]: train loss = 1.394e-05 | test_loss = 9.780e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 338/1000]: train loss = 1.390e-05 | test_loss = 1.089e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 339/1000]: train loss = 1.387e-05 | test_loss = 9.879e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 340/1000]: train loss = 1.382e-05 | test_loss = 1.064e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 341/1000]: train loss = 1.375e-05 | test_loss = 9.895e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 342/1000]: train loss = 1.370e-05 | test_loss = 1.014e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 343/1000]: train loss = 1.365e-05 | test_loss = 1.020e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 344/1000]: train loss = 1.361e-05 | test_loss = 1.012e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 345/1000]: train loss = 1.356e-05 | test_loss = 9.707e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 346/1000]: train loss = 1.349e-05 | test_loss = 1.067e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 347/1000]: train loss = 1.345e-05 | test_loss = 9.518e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 348/1000]: train loss = 1.340e-05 | test_loss = 9.954e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 349/1000]: train loss = 1.337e-05 | test_loss = 9.724e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 350/1000]: train loss = 1.329e-05 | test_loss = 9.608e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 351/1000]: train loss = 1.326e-05 | test_loss = 9.918e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 352/1000]: train loss = 1.323e-05 | test_loss = 9.502e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 353/1000]: train loss = 1.319e-05 | test_loss = 9.535e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 354/1000]: train loss = 1.314e-05 | test_loss = 9.598e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 355/1000]: train loss = 1.310e-05 | test_loss = 9.326e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 356/1000]: train loss = 1.310e-05 | test_loss = 9.519e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 357/1000]: train loss = 1.307e-05 | test_loss = 9.462e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 358/1000]: train loss = 1.300e-05 | test_loss = 9.488e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 359/1000]: train loss = 1.298e-05 | test_loss = 9.771e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 360/1000]: train loss = 1.297e-05 | test_loss = 9.104e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 361/1000]: train loss = 1.295e-05 | test_loss = 9.653e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 362/1000]: train loss = 1.298e-05 | test_loss = 9.621e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 363/1000]: train loss = 1.293e-05 | test_loss = 8.898e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 364/1000]: train loss = 1.287e-05 | test_loss = 9.678e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 365/1000]: train loss = 1.285e-05 | test_loss = 9.031e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 366/1000]: train loss = 1.281e-05 | test_loss = 9.205e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 367/1000]: train loss = 1.277e-05 | test_loss = 9.410e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 368/1000]: train loss = 1.274e-05 | test_loss = 8.794e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 369/1000]: train loss = 1.271e-05 | test_loss = 9.445e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 370/1000]: train loss = 1.269e-05 | test_loss = 8.644e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 371/1000]: train loss = 1.265e-05 | test_loss = 1.029e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 372/1000]: train loss = 1.266e-05 | test_loss = 8.601e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 373/1000]: train loss = 1.258e-05 | test_loss = 9.342e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 374/1000]: train loss = 1.259e-05 | test_loss = 8.950e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 375/1000]: train loss = 1.252e-05 | test_loss = 8.663e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.2 sec
    [ 376/1000]: train loss = 1.247e-05 | test_loss = 9.519e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 377/1000]: train loss = 1.245e-05 | test_loss = 8.720e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 378/1000]: train loss = 1.242e-05 | test_loss = 9.080e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.1 sec
    [ 379/1000]: train loss = 1.235e-05 | test_loss = 8.809e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 380/1000]: train loss = 1.234e-05 | test_loss = 8.487e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 381/1000]: train loss = 1.237e-05 | test_loss = 9.931e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 382/1000]: train loss = 1.231e-05 | test_loss = 8.466e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 383/1000]: train loss = 1.232e-05 | test_loss = 9.577e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 384/1000]: train loss = 1.228e-05 | test_loss = 8.406e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 385/1000]: train loss = 1.224e-05 | test_loss = 9.260e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 386/1000]: train loss = 1.218e-05 | test_loss = 8.375e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 387/1000]: train loss = 1.215e-05 | test_loss = 8.546e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 388/1000]: train loss = 1.216e-05 | test_loss = 8.859e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 389/1000]: train loss = 1.213e-05 | test_loss = 8.319e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 390/1000]: train loss = 1.211e-05 | test_loss = 8.573e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 391/1000]: train loss = 1.207e-05 | test_loss = 8.732e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 392/1000]: train loss = 1.204e-05 | test_loss = 8.961e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 393/1000]: train loss = 1.201e-05 | test_loss = 8.412e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 394/1000]: train loss = 1.195e-05 | test_loss = 8.423e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 395/1000]: train loss = 1.191e-05 | test_loss = 8.626e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 396/1000]: train loss = 1.191e-05 | test_loss = 8.121e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 397/1000]: train loss = 1.187e-05 | test_loss = 8.815e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 398/1000]: train loss = 1.183e-05 | test_loss = 8.129e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 399/1000]: train loss = 1.183e-05 | test_loss = 8.584e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 400/1000]: train loss = 1.179e-05 | test_loss = 8.231e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 401/1000]: train loss = 1.175e-05 | test_loss = 8.139e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 402/1000]: train loss = 1.172e-05 | test_loss = 8.553e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 403/1000]: train loss = 1.170e-05 | test_loss = 8.052e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 404/1000]: train loss = 1.170e-05 | test_loss = 8.273e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.1 sec
    [ 405/1000]: train loss = 1.167e-05 | test_loss = 8.625e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.1 sec
    [ 406/1000]: train loss = 1.163e-05 | test_loss = 8.091e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 407/1000]: train loss = 1.159e-05 | test_loss = 8.436e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 408/1000]: train loss = 1.155e-05 | test_loss = 8.102e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 409/1000]: train loss = 1.151e-05 | test_loss = 8.554e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 410/1000]: train loss = 1.149e-05 | test_loss = 7.718e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 411/1000]: train loss = 1.147e-05 | test_loss = 8.210e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 412/1000]: train loss = 1.147e-05 | test_loss = 7.879e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 413/1000]: train loss = 1.143e-05 | test_loss = 8.489e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 414/1000]: train loss = 1.139e-05 | test_loss = 7.716e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 415/1000]: train loss = 1.138e-05 | test_loss = 8.387e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 416/1000]: train loss = 1.139e-05 | test_loss = 8.453e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 417/1000]: train loss = 1.138e-05 | test_loss = 7.946e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 418/1000]: train loss = 1.138e-05 | test_loss = 7.640e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 419/1000]: train loss = 1.140e-05 | test_loss = 8.348e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 420/1000]: train loss = 1.139e-05 | test_loss = 8.127e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 421/1000]: train loss = 1.137e-05 | test_loss = 7.504e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 422/1000]: train loss = 1.137e-05 | test_loss = 9.074e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 423/1000]: train loss = 1.138e-05 | test_loss = 7.615e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 424/1000]: train loss = 1.138e-05 | test_loss = 7.545e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 425/1000]: train loss = 1.138e-05 | test_loss = 8.676e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 426/1000]: train loss = 1.130e-05 | test_loss = 7.293e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 427/1000]: train loss = 1.132e-05 | test_loss = 8.260e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 428/1000]: train loss = 1.128e-05 | test_loss = 8.051e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 429/1000]: train loss = 1.125e-05 | test_loss = 7.344e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 430/1000]: train loss = 1.123e-05 | test_loss = 9.057e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 431/1000]: train loss = 1.123e-05 | test_loss = 7.283e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 432/1000]: train loss = 1.117e-05 | test_loss = 7.826e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 433/1000]: train loss = 1.112e-05 | test_loss = 7.916e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 434/1000]: train loss = 1.110e-05 | test_loss = 7.302e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 435/1000]: train loss = 1.109e-05 | test_loss = 7.812e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 436/1000]: train loss = 1.107e-05 | test_loss = 7.833e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 437/1000]: train loss = 1.105e-05 | test_loss = 7.137e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 438/1000]: train loss = 1.107e-05 | test_loss = 8.867e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 439/1000]: train loss = 1.109e-05 | test_loss = 7.242e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 440/1000]: train loss = 1.105e-05 | test_loss = 7.246e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 441/1000]: train loss = 1.102e-05 | test_loss = 7.988e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 442/1000]: train loss = 1.097e-05 | test_loss = 7.131e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 443/1000]: train loss = 1.093e-05 | test_loss = 7.693e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 444/1000]: train loss = 1.087e-05 | test_loss = 7.082e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 445/1000]: train loss = 1.083e-05 | test_loss = 7.602e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 446/1000]: train loss = 1.082e-05 | test_loss = 7.439e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 447/1000]: train loss = 1.083e-05 | test_loss = 7.471e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 448/1000]: train loss = 1.080e-05 | test_loss = 7.372e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 449/1000]: train loss = 1.076e-05 | test_loss = 7.163e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 450/1000]: train loss = 1.074e-05 | test_loss = 7.877e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 451/1000]: train loss = 1.072e-05 | test_loss = 6.992e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 452/1000]: train loss = 1.074e-05 | test_loss = 7.106e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 453/1000]: train loss = 1.073e-05 | test_loss = 7.710e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 454/1000]: train loss = 1.070e-05 | test_loss = 7.585e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 455/1000]: train loss = 1.065e-05 | test_loss = 6.878e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 456/1000]: train loss = 1.064e-05 | test_loss = 7.844e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 457/1000]: train loss = 1.062e-05 | test_loss = 6.908e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 458/1000]: train loss = 1.061e-05 | test_loss = 7.208e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 459/1000]: train loss = 1.058e-05 | test_loss = 7.508e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 460/1000]: train loss = 1.056e-05 | test_loss = 6.969e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 461/1000]: train loss = 1.056e-05 | test_loss = 7.058e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 462/1000]: train loss = 1.056e-05 | test_loss = 7.984e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 463/1000]: train loss = 1.052e-05 | test_loss = 6.780e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 464/1000]: train loss = 1.048e-05 | test_loss = 7.767e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 465/1000]: train loss = 1.048e-05 | test_loss = 6.754e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 466/1000]: train loss = 1.054e-05 | test_loss = 8.435e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 467/1000]: train loss = 1.054e-05 | test_loss = 7.093e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 468/1000]: train loss = 1.055e-05 | test_loss = 6.784e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 469/1000]: train loss = 1.059e-05 | test_loss = 8.184e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 470/1000]: train loss = 1.056e-05 | test_loss = 7.032e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 471/1000]: train loss = 1.048e-05 | test_loss = 6.747e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 472/1000]: train loss = 1.043e-05 | test_loss = 7.630e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 473/1000]: train loss = 1.040e-05 | test_loss = 6.767e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 474/1000]: train loss = 1.039e-05 | test_loss = 6.712e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 475/1000]: train loss = 1.035e-05 | test_loss = 7.101e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 476/1000]: train loss = 1.034e-05 | test_loss = 7.403e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 477/1000]: train loss = 1.031e-05 | test_loss = 6.636e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 478/1000]: train loss = 1.028e-05 | test_loss = 7.493e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 479/1000]: train loss = 1.029e-05 | test_loss = 7.084e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 480/1000]: train loss = 1.029e-05 | test_loss = 6.819e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 481/1000]: train loss = 1.024e-05 | test_loss = 7.206e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 482/1000]: train loss = 1.018e-05 | test_loss = 6.789e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 483/1000]: train loss = 1.014e-05 | test_loss = 6.932e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 484/1000]: train loss = 1.011e-05 | test_loss = 6.874e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 485/1000]: train loss = 1.010e-05 | test_loss = 6.780e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 486/1000]: train loss = 1.011e-05 | test_loss = 6.976e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 487/1000]: train loss = 1.008e-05 | test_loss = 6.882e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 488/1000]: train loss = 1.007e-05 | test_loss = 6.992e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 489/1000]: train loss = 1.007e-05 | test_loss = 6.528e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 490/1000]: train loss = 1.009e-05 | test_loss = 6.754e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 491/1000]: train loss = 1.009e-05 | test_loss = 7.774e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 492/1000]: train loss = 1.011e-05 | test_loss = 6.745e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 493/1000]: train loss = 1.010e-05 | test_loss = 6.552e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 494/1000]: train loss = 1.008e-05 | test_loss = 7.117e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 495/1000]: train loss = 1.008e-05 | test_loss = 6.489e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 496/1000]: train loss = 1.009e-05 | test_loss = 7.031e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 497/1000]: train loss = 1.009e-05 | test_loss = 7.395e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 498/1000]: train loss = 1.006e-05 | test_loss = 6.621e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 499/1000]: train loss = 1.003e-05 | test_loss = 6.731e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 500/1000]: train loss = 9.973e-06 | test_loss = 6.928e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 501/1000]: train loss = 9.947e-06 | test_loss = 6.410e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 502/1000]: train loss = 9.906e-06 | test_loss = 6.805e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 503/1000]: train loss = 9.866e-06 | test_loss = 6.350e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 504/1000]: train loss = 9.883e-06 | test_loss = 7.001e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 505/1000]: train loss = 9.867e-06 | test_loss = 6.784e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 506/1000]: train loss = 9.854e-06 | test_loss = 6.521e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 507/1000]: train loss = 9.863e-06 | test_loss = 6.554e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 508/1000]: train loss = 9.823e-06 | test_loss = 6.548e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 509/1000]: train loss = 9.806e-06 | test_loss = 6.544e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 510/1000]: train loss = 9.769e-06 | test_loss = 6.699e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 511/1000]: train loss = 9.756e-06 | test_loss = 6.800e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 512/1000]: train loss = 9.789e-06 | test_loss = 7.129e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 513/1000]: train loss = 9.799e-06 | test_loss = 6.289e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 514/1000]: train loss = 9.790e-06 | test_loss = 6.813e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 515/1000]: train loss = 9.784e-06 | test_loss = 6.394e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 516/1000]: train loss = 9.753e-06 | test_loss = 6.639e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 517/1000]: train loss = 9.700e-06 | test_loss = 6.516e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 518/1000]: train loss = 9.680e-06 | test_loss = 6.606e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 519/1000]: train loss = 9.650e-06 | test_loss = 6.296e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 520/1000]: train loss = 9.652e-06 | test_loss = 6.459e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 521/1000]: train loss = 9.642e-06 | test_loss = 6.642e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 522/1000]: train loss = 9.633e-06 | test_loss = 6.854e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 523/1000]: train loss = 9.652e-06 | test_loss = 6.239e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 524/1000]: train loss = 9.705e-06 | test_loss = 6.596e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 525/1000]: train loss = 9.693e-06 | test_loss = 7.069e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 526/1000]: train loss = 9.696e-06 | test_loss = 6.441e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 527/1000]: train loss = 9.663e-06 | test_loss = 6.286e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 528/1000]: train loss = 9.610e-06 | test_loss = 7.209e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 529/1000]: train loss = 9.644e-06 | test_loss = 6.418e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 530/1000]: train loss = 9.653e-06 | test_loss = 6.177e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 531/1000]: train loss = 9.644e-06 | test_loss = 7.116e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 532/1000]: train loss = 9.619e-06 | test_loss = 6.343e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 533/1000]: train loss = 9.640e-06 | test_loss = 6.278e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 534/1000]: train loss = 9.683e-06 | test_loss = 7.027e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 535/1000]: train loss = 9.659e-06 | test_loss = 6.692e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 536/1000]: train loss = 9.621e-06 | test_loss = 6.691e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 537/1000]: train loss = 9.532e-06 | test_loss = 6.385e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 538/1000]: train loss = 9.489e-06 | test_loss = 6.208e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 539/1000]: train loss = 9.446e-06 | test_loss = 6.331e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 540/1000]: train loss = 9.435e-06 | test_loss = 6.720e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 541/1000]: train loss = 9.422e-06 | test_loss = 6.141e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 542/1000]: train loss = 9.433e-06 | test_loss = 6.957e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 543/1000]: train loss = 9.416e-06 | test_loss = 6.272e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 544/1000]: train loss = 9.364e-06 | test_loss = 6.521e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 545/1000]: train loss = 9.342e-06 | test_loss = 6.216e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 546/1000]: train loss = 9.332e-06 | test_loss = 7.112e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 547/1000]: train loss = 9.337e-06 | test_loss = 6.481e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 548/1000]: train loss = 9.361e-06 | test_loss = 6.196e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 549/1000]: train loss = 9.389e-06 | test_loss = 6.506e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 550/1000]: train loss = 9.370e-06 | test_loss = 7.451e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 551/1000]: train loss = 9.393e-06 | test_loss = 6.416e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 552/1000]: train loss = 9.369e-06 | test_loss = 7.154e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 553/1000]: train loss = 9.355e-06 | test_loss = 6.417e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 554/1000]: train loss = 9.326e-06 | test_loss = 6.191e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 555/1000]: train loss = 9.305e-06 | test_loss = 6.984e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 556/1000]: train loss = 9.273e-06 | test_loss = 6.426e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 557/1000]: train loss = 9.214e-06 | test_loss = 6.453e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 558/1000]: train loss = 9.179e-06 | test_loss = 6.220e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 559/1000]: train loss = 9.200e-06 | test_loss = 6.548e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 560/1000]: train loss = 9.172e-06 | test_loss = 6.475e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 561/1000]: train loss = 9.145e-06 | test_loss = 6.155e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 562/1000]: train loss = 9.135e-06 | test_loss = 6.243e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 563/1000]: train loss = 9.105e-06 | test_loss = 6.612e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 564/1000]: train loss = 9.084e-06 | test_loss = 6.483e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 565/1000]: train loss = 9.037e-06 | test_loss = 6.074e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 566/1000]: train loss = 8.996e-06 | test_loss = 6.587e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 567/1000]: train loss = 8.966e-06 | test_loss = 6.134e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 568/1000]: train loss = 8.956e-06 | test_loss = 6.473e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 569/1000]: train loss = 8.923e-06 | test_loss = 6.114e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 570/1000]: train loss = 8.898e-06 | test_loss = 6.044e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 571/1000]: train loss = 8.857e-06 | test_loss = 6.030e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 572/1000]: train loss = 8.888e-06 | test_loss = 6.280e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 573/1000]: train loss = 8.911e-06 | test_loss = 5.953e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 574/1000]: train loss = 8.871e-06 | test_loss = 6.145e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 575/1000]: train loss = 8.856e-06 | test_loss = 6.439e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 576/1000]: train loss = 8.857e-06 | test_loss = 5.979e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 577/1000]: train loss = 8.872e-06 | test_loss = 5.802e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 578/1000]: train loss = 8.922e-06 | test_loss = 6.690e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 579/1000]: train loss = 8.923e-06 | test_loss = 6.276e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 580/1000]: train loss = 8.961e-06 | test_loss = 5.930e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 581/1000]: train loss = 8.970e-06 | test_loss = 6.035e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 582/1000]: train loss = 8.903e-06 | test_loss = 6.088e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 583/1000]: train loss = 8.848e-06 | test_loss = 6.234e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 584/1000]: train loss = 8.789e-06 | test_loss = 5.908e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 585/1000]: train loss = 8.770e-06 | test_loss = 6.215e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 586/1000]: train loss = 8.752e-06 | test_loss = 5.824e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 587/1000]: train loss = 8.692e-06 | test_loss = 6.129e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 588/1000]: train loss = 8.652e-06 | test_loss = 5.978e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 589/1000]: train loss = 8.645e-06 | test_loss = 5.768e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 590/1000]: train loss = 8.620e-06 | test_loss = 5.748e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 591/1000]: train loss = 8.580e-06 | test_loss = 5.885e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 592/1000]: train loss = 8.569e-06 | test_loss = 5.850e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 593/1000]: train loss = 8.558e-06 | test_loss = 5.668e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 594/1000]: train loss = 8.561e-06 | test_loss = 5.764e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 595/1000]: train loss = 8.546e-06 | test_loss = 5.611e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 596/1000]: train loss = 8.537e-06 | test_loss = 5.653e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 597/1000]: train loss = 8.511e-06 | test_loss = 5.893e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 598/1000]: train loss = 8.498e-06 | test_loss = 5.856e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 599/1000]: train loss = 8.484e-06 | test_loss = 5.800e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 600/1000]: train loss = 8.439e-06 | test_loss = 5.591e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 601/1000]: train loss = 8.424e-06 | test_loss = 5.901e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 602/1000]: train loss = 8.400e-06 | test_loss = 5.558e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 603/1000]: train loss = 8.406e-06 | test_loss = 5.540e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 604/1000]: train loss = 8.364e-06 | test_loss = 5.813e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.1 sec
    [ 605/1000]: train loss = 8.371e-06 | test_loss = 5.810e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 606/1000]: train loss = 8.327e-06 | test_loss = 5.405e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 607/1000]: train loss = 8.318e-06 | test_loss = 5.423e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 608/1000]: train loss = 8.315e-06 | test_loss = 5.787e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 609/1000]: train loss = 8.294e-06 | test_loss = 5.641e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 610/1000]: train loss = 8.276e-06 | test_loss = 5.427e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 611/1000]: train loss = 8.248e-06 | test_loss = 5.567e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 612/1000]: train loss = 8.247e-06 | test_loss = 5.884e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 613/1000]: train loss = 8.248e-06 | test_loss = 5.452e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 614/1000]: train loss = 8.214e-06 | test_loss = 5.501e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 615/1000]: train loss = 8.180e-06 | test_loss = 5.447e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 616/1000]: train loss = 8.164e-06 | test_loss = 6.294e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 617/1000]: train loss = 8.149e-06 | test_loss = 5.417e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 618/1000]: train loss = 8.124e-06 | test_loss = 5.434e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 619/1000]: train loss = 8.139e-06 | test_loss = 6.222e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 620/1000]: train loss = 8.143e-06 | test_loss = 5.421e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 621/1000]: train loss = 8.130e-06 | test_loss = 5.422e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 622/1000]: train loss = 8.167e-06 | test_loss = 5.385e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 623/1000]: train loss = 8.158e-06 | test_loss = 5.882e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 624/1000]: train loss = 8.144e-06 | test_loss = 5.686e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 625/1000]: train loss = 8.133e-06 | test_loss = 5.215e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 626/1000]: train loss = 8.105e-06 | test_loss = 5.218e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 627/1000]: train loss = 8.085e-06 | test_loss = 5.442e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 628/1000]: train loss = 8.033e-06 | test_loss = 5.346e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 629/1000]: train loss = 7.982e-06 | test_loss = 5.336e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 630/1000]: train loss = 7.935e-06 | test_loss = 5.079e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 631/1000]: train loss = 7.892e-06 | test_loss = 5.128e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 632/1000]: train loss = 7.871e-06 | test_loss = 5.236e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 633/1000]: train loss = 7.826e-06 | test_loss = 5.033e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 634/1000]: train loss = 7.832e-06 | test_loss = 5.113e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 635/1000]: train loss = 7.824e-06 | test_loss = 5.410e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 636/1000]: train loss = 7.802e-06 | test_loss = 5.111e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 637/1000]: train loss = 7.780e-06 | test_loss = 5.243e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 638/1000]: train loss = 7.764e-06 | test_loss = 4.976e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 639/1000]: train loss = 7.728e-06 | test_loss = 5.083e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 640/1000]: train loss = 7.695e-06 | test_loss = 4.924e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 641/1000]: train loss = 7.655e-06 | test_loss = 4.842e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 642/1000]: train loss = 7.690e-06 | test_loss = 5.152e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 643/1000]: train loss = 7.670e-06 | test_loss = 5.044e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 644/1000]: train loss = 7.657e-06 | test_loss = 4.840e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 645/1000]: train loss = 7.620e-06 | test_loss = 4.854e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 646/1000]: train loss = 7.614e-06 | test_loss = 4.879e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 647/1000]: train loss = 7.597e-06 | test_loss = 5.165e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 648/1000]: train loss = 7.562e-06 | test_loss = 4.734e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 649/1000]: train loss = 7.526e-06 | test_loss = 4.973e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 650/1000]: train loss = 7.478e-06 | test_loss = 4.742e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 651/1000]: train loss = 7.449e-06 | test_loss = 4.835e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 652/1000]: train loss = 7.443e-06 | test_loss = 4.665e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 653/1000]: train loss = 7.418e-06 | test_loss = 4.784e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 654/1000]: train loss = 7.388e-06 | test_loss = 4.670e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 655/1000]: train loss = 7.358e-06 | test_loss = 4.817e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 656/1000]: train loss = 7.332e-06 | test_loss = 4.638e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 657/1000]: train loss = 7.301e-06 | test_loss = 4.723e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 658/1000]: train loss = 7.261e-06 | test_loss = 4.650e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 659/1000]: train loss = 7.224e-06 | test_loss = 4.827e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 660/1000]: train loss = 7.253e-06 | test_loss = 4.571e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 661/1000]: train loss = 7.237e-06 | test_loss = 4.527e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 662/1000]: train loss = 7.202e-06 | test_loss = 4.785e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 663/1000]: train loss = 7.190e-06 | test_loss = 4.671e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 664/1000]: train loss = 7.155e-06 | test_loss = 4.589e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 665/1000]: train loss = 7.144e-06 | test_loss = 4.453e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 666/1000]: train loss = 7.119e-06 | test_loss = 4.636e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 667/1000]: train loss = 7.099e-06 | test_loss = 4.457e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 668/1000]: train loss = 7.095e-06 | test_loss = 4.880e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 669/1000]: train loss = 7.120e-06 | test_loss = 5.129e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 670/1000]: train loss = 7.165e-06 | test_loss = 4.387e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 671/1000]: train loss = 7.177e-06 | test_loss = 4.735e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 672/1000]: train loss = 7.163e-06 | test_loss = 4.580e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 673/1000]: train loss = 7.129e-06 | test_loss = 5.051e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 674/1000]: train loss = 7.109e-06 | test_loss = 4.342e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 675/1000]: train loss = 7.086e-06 | test_loss = 4.385e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 676/1000]: train loss = 7.042e-06 | test_loss = 4.771e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 677/1000]: train loss = 7.033e-06 | test_loss = 4.676e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 678/1000]: train loss = 7.018e-06 | test_loss = 4.373e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 679/1000]: train loss = 7.027e-06 | test_loss = 4.375e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 680/1000]: train loss = 7.025e-06 | test_loss = 4.383e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 681/1000]: train loss = 6.991e-06 | test_loss = 4.715e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 682/1000]: train loss = 6.968e-06 | test_loss = 4.577e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 683/1000]: train loss = 6.962e-06 | test_loss = 4.280e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 684/1000]: train loss = 6.933e-06 | test_loss = 4.292e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 685/1000]: train loss = 6.877e-06 | test_loss = 4.315e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 686/1000]: train loss = 6.840e-06 | test_loss = 4.561e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 687/1000]: train loss = 6.841e-06 | test_loss = 4.581e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 688/1000]: train loss = 6.840e-06 | test_loss = 4.241e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 689/1000]: train loss = 6.803e-06 | test_loss = 4.281e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 690/1000]: train loss = 6.766e-06 | test_loss = 4.247e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 691/1000]: train loss = 6.742e-06 | test_loss = 4.364e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 692/1000]: train loss = 6.692e-06 | test_loss = 4.194e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 693/1000]: train loss = 6.682e-06 | test_loss = 4.256e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 694/1000]: train loss = 6.645e-06 | test_loss = 4.175e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 695/1000]: train loss = 6.621e-06 | test_loss = 4.117e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 696/1000]: train loss = 6.598e-06 | test_loss = 4.328e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 697/1000]: train loss = 6.580e-06 | test_loss = 4.086e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 698/1000]: train loss = 6.624e-06 | test_loss = 4.255e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 699/1000]: train loss = 6.608e-06 | test_loss = 4.555e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 700/1000]: train loss = 6.622e-06 | test_loss = 4.105e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 701/1000]: train loss = 6.606e-06 | test_loss = 4.091e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 702/1000]: train loss = 6.594e-06 | test_loss = 4.146e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 703/1000]: train loss = 6.575e-06 | test_loss = 4.458e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 704/1000]: train loss = 6.555e-06 | test_loss = 4.282e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 705/1000]: train loss = 6.565e-06 | test_loss = 4.094e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 706/1000]: train loss = 6.548e-06 | test_loss = 4.187e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 707/1000]: train loss = 6.537e-06 | test_loss = 4.313e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 708/1000]: train loss = 6.520e-06 | test_loss = 4.097e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 709/1000]: train loss = 6.479e-06 | test_loss = 3.997e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 710/1000]: train loss = 6.435e-06 | test_loss = 3.959e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 711/1000]: train loss = 6.427e-06 | test_loss = 4.111e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 712/1000]: train loss = 6.396e-06 | test_loss = 4.143e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 713/1000]: train loss = 6.404e-06 | test_loss = 3.947e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 714/1000]: train loss = 6.403e-06 | test_loss = 4.052e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 715/1000]: train loss = 6.408e-06 | test_loss = 4.033e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 716/1000]: train loss = 6.382e-06 | test_loss = 4.022e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 717/1000]: train loss = 6.340e-06 | test_loss = 3.904e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 718/1000]: train loss = 6.311e-06 | test_loss = 4.183e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 719/1000]: train loss = 6.290e-06 | test_loss = 3.908e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 720/1000]: train loss = 6.258e-06 | test_loss = 4.154e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 721/1000]: train loss = 6.262e-06 | test_loss = 4.053e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 722/1000]: train loss = 6.245e-06 | test_loss = 3.867e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 723/1000]: train loss = 6.230e-06 | test_loss = 3.898e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 724/1000]: train loss = 6.201e-06 | test_loss = 3.903e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 725/1000]: train loss = 6.199e-06 | test_loss = 4.051e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 726/1000]: train loss = 6.194e-06 | test_loss = 3.826e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 727/1000]: train loss = 6.155e-06 | test_loss = 3.867e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 728/1000]: train loss = 6.157e-06 | test_loss = 4.024e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 729/1000]: train loss = 6.169e-06 | test_loss = 3.883e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 730/1000]: train loss = 6.152e-06 | test_loss = 4.032e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 731/1000]: train loss = 6.139e-06 | test_loss = 3.962e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 732/1000]: train loss = 6.131e-06 | test_loss = 3.824e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 733/1000]: train loss = 6.098e-06 | test_loss = 3.803e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 734/1000]: train loss = 6.070e-06 | test_loss = 4.044e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 735/1000]: train loss = 6.062e-06 | test_loss = 3.783e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 736/1000]: train loss = 6.056e-06 | test_loss = 3.835e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 737/1000]: train loss = 6.024e-06 | test_loss = 3.829e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 738/1000]: train loss = 5.988e-06 | test_loss = 4.181e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 739/1000]: train loss = 6.020e-06 | test_loss = 4.042e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 740/1000]: train loss = 6.024e-06 | test_loss = 3.768e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 741/1000]: train loss = 6.005e-06 | test_loss = 3.754e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 742/1000]: train loss = 6.003e-06 | test_loss = 3.761e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 743/1000]: train loss = 5.991e-06 | test_loss = 4.050e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 744/1000]: train loss = 6.017e-06 | test_loss = 3.932e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 745/1000]: train loss = 6.012e-06 | test_loss = 4.014e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 746/1000]: train loss = 6.039e-06 | test_loss = 3.887e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 747/1000]: train loss = 6.068e-06 | test_loss = 3.671e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 748/1000]: train loss = 6.071e-06 | test_loss = 3.859e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 749/1000]: train loss = 6.049e-06 | test_loss = 3.836e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 750/1000]: train loss = 5.994e-06 | test_loss = 3.786e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 751/1000]: train loss = 5.960e-06 | test_loss = 3.733e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 752/1000]: train loss = 5.957e-06 | test_loss = 3.668e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 753/1000]: train loss = 5.968e-06 | test_loss = 3.824e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 754/1000]: train loss = 5.955e-06 | test_loss = 3.586e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 755/1000]: train loss = 5.932e-06 | test_loss = 3.629e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 756/1000]: train loss = 5.903e-06 | test_loss = 3.733e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 757/1000]: train loss = 5.901e-06 | test_loss = 3.949e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 758/1000]: train loss = 5.902e-06 | test_loss = 4.455e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 759/1000]: train loss = 5.906e-06 | test_loss = 3.587e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 760/1000]: train loss = 5.881e-06 | test_loss = 3.582e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 761/1000]: train loss = 5.881e-06 | test_loss = 3.659e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 762/1000]: train loss = 5.856e-06 | test_loss = 3.767e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 763/1000]: train loss = 5.825e-06 | test_loss = 3.542e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 764/1000]: train loss = 5.808e-06 | test_loss = 3.578e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 765/1000]: train loss = 5.795e-06 | test_loss = 3.482e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 766/1000]: train loss = 5.762e-06 | test_loss = 3.578e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 767/1000]: train loss = 5.741e-06 | test_loss = 3.704e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 768/1000]: train loss = 5.717e-06 | test_loss = 3.482e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 769/1000]: train loss = 5.687e-06 | test_loss = 3.471e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 770/1000]: train loss = 5.661e-06 | test_loss = 3.441e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 771/1000]: train loss = 5.661e-06 | test_loss = 3.396e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 772/1000]: train loss = 5.679e-06 | test_loss = 3.475e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 773/1000]: train loss = 5.669e-06 | test_loss = 3.804e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 774/1000]: train loss = 5.683e-06 | test_loss = 3.667e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 775/1000]: train loss = 5.652e-06 | test_loss = 3.624e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 776/1000]: train loss = 5.649e-06 | test_loss = 3.366e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 777/1000]: train loss = 5.629e-06 | test_loss = 3.413e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 778/1000]: train loss = 5.671e-06 | test_loss = 3.359e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 779/1000]: train loss = 5.639e-06 | test_loss = 3.385e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 780/1000]: train loss = 5.603e-06 | test_loss = 3.337e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 781/1000]: train loss = 5.606e-06 | test_loss = 3.488e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 782/1000]: train loss = 5.624e-06 | test_loss = 3.291e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 783/1000]: train loss = 5.686e-06 | test_loss = 3.663e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 784/1000]: train loss = 5.671e-06 | test_loss = 3.644e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 785/1000]: train loss = 5.657e-06 | test_loss = 3.588e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 786/1000]: train loss = 5.648e-06 | test_loss = 3.257e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 787/1000]: train loss = 5.593e-06 | test_loss = 3.236e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 788/1000]: train loss = 5.558e-06 | test_loss = 3.372e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 789/1000]: train loss = 5.529e-06 | test_loss = 3.353e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 790/1000]: train loss = 5.504e-06 | test_loss = 3.248e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 791/1000]: train loss = 5.475e-06 | test_loss = 3.322e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 792/1000]: train loss = 5.452e-06 | test_loss = 3.252e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 793/1000]: train loss = 5.425e-06 | test_loss = 3.246e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 794/1000]: train loss = 5.420e-06 | test_loss = 3.466e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 795/1000]: train loss = 5.427e-06 | test_loss = 3.198e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 796/1000]: train loss = 5.473e-06 | test_loss = 3.281e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 797/1000]: train loss = 5.478e-06 | test_loss = 3.185e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 798/1000]: train loss = 5.488e-06 | test_loss = 3.519e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 799/1000]: train loss = 5.507e-06 | test_loss = 3.361e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 800/1000]: train loss = 5.553e-06 | test_loss = 3.239e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 801/1000]: train loss = 5.553e-06 | test_loss = 4.515e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 802/1000]: train loss = 5.605e-06 | test_loss = 3.596e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 803/1000]: train loss = 5.587e-06 | test_loss = 3.425e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 804/1000]: train loss = 5.527e-06 | test_loss = 3.177e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 805/1000]: train loss = 5.475e-06 | test_loss = 3.127e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 806/1000]: train loss = 5.451e-06 | test_loss = 3.281e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 807/1000]: train loss = 5.424e-06 | test_loss = 3.164e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 808/1000]: train loss = 5.421e-06 | test_loss = 3.393e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 809/1000]: train loss = 5.417e-06 | test_loss = 3.391e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 810/1000]: train loss = 5.391e-06 | test_loss = 3.194e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 811/1000]: train loss = 5.317e-06 | test_loss = 3.125e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 812/1000]: train loss = 5.292e-06 | test_loss = 3.102e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 813/1000]: train loss = 5.269e-06 | test_loss = 3.052e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 814/1000]: train loss = 5.251e-06 | test_loss = 3.104e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 815/1000]: train loss = 5.246e-06 | test_loss = 3.133e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 816/1000]: train loss = 5.236e-06 | test_loss = 3.122e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 817/1000]: train loss = 5.222e-06 | test_loss = 3.124e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 818/1000]: train loss = 5.239e-06 | test_loss = 3.044e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 819/1000]: train loss = 5.252e-06 | test_loss = 3.158e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 820/1000]: train loss = 5.246e-06 | test_loss = 3.282e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 821/1000]: train loss = 5.233e-06 | test_loss = 3.042e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 822/1000]: train loss = 5.189e-06 | test_loss = 3.013e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 823/1000]: train loss = 5.175e-06 | test_loss = 3.080e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 824/1000]: train loss = 5.150e-06 | test_loss = 3.050e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 825/1000]: train loss = 5.139e-06 | test_loss = 3.006e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 826/1000]: train loss = 5.117e-06 | test_loss = 3.018e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 827/1000]: train loss = 5.081e-06 | test_loss = 3.108e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 828/1000]: train loss = 5.123e-06 | test_loss = 3.559e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 829/1000]: train loss = 5.153e-06 | test_loss = 3.282e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 830/1000]: train loss = 5.173e-06 | test_loss = 3.080e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 831/1000]: train loss = 5.183e-06 | test_loss = 3.098e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 832/1000]: train loss = 5.193e-06 | test_loss = 3.118e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 833/1000]: train loss = 5.184e-06 | test_loss = 3.347e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 834/1000]: train loss = 5.179e-06 | test_loss = 3.011e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 835/1000]: train loss = 5.131e-06 | test_loss = 3.040e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 836/1000]: train loss = 5.116e-06 | test_loss = 3.086e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 837/1000]: train loss = 5.093e-06 | test_loss = 3.044e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 838/1000]: train loss = 5.078e-06 | test_loss = 2.967e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 839/1000]: train loss = 5.069e-06 | test_loss = 3.136e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 840/1000]: train loss = 5.062e-06 | test_loss = 3.047e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 841/1000]: train loss = 5.062e-06 | test_loss = 3.114e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 842/1000]: train loss = 5.117e-06 | test_loss = 3.007e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 843/1000]: train loss = 5.126e-06 | test_loss = 3.385e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 844/1000]: train loss = 5.114e-06 | test_loss = 3.575e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 845/1000]: train loss = 5.145e-06 | test_loss = 3.358e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 846/1000]: train loss = 5.107e-06 | test_loss = 2.924e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 847/1000]: train loss = 5.056e-06 | test_loss = 2.914e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 848/1000]: train loss = 5.010e-06 | test_loss = 2.906e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 849/1000]: train loss = 4.967e-06 | test_loss = 3.116e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 850/1000]: train loss = 4.960e-06 | test_loss = 3.005e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 851/1000]: train loss = 4.960e-06 | test_loss = 2.977e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 852/1000]: train loss = 4.948e-06 | test_loss = 3.089e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 853/1000]: train loss = 4.942e-06 | test_loss = 2.873e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 854/1000]: train loss = 4.948e-06 | test_loss = 3.021e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 855/1000]: train loss = 4.924e-06 | test_loss = 3.195e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 856/1000]: train loss = 4.919e-06 | test_loss = 2.902e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 857/1000]: train loss = 4.914e-06 | test_loss = 3.176e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 858/1000]: train loss = 4.915e-06 | test_loss = 2.902e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 859/1000]: train loss = 4.930e-06 | test_loss = 2.810e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 860/1000]: train loss = 4.930e-06 | test_loss = 2.932e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 861/1000]: train loss = 4.897e-06 | test_loss = 2.836e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 862/1000]: train loss = 4.884e-06 | test_loss = 2.882e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 863/1000]: train loss = 4.861e-06 | test_loss = 2.828e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 864/1000]: train loss = 4.840e-06 | test_loss = 2.778e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 865/1000]: train loss = 4.814e-06 | test_loss = 2.750e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 866/1000]: train loss = 4.799e-06 | test_loss = 2.795e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 867/1000]: train loss = 4.808e-06 | test_loss = 2.791e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 868/1000]: train loss = 4.822e-06 | test_loss = 2.780e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 869/1000]: train loss = 4.860e-06 | test_loss = 2.823e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 870/1000]: train loss = 4.830e-06 | test_loss = 2.768e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 871/1000]: train loss = 4.837e-06 | test_loss = 2.831e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 872/1000]: train loss = 4.820e-06 | test_loss = 2.734e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 873/1000]: train loss = 4.796e-06 | test_loss = 2.809e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 874/1000]: train loss = 4.783e-06 | test_loss = 2.895e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 875/1000]: train loss = 4.795e-06 | test_loss = 2.831e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 876/1000]: train loss = 4.788e-06 | test_loss = 3.090e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 877/1000]: train loss = 4.774e-06 | test_loss = 2.867e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 878/1000]: train loss = 4.780e-06 | test_loss = 2.756e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 879/1000]: train loss = 4.775e-06 | test_loss = 2.693e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 880/1000]: train loss = 4.757e-06 | test_loss = 2.790e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 881/1000]: train loss = 4.759e-06 | test_loss = 2.761e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 882/1000]: train loss = 4.748e-06 | test_loss = 2.649e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 883/1000]: train loss = 4.769e-06 | test_loss = 2.912e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 884/1000]: train loss = 4.831e-06 | test_loss = 3.224e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 885/1000]: train loss = 4.885e-06 | test_loss = 2.893e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 886/1000]: train loss = 4.853e-06 | test_loss = 3.152e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 887/1000]: train loss = 4.850e-06 | test_loss = 2.813e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 888/1000]: train loss = 4.840e-06 | test_loss = 2.684e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 889/1000]: train loss = 4.807e-06 | test_loss = 2.666e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 890/1000]: train loss = 4.799e-06 | test_loss = 2.644e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 891/1000]: train loss = 4.827e-06 | test_loss = 2.619e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 892/1000]: train loss = 4.826e-06 | test_loss = 2.659e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 893/1000]: train loss = 4.794e-06 | test_loss = 2.779e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 894/1000]: train loss = 4.754e-06 | test_loss = 2.631e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 895/1000]: train loss = 4.723e-06 | test_loss = 2.892e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 896/1000]: train loss = 4.730e-06 | test_loss = 3.035e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 897/1000]: train loss = 4.765e-06 | test_loss = 2.858e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 898/1000]: train loss = 4.797e-06 | test_loss = 2.731e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 899/1000]: train loss = 4.783e-06 | test_loss = 2.575e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 900/1000]: train loss = 4.722e-06 | test_loss = 2.745e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 901/1000]: train loss = 4.763e-06 | test_loss = 2.626e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 902/1000]: train loss = 4.746e-06 | test_loss = 2.634e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 903/1000]: train loss = 4.732e-06 | test_loss = 2.715e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 904/1000]: train loss = 4.739e-06 | test_loss = 2.595e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 905/1000]: train loss = 4.761e-06 | test_loss = 2.611e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 906/1000]: train loss = 4.737e-06 | test_loss = 2.547e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 907/1000]: train loss = 4.716e-06 | test_loss = 2.651e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 908/1000]: train loss = 4.680e-06 | test_loss = 2.787e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 909/1000]: train loss = 4.661e-06 | test_loss = 2.599e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 910/1000]: train loss = 4.621e-06 | test_loss = 2.560e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 911/1000]: train loss = 4.608e-06 | test_loss = 2.583e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 912/1000]: train loss = 4.563e-06 | test_loss = 2.758e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 913/1000]: train loss = 4.539e-06 | test_loss = 2.593e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 914/1000]: train loss = 4.519e-06 | test_loss = 2.576e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 915/1000]: train loss = 4.489e-06 | test_loss = 2.539e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 916/1000]: train loss = 4.502e-06 | test_loss = 2.732e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 917/1000]: train loss = 4.510e-06 | test_loss = 2.588e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 918/1000]: train loss = 4.518e-06 | test_loss = 2.561e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 919/1000]: train loss = 4.504e-06 | test_loss = 2.524e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 920/1000]: train loss = 4.487e-06 | test_loss = 2.574e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 921/1000]: train loss = 4.481e-06 | test_loss = 2.502e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 922/1000]: train loss = 4.483e-06 | test_loss = 2.545e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 923/1000]: train loss = 4.474e-06 | test_loss = 2.544e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 924/1000]: train loss = 4.463e-06 | test_loss = 2.634e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 925/1000]: train loss = 4.554e-06 | test_loss = 3.580e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 926/1000]: train loss = 4.641e-06 | test_loss = 3.495e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 927/1000]: train loss = 4.691e-06 | test_loss = 2.930e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 928/1000]: train loss = 4.658e-06 | test_loss = 2.822e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 929/1000]: train loss = 4.641e-06 | test_loss = 2.565e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 930/1000]: train loss = 4.606e-06 | test_loss = 2.485e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 931/1000]: train loss = 4.577e-06 | test_loss = 2.512e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 932/1000]: train loss = 4.536e-06 | test_loss = 2.671e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 933/1000]: train loss = 4.511e-06 | test_loss = 2.487e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 934/1000]: train loss = 4.494e-06 | test_loss = 2.472e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 935/1000]: train loss = 4.480e-06 | test_loss = 2.496e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 936/1000]: train loss = 4.472e-06 | test_loss = 2.501e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 937/1000]: train loss = 4.454e-06 | test_loss = 2.651e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 938/1000]: train loss = 4.441e-06 | test_loss = 2.507e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 939/1000]: train loss = 4.430e-06 | test_loss = 2.528e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 940/1000]: train loss = 4.466e-06 | test_loss = 2.587e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 941/1000]: train loss = 4.482e-06 | test_loss = 3.122e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 942/1000]: train loss = 4.606e-06 | test_loss = 3.214e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 943/1000]: train loss = 4.610e-06 | test_loss = 2.908e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 944/1000]: train loss = 4.593e-06 | test_loss = 2.853e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 945/1000]: train loss = 4.563e-06 | test_loss = 2.674e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 946/1000]: train loss = 4.505e-06 | test_loss = 2.481e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 947/1000]: train loss = 4.462e-06 | test_loss = 2.434e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 948/1000]: train loss = 4.423e-06 | test_loss = 2.450e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 949/1000]: train loss = 4.419e-06 | test_loss = 2.469e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 950/1000]: train loss = 4.417e-06 | test_loss = 2.525e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 951/1000]: train loss = 4.443e-06 | test_loss = 2.586e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 952/1000]: train loss = 4.454e-06 | test_loss = 2.685e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 953/1000]: train loss = 4.421e-06 | test_loss = 2.605e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 954/1000]: train loss = 4.419e-06 | test_loss = 2.779e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 955/1000]: train loss = 4.421e-06 | test_loss = 2.495e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 956/1000]: train loss = 4.433e-06 | test_loss = 2.411e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 957/1000]: train loss = 4.429e-06 | test_loss = 2.420e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 958/1000]: train loss = 4.444e-06 | test_loss = 2.445e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 959/1000]: train loss = 4.461e-06 | test_loss = 2.408e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 960/1000]: train loss = 4.462e-06 | test_loss = 2.416e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 961/1000]: train loss = 4.457e-06 | test_loss = 2.391e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 962/1000]: train loss = 4.438e-06 | test_loss = 2.464e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 963/1000]: train loss = 4.419e-06 | test_loss = 2.457e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 964/1000]: train loss = 4.399e-06 | test_loss = 2.480e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 965/1000]: train loss = 4.401e-06 | test_loss = 2.465e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 966/1000]: train loss = 4.427e-06 | test_loss = 3.013e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 967/1000]: train loss = 4.514e-06 | test_loss = 2.876e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 968/1000]: train loss = 4.519e-06 | test_loss = 2.526e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 969/1000]: train loss = 4.491e-06 | test_loss = 2.425e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 970/1000]: train loss = 4.461e-06 | test_loss = 2.414e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 971/1000]: train loss = 4.426e-06 | test_loss = 2.782e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 972/1000]: train loss = 4.429e-06 | test_loss = 2.417e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 973/1000]: train loss = 4.436e-06 | test_loss = 2.687e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 974/1000]: train loss = 4.404e-06 | test_loss = 2.757e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 975/1000]: train loss = 4.382e-06 | test_loss = 2.431e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 976/1000]: train loss = 4.346e-06 | test_loss = 2.416e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 977/1000]: train loss = 4.345e-06 | test_loss = 2.468e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 978/1000]: train loss = 4.317e-06 | test_loss = 2.346e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 979/1000]: train loss = 4.318e-06 | test_loss = 2.347e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 980/1000]: train loss = 4.290e-06 | test_loss = 2.380e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 981/1000]: train loss = 4.324e-06 | test_loss = 2.422e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 982/1000]: train loss = 4.350e-06 | test_loss = 2.396e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 983/1000]: train loss = 4.338e-06 | test_loss = 2.377e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 984/1000]: train loss = 4.307e-06 | test_loss = 2.417e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 985/1000]: train loss = 4.282e-06 | test_loss = 2.424e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 986/1000]: train loss = 4.271e-06 | test_loss = 2.390e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 987/1000]: train loss = 4.281e-06 | test_loss = 2.353e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 988/1000]: train loss = 4.283e-06 | test_loss = 2.365e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 989/1000]: train loss = 4.274e-06 | test_loss = 2.388e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 990/1000]: train loss = 4.268e-06 | test_loss = 2.335e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 991/1000]: train loss = 4.242e-06 | test_loss = 2.348e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 992/1000]: train loss = 4.225e-06 | test_loss = 2.322e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 993/1000]: train loss = 4.218e-06 | test_loss = 2.454e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 994/1000]: train loss = 4.219e-06 | test_loss = 2.367e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 995/1000]: train loss = 4.219e-06 | test_loss = 2.304e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 996/1000]: train loss = 4.244e-06 | test_loss = 2.478e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 997/1000]: train loss = 4.253e-06 | test_loss = 2.511e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 998/1000]: train loss = 4.260e-06 | test_loss = 2.308e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 999/1000]: train loss = 4.265e-06 | test_loss = 2.433e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [1000/1000]: train loss = 4.265e-06 | test_loss = 2.332e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec


## Plot Convergence of Test Loss


```
import matplotlib.pyplot as plt

fig1 = plt.figure(1)
plt.plot(train_loss_hist, linewidth=3)
plt.plot(test_loss_hist, linewidth=3)
plt.yscale('log')
plt.legend(['training loss', 'testing loss'], fontsize=15)
plt.xlabel('epochs', fontsize=15)
plt.ylabel('Mean Squared Error', fontsize=15)
plt.savefig('N_FPN_RPS_test_loss.pdf')


filename = 'N_FPN_RPS_test_loss.csv'
with open(filename, 'w') as f: 
  for epoch, loss in enumerate(test_loss_hist):     
    f.write('%0.5e,%0.5e\n' % (epoch + 1, loss)) 
```

## Simulate Play of N-FPN Against Selfish Player

Here we pit two players against each other. 

Case 1:
* Nash Player 1 knows the context $d$ and payoff matrix $B(d)$
* N-FPN Player 2 knows the context $d$ and historical observations (training data)


Case 2:
* Nash Player 1 knows the context $d$ and payoff matrix $B(d)$
* Nash Player 2 knows the context $d$ and payoff matrix $B(d)$


Each player's action profile is on the simplex. Each round of play is executed by sampling each player's decision ("rock", "paper", or "scissors") according to their action profile. We then plot the average reward of Player 2 over time. If the N-FPN is "good", then the average reward of each player will eventually converge to 0 (since rock-paper-scissors is a zero sum game).


```
def sample_distribution(prob_vec) -> action:
    '''Sample from a discrete probability distribution

       Create a cumulative distribution vector and sample a point p uniformly
       from [0,1]. Then p will have a value between two of the cumulative
       entries, which indicates the sample index to pick for the sampling.
    '''
    p_sample      = torch.rand(1) 
    dist_vec      = torch.cumsum(prob_vec, dim=0)
    action_sample = torch.zeros(prob_vec.shape)
    for idx, ref in enumerate(dist_vec):
        if ref > p_sample: 
            action_sample[idx] = 1.0
            return action_sample
    print("Error: Unable to assign action")

num_games   = 500
player_size = 3
num_samples = 50
rewards_nash_nfpn = torch.zeros(num_samples, num_games)
rewards_nash_nash = torch.zeros(num_samples, num_games)
rewards_nash_unif = torch.zeros(num_samples, num_games)
x_uniform         = torch.tensor([1.0/3, 1.0/3, 1.0/3])

for context in range(num_samples):
    print("Playing Games for Context {:2d} of {:2d}".format(context + 1, 
                                                            num_samples))
    d_sample = sample_context(num_samples=1)
    Bd       = create_payoff_matrix(d_sample)
    x_nash   = get_nash_eq(d_sample) 
    x_nfpn   = model(d_sample)
    for idx in range(num_games):
        action_nash1 = sample_distribution(x_nash[0, :player_size])
        action_nash1 = action_nash1.view(1, player_size, 1)
        action_nash2 = sample_distribution(x_nash[0, player_size:])
        action_nash2 = action_nash2.view(1, player_size, 1)       
        action_nfpn  = sample_distribution(x_nfpn[0, player_size:])
        action_nfpn  = action_nfpn.view(1, player_size, 1)
        action_unif  = sample_distribution(x_uniform)
        action_unif  = action_unif.view(1, player_size, 1)        
        Bd_nfpn      = torch.bmm(Bd, action_nfpn)
        Bd_nash2     = torch.bmm(Bd, action_nash2)
        Bd_unif      = torch.bmm(Bd, action_unif)    
        reward_nash_nfpn = torch.bmm(action_nash1.permute(0, 2, 1), Bd_nfpn)[0,0,0]
        reward_nash_nash = torch.bmm(action_nash1.permute(0, 2, 1), Bd_nash2)[0,0,0]
        reward_nash_unif = torch.bmm(action_nash1.permute(0, 2, 1), Bd_unif)[0,0,0]
        rewards_nash_nfpn[context, idx] = (reward_nash_nfpn)
        rewards_nash_nash[context, idx] = (reward_nash_nash)
        rewards_nash_unif[context, idx] = (reward_nash_unif) 

lin_space    = torch.cumsum(torch.ones(rewards_nash_nfpn.shape), dim=1) 
nash_vs_nfpn = torch.mean(rewards_nash_nfpn ** 2, dim=0, keepdim=True) ** 0.5
nash_vs_nfpn = torch.cumsum(nash_vs_nfpn, dim=1) / lin_space
nash_vs_nash = torch.mean(rewards_nash_nash ** 2, dim=0, keepdim=True) ** 0.5
nash_vs_nash = torch.cumsum(nash_vs_nash, dim=1) / lin_space
nash_vs_unif = torch.mean(rewards_nash_unif ** 2, dim=0, keepdim=True) ** 0.5
nash_vs_unif = torch.cumsum(nash_vs_unif, dim=1) / lin_space

fig1 = plt.figure(1)
plt.plot(nash_vs_unif[0,5:], '--', linewidth=2) 
plt.plot(nash_vs_nfpn[0,5:], linewidth=2)
plt.plot(nash_vs_nash[0,5:],  '--', linewidth=2) 
plt.legend(['Nash vs Uniform', 'Nash vs NFPN', 'Nash vs Nash'], fontsize=15)
plt.xlabel('Games Played', fontsize=15)
plt.ylabel('Variance $y^k$', fontsize=15)
plt.savefig('N_FPN_RPS_nash_reward.pdf') 

filename = 'N_FPN_RPS_nash_vs_nfpn.csv'
with open(filename, 'w') as f: 
  for game, cost in enumerate(nash_vs_nfpn[0, :]):     
    f.write('%0.5e,%0.5e\n' % (game + 1, cost)) 

filename = 'N_FPN_RPS_nash_vs_nash.csv'
with open(filename, 'w') as f: 
  for game, cost in enumerate(nash_vs_nash[0, :]):     
    f.write('%0.5e,%0.5e\n' % (game + 1, cost))    

filename = 'N_FPN_RPS_nash_vs_unif.csv'
with open(filename, 'w') as f: 
  for game, cost in enumerate(nash_vs_unif[0, :]):     
    f.write('%0.5e,%0.5e\n' % (game + 1, cost))       
```

28d7b61c6b38059123289ca537bfc110f78f1cf3
ipynb
Jupyter Notebook
N_FPN_Rock_Paper_Scissors.ipynb
howardheaton/nash_fixed_point_networks
73f9edb0b4db0b8cb954cbf839877ae2d8ed22a8
MIT
2021-07-12T11:20:44.000Z
2022-01-12T15:02:32.000Z
N_FPN_Rock_Paper_Scissors.ipynb
howardheaton/nash_fixed_point_networks
73f9edb0b4db0b8cb954cbf839877ae2d8ed22a8
MIT
N_FPN_Rock_Paper_Scissors.ipynb
howardheaton/nash_fixed_point_networks
73f9edb0b4db0b8cb954cbf839877ae2d8ed22a8
MIT
2021-07-23T07:43:02.000Z
2021-07-23T07:43:02.000Z
Qwen/Qwen-72B
1. YES
2. YES