Please see instructions for this assignment in the word document. You may complete this in Jupyter...

Question

Please see instructions for this assignment in the word document. You may complete this in Jupyter Notebook for coding parts and other short answer questions, thesis.

Vicky · Accepted Answer

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# import libraries
",
    "from itertools import cycle
",
    "import matplotlib.pyplot as plt
",
    "import seaborn as sns
",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "1. According to the following AND, OR, NOT symbols used in logical computations of electrical brain, can you express A ⊕ (￢B), Try to have at least two different ways to realize this operation results."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "class MLP:
",
    "    """
",
    "    Create a multi-layer perceptron.
",
    "    train_data: A 4x2 matrix with the input data.
",
    "    target: A 4x1 matrix with expected outputs
",
    "    lr: the learning rate. Defaults to 0.1
",
    "    num_epochs: the number of times the training data goes through the model
",
    "        while training
",
    "    num_input: the number of nodes in the input layer of the MLP.
",
    "        Should be equal to the second dimension of train_data.
",
    "    
",
    "    num_hidden: the number of nodes in the hidden layer of the MLP.
",
    "    num_output: the number of nodes in the output layer of the MLP.
",
    "        Should be equal to the second dimension of target.
",
    "    """
",
    "    def __init__(self, train_data, target, lr=0.1, num_epochs=100, num_input=2, num_hidden=2, num_output=1):
",
    "        self.train_data = train_data
",
    "        self.target = target
",
    "        self.lr = lr
",
    "        self.num_epochs = num_epochs
",
    "
",
    "        # initialize both sets of weights and biases randomly
",
    "            # - weights_01: weights between input and hidden layer
",
    "            # - weights_12: weights between hidden and output layer
",
    "        self.weights_01 = np.random.uniform(size=(num_input, num_hidden))
",
    "        self.weights_12 = np.random.uniform(size=(num_hidden, num_output))
",
    "
",
    "        # - b01: biases for the  hidden layer
",
    "        # - b12: bias for the output layer
",
    "        self.b01 = np.random.uniform(size=(1,num_hidden))
",
    "        self.b12 = np.random.uniform(size=(1,num_output))
",
    "
",
    "        self.losses = []
",
    "
",
    "    def update_weights(self):
",
    "        
",
    "        # Calculate the squared error
",
    "        loss = 0.5 * (self.target - self.output_final) ** 2
",
    "        print(loss)
",
    "        self.losses.append(np.sum(loss))
",
    "
",
    "        error_term = (self.target - self.output_final)
",
    "
",
    "        # the gradient for the hidden layer weights
",
    "        grad01 = self.train_data.T @ (((error_term * self._delsigmoid(self.output_final)) * self.weights_12.T) * self._delsigmoid(self.hidden_out))
",
    "        print("grad01: ", grad01)
",
    "        print(grad01.shape)
",
    "
",
    "        # the gradient for the output layer weights
",
    "        grad12 = self.hidden_out.T @ (error_term * self._delsigmoid(self.output_final))
",
    "
",
    "        print("grad12: ", grad12)
",
    "        print(grad12.shape)
",
    "
",
    "        # updating the weights by the learning rate times their gradient
",
    "        self.weights_01 += self.lr * grad01
",
    "        self.weights_12 += self.lr * grad12
",
    "
",
    "        # update the biases the same way
",
    "        self.b01 += np.sum(self.lr * ((error_term * self._delsigmoid(self.output_final)) * self.weights_12.T) * self._delsigmoid(self.hidden_out), axis=0)
",
    "        self.b12 += np.sum(self.lr * error_term * self._delsigmoid(self.output_final), axis=0)
",
    "
",
    "    def _sigmoid(self, x):
",
    "        """
",
    "        The sigmoid activation function.
",
    "        """
",
    "        return 1 / (1 + np.exp(-x))
",
    "
",
    "    def _delsigmoid(self, x):
",
    "        """
",
    "        The first derivative of the sigmoid function wrt x
",
    "        """
",
    "        return x * (1 - x)
",
    "
",
    "    def forward(self, batch):
",
    "        """
",
    "        A single forward pass through the network.
",
    "        Implementation of wX + b
",
    "        """
",
    "
",
    "        self.hidden_ = np.dot(batch, self.weights_01) + self.b01
",
    "        self.hidden_out = self._sigmoid(self.hidden_)
",
    "
",
    "        self.output_ = np.dot(self.hidden_out, self.weights_12) + self.b12
",
    "        self.output_final = self._sigmoid(self.output_)
",
    "
",
    "        return self.output_final
",
    "
",
    "    def classify(self, datapoint):
",
    "        """
",
    "        Return the class to which a datapoint belongs based on
",
    "        the perceptron's output for that point.
",
    "        """
",
    "        datapoint = np.transpose(datapoint)
",
    "        if self.forward(datapoint) >= 0.5:
",
    "            return 1
",
    "
",
    "        return 0
",
    "
",
    "    def plot(self, h=0.01):
",
    "        """
",
    "        Generate plot of input data and decision boundary.
",
    "        """
",
    "        # setting plot properties like size, theme and axis limits
",
    "        sns.set_style('darkgrid')
",
    "        plt.figure(figsize=(20, 20))
",
    "
",
    "        plt.axis('scaled')
",
    "        plt.xlim(-0.1, 1.1)
",
    "        plt.ylim(-0.1, 1.1)
",
    "
",
    "        colors = {
",
    "            0: "ro",
",
    "            1: "go"
",
    "        }
",
    "
",
    "        # plotting the four datapoints
",
    "        for i in range(len(self.train_data)):
",
    "            plt.plot([self.train_data[i][0]],
",
    "                     [self.train_data[i][1]],
",
    "                     colors[self.target[i][0]],
",
    "                     markersize=20)
",
    "
",
    "        x_range = np.arange(-0.1, 1.1, h)
",
    "        y_range = np.arange(-0.1, 1.1, h)
",
    "
",
    "        # creating a mesh to plot decision boundary
",
    "        xx, yy = np.meshgrid(x_range, y_range, indexing='ij')
",
    "        Z = np.array([[self.classify([x, y]) for x in x_range] for y in y_range])
",
    "
",
    "        # using the contourf function to create the plot
",
    "        plt.contourf(xx, yy, Z, colors=['red', 'green', 'green', 'blue'], alpha=0.4)
",
    "
",
    "    def train(self):
",
    "        """
",
    "        Train an MLP. Runs through the data num_epochs number of times.
",
    "        A forward pass is done first, followed by a backward pass (backpropagation)
",
    "        where the networks parameter's are updated.
",
    "        """
",
    "        for _ in range(self.num_epochs):
",
    "            self.forward(self.train_data)
",
    "            self.update_weights()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_data = np.array(
",
    "    [
",
    "        [0, 0],
",
    "        [0, 1],
",
    "        [1, 0],
",
    "        [1, 1]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "target = np.array(
",
    "    [
",
    "        [1],
",
    "        [0],
",
    "        [0],
",
    "        [1]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.01182175]
",
      " [0.3670228 ]
",
      " [0.36737285]
",
      " [0.00899505]]
",
      "grad01:  [[-0.01330454 -0.01141526]
",
      " [-0.01227639 -0.0123727 ]]
",
      "(2, 2)
",
      "grad12:  [[-0.12422169]
",
      " [-0.11657146]]
",
      "(2, 1)
",
      "[[0.01321014]
",
      " [0.35954476]
",
      " [0.35988033]
",
      " [0.0102039 ]]
",
      "grad01:  [[-0.01320303 -0.0112862 ]
",
      " [-0.01217206 -0.01223277]]
",
      "(2, 2)
",
      "grad12:  [[-0.12702475]
",
      " [-0.11921937]]
",
      "(2, 1)
",
      "[[0.01477881]
",
      " [0.3516136 ]
",
      " [0.35193199]
",
      " [0.01158928]]
",
      "grad01:  [[-0.01303706 -0.01109928]
",
      " [-0.01200689 -0.01203145]]
",
      "(2, 2)
",
      "grad12:  [[-0.12953254]
",
      " [-0.12159504]]
",
      "(2, 1)
",
      "[[0.0165465 ]
",
      " [0.34323567]
",
      " [0.34353406]
",
      " [0.01317272]]
",
      "grad01:  [[-0.01280114 -0.01085022]
",
      " [-0.01177581 -0.01176422]]
",
      "(2, 2)
",
      "grad12:  [[-0.13166148]
",
      " [-0.12362052]]
",
      "(2, 1)
",
      "[[0.01853139]
",
      " [0.33442825]
",
      " [0.33470374]
",
      " [0.01497588]]
",
      "grad01:  [[-0.01249117 -0.01053607]
",
      " [-0.01147513 -0.01142798]]
",
      "(2, 2)
",
      "grad12:  [[-0.13332305]
",
      " [-0.12521314]]
",
      "(2, 1)
",
      "[[0.02074997]
",
      " [0.32522131]
",
      " [0.32547101]
",
      " [0.01701943]]
",
      "grad01:  [[-0.01210503 -0.01015578]
",
      " [-0.01110304 -0.01102162]]
",
      "(2, 2)
",
      "grad12:  [[-0.13442769]
",
      " [-0.12628914]]
",
      "(2, 1)
",
      "[[0.02321573]
",
      " [0.31565876]
",
      " [0.31587992]
",
      " [0.01932167]]
",
      "grad01:  [[-0.01164318 -0.00971064]
",
      " [-0.01066019 -0.01054645]]
",
      "(2, 2)
",
      "grad12:  [[-0.13488995]
",
      " [-0.12676846]]
",
      "(2, 1)
",
      "[[0.0259377 ]
",
      " [0.30579899]
",
      " [0.30598907]
",
      " [0.02189687]]
",
      "grad01:  [[-0.01110907 -0.00920462]
",
      " [-0.01015007 -0.01000666]]
",
      "(2, 2)
",
      "grad12:  [[-0.1346347 ]
",
      " [-0.12658052]]
",
      "(2, 1)
",
      "[[0.02891891]
",
      " [0.29571441]
",
      " [0.2958712 ]
",
      " [0.02475347]]
",
      "grad01:  [[-0.01050942 -0.00864458]
",
      " [-0.00957929 -0.00940939]]
",
      "(2, 2)
",
      "grad12:  [[-0.13360388]
",
      " [-0.12567052]]
",
      "(2, 1)
",
      "[[0.03215502]
",
      " [0.28548969]
",
      " [0.28561142]
",
      " [0.02789235]]
",
      "grad01:  [[-0.00985417 -0.00804015]
",
      " [-0.00895744 -0.00876472]]
",
      "(2, 2)
",
      "grad12:  [[-0.13176297]
",
      " [-0.1240055 ]]
",
      "(2, 1)
",
      "[[0.03563328]
",
      " [0.27521887]
",
      " [0.2753043 ]
",
      " [0.03130537]]
",
      "grad01:  [[-0.00915609 -0.00740331]
",
      " [-0.00829681 -0.00808519]]
",
      "(2, 2)
",
      "grad12:  [[-0.12910617]
",
      " [-0.12157927]]
",
      "(2, 1)
",
      "[[0.03933208]
",
      " [0.26500123]
",
      " [0.26504971]
",
      " [0.03497457]]
",
      "grad01:  [[-0.00843009 -0.00674769]
",
      " [-0.0076116  -0.0073851 ]]
",
      "(2, 2)
",
      "grad12:  [[-0.1256594 ]
",
      " [-0.11841519]]
",
      "(2, 1)
",
      "[[0.04322128]
",
      " [0.25493654]
",
      " [0.25494801]
",
      " [0.03887205]]
",
      "grad01:  [[-0.00769214 -0.00608764]
",
      " [-0.00691699 -0.00667951]]
",
      "(2, 2)
",
      "grad12:  [[-0.12148035]
",
      " [-0.11456628]]
",
      "(2, 1)
",
      "[[0.04726321]
",
      " [0.24511999]
",
      " [0.24509498]
",
      " [0.04296087]]
",
      "grad01:  [[-0.00695819 -0.00543722]
",
      " [-0.00622805 -0.00598321]]
",
      "(2, 2)
",
      "grad12:  [[-0.11665527]
",
      " [-0.11011235]]
",
      "(2, 1)
",
      "[[0.05141455]
",
      " [0.23563755]
",
      " [0.23557714]
",
      " [0.04719675]]
",
      "grad01:  [[-0.00624306 -0.00480918]
",
      " [-0.00555868 -0.00530966]]
",
      "(2, 2)
",
      "grad12:  [[-0.11129301]
",
      " [-0.10515439]]
",
      "(2, 1)
",
      "[[0.05562857]
",
      " [0.22656225]
",
      " [0.22646795]
",
      " [0.0515305 ]]
",
      "grad01:  [[-0.00555946 -0.00421426]
",
      " [-0.00492077 -0.00467022]]
",
      "(2, 2)
",
      "grad12:  [[-0.105517  ]
",
      " [-0.09980716]]
",
      "(2, 1)
",
      "[[0.05985773]
",
      " [0.21795168]
",
      " [0.21782538]
",
      " [0.05591077]]
",
      "grad01:  [[-0.00491742 -0.00366061]
",
      " [-0.00432356 -0.0040736 ]]
",
      "(2, 2)
",
      "grad12:  [[-0.09945649]
",
      " [-0.09419101]]
",
      "(2, 1)
",
      "[[0.06405603]
",
      " [0.209847  ]
",
      " [0.20969082]
",
      " [0.0602869 ]]
",
      "grad01:  [[-0.00432399 -0.00315366]
",
      " [-0.00377348 -0.00352565]]
",
      "(2, 2)
",
      "grad12:  [[-0.09323822]
",
      " [-0.08842411]]
",
      "(2, 1)
",
      "[[0.06818121]
",
      " [0.2022732 ]
",
      " [0.20208939]
",
      " [0.06461133]]
",
      "grad01:  [[-0.0037833  -0.00269623]
",
      " [-0.00327414 -0.0030295 ]]
",
      "(2, 2)
",
      "grad12:  [[-0.0869795 ]
",
      " [-0.08261594]]
",
      "(2, 1)
",
      "[[0.07219623]
",
      " [0.19524044]
",
      " [0.19503131]
",
      " [0.06884164]]
",
      "grad01:  [[-0.00329683 -0.00228882]
",
      " [-0.00282668 -0.00258586]]
",
      "(2, 2)
",
      "grad12:  [[-0.08078323]
",
      " [-0.07686267]]
",
      "(2, 1)
",
      "[[0.07607024]
",
      " [0.18874616]
",
      " [0.18851398]
",
      " [0.07294173]]
",
      "grad01:  [[-0.00286392 -0.00193009]
",
      " [-0.00243021 -0.0021935 ]]
",
      "(2, 2)
",
      "grad12:  [[-0.07473512]
",
      " [-0.07124445]]
",
      "(2, 1)
",
      "[[0.07977901]
",
      " [0.18277746]
",
      " [0.18252441]
",
      " [0.07688253]]
",
      "grad01:  [[-0.00248226 -0.00161735]
",
      " [-0.00208229 -0.00184973]]
",
      "(2, 2)
",
      "grad12:  [[-0.06890273]
",
      " [-0.0658246 ]]
",
      "(2, 1)
",
      "[[0.08330474]
",
      " [0.17731363]
",
      " [0.17704178]
",
      " [0.080642  ]]
",
      "grad01:  [[-0.0021484  -0.00134699]
",
      " [-0.00177948 -0.00155092]]
",
      "(2, 2)
",
      "grad12:  [[-0.06333613]
",
      " [-0.06065008]]
",
      "(2, 1)
",
      "[[0.08663569]
",
      " [0.17232845]
",
      " [0.17203969]
",
      " [0.08420477]]
",
      "grad01:  [[-0.00185825 -0.00111495]
",
      " [-0.00151773 -0.00129287]]
",
      "(2, 2)
",
      "grad12:  [[-0.05806948]
",
      " [-0.05575306]]
",
      "(2, 1)
",
      "[[0.0897654 ]
",
      " [0.16779221]
",
      " [0.16748829]
",
      " [0.08756149]]
",
      "grad01:  [[-0.00160739 -0.00091697]
",
      " [-0.00129272 -0.00107124]]
",
      "(2, 2)
",
      "grad12:  [[-0.05312329]
",
      " [-0.05115292]]
",
      "(2, 1)
",
      "[[0.09269196]
",
      " [0.1636734 ]
",
      " [0.16335587]
",
      " [0.09070795]]
",
      "grad01:  [[-0.00139138 -0.00074888]
",
      " [-0.00110017 -0.00088167]]
",
      "(2, 2)
",
      "grad12:  [[-0.04850679]
",
      " [-0.04685854]]
",
      "(2, 1)
",
      "[[0.0954171 ]
",
      " [0.15993997]
",
      " [0.15961023]
",
      " [0.0936442 ]]
",
      "grad01:  [[-0.00120596 -0.00060672]
",
      " [-0.00093596 -0.00072006]]
",
      "(2, 2)
",
      "grad12:  [[-0.04422033]
",
      " [-0.04287049]]
",
      "(2, 1)
",
      "[[0.09794549]
",
      " [0.15656033]
",
      " [0.15621962]
",
      " [0.0963737 ]]
",
      "grad01:  [[-0.00104714 -0.00048687]
",
      " [-0.0007963  -0.00058261]]
",
      "(2, 2)
",
      "grad12:  [[-0.04025754]
",
      " [-0.039183  ]]
",
      "(2, 1)
",
      "[[0.10028391]
",
      " [0.15350399]
",
      " [0.15315341]
",
      " [0.09890254]]
",
      "grad01:  [[-0.00091132 -0.00038606]
",
      " [-0.00067773 -0.00046589]]
",
      "(2, 2)
",
      "grad12:  [[-0.03660717]
",
      " [-0.03578577]]
",
      "(2, 1)
",
      "[[0.10244076]
",
      " [0.15074207]
",
      " [0.15038258]
",
      " [0.10123869]]
",
      "grad01:  [[-0.00079525 -0.00030142]
",
      " [-0.00057718 -0.00036688]]
",
      "(2, 2)
",
      "grad12:  [[-0.03325464]
",
      " [-0.03266535]]
",
      "(2, 1)
",
      "[[0.10442542]
",
      " [0.14824749]
",
      " [0.14787995]
",
      " [0.10339143]]
",
      "grad01:  [[-0.00069608 -0.00023043]
",
      " [-0.00049198 -0.00028292]]
",
      "(2, 2)
",
      "grad12:  [[-0.03018325]
",
      " [-0.02980632]]
",
      "(2, 1)
",
      "[[0.10624791]
",
      " [0.14599518]
",
      " [0.14562031]
",
      " [0.10537088]]
",
      "grad01:  [[-0.00061134 -0.00017092]
",
      " [-0.00041978 -0.00021169]]
",
      "(2, 2)
",
      "grad12:  [[-0.0273752 ]
",
      " [-0.02719216]]
",
      "(2, 1)
",
      "[[0.10791852]
",
      " [0.14396203]
",
      " [0.14358049]
",
      " [0.10718762]]
",
      "grad01:  [[-0.00053888 -0.00012105]
",
      " [-0.00035858 -0.00015124]]
",
      "(2, 2)
",
      "grad12:  [[-0.02481223]
",
      " [-0.02480596]]
",
      "(2, 1)
",
      "[[0.10944755]
",
      " [0.14212692]
",
      " [0.14173927]
",
      " [0.10885233]]
",
      "grad01:  [[-4.76852955e-04 -7.92390328e-05]
",
      " [-3.06678111e-04 -9.98702111e-05]]
",
      "(2, 2)
",
      "grad12:  [[-0.0224762]
",
      " [-0.0226309]]
",
      "(2, 1)
",
      "[[0.11084513]
",
      " [0.1404706 ]
",
      " [0.14007734]
",
      " [0.11037563]]
",
      "grad01:  [[-4.23696622e-04 -4.41706332e-05]
",
      " [-2.62607372e-04 -5.61524067e-05]]
",
      "(2, 2)
",
      "grad12:  [[-0.02034946]
",
      " [-0.02065056]]
",
      "(2, 1)
",
      "[[0.11212109]
",
      " [0.13897559]
",
      " [0.13857715]
",
      " [0.11176786]]
",
      "grad01:  [[-3.78071005e-04 -1.47245672e-05]
",
      " [-2.25139947e-04 -1.88780912e-05]]
",
      "(2, 2)
",
      "grad12:  [[-0.01841507]
",
      " [-0.01884922]]
",
      "(2, 1)
",
      "[[0.11328482]
",
      " [0.13762607]
",
      " [0.13722283]
",
      " [0.11303897]]
",
      "grad01:  [[-3.38842434e-04  1.00344775e-05]
",
      " [-1.93237189e-04  1.29722951e-05]]
",
      "(2, 2)
",
      "grad12:  [[-0.01665699]
",
      " [-0.01721198]]
",
      "(2, 1)
",
      "[[0.11434526]
",
      " [0.13640776]
",
      " [0.13600004]
",
      " [0.11419847]]
",
      "grad01:  [[-3.05051309e-04  3.08884351e-05]
",
      " [-1.66024963e-04  4.02563771e-05]]
",
      "(2, 2)
",
      "grad12:  [[-0.01506017]
",
      " [-0.01572483]]
",
      "(2, 1)
",
      "[[0.11531083]
",
      " [0.13530773]
",
      " [0.13489583]
",
      " [0.11525534]]
",
      "grad01:  [[-2.75886432e-04  4.84897141e-05]
",
      " [-1.42768783e-04  6.36944551e-05]]
",
      "(2, 2)
",
      "grad12:  [[-0.01361057]
",
      " [-0.01437473]]
",
      "(2, 1)
",
      "[[0.11618941]
",
      " [0.13431437]
",
      " [0.13389854]
",
      " [0.11621802]]
",
      "grad01:  [[-2.50662552e-04  6.33818440e-05]
",
      " [-1.22852153e-04  8.38908863e-05]]
",
      "(2, 2)
",
      "grad12:  [[-0.01229517]
",
      " [-0.01314958]]
",
      "(2, 1)
",
      "[[0.11698834]
",
      " [0.13341718]
",
      " [0.13299764]
",
      " [0.1170944 ]]
",
      "grad01:  [[-2.28800933e-04  7.60171598e-05]
",
      " [-1.05757912e-04  1.01352467e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.01110197]
",
      " [-0.01203819]]
",
      "(2, 1)
",
      "[[0.11771447]
",
      " [0.13260672]
",
      " [0.13218368]
",
      " [0.11789182]]
",
      "grad01:  [[-2.09812703e-04  8.67718294e-05]
",
      " [-9.10522950e-05  1.16504111e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.01001992]
",
      " [-0.01103029]]
",
      "(2, 1)
",
      "[[0.1183741 ]
",
      " [0.1318745 ]
",
      " [0.13144812]
",
      " [0.11861707]]
",
      "grad01:  [[-1.93284667e-04  9.59585432e-05]
",
      " [-7.83714214e-05  1.29702133e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00903889]
",
      " [-0.01011647]]
",
      "(2, 1)
",
      "[[0.11897307]
",
      " [0.13121286]
",
      " [0.13078329]
",
      " [0.11927645]]
",
      "grad01:  [[-1.78867282e-04  1.03837176e-04]
",
      " [-6.74098804e-05  1.41245455e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00814963]
",
      " [-0.0092881 ]]
",
      "(2, 1)
",
      "[[0.11951673]
",
      " [0.13061491]
",
      " [0.13018229]
",
      " [0.11987576]]
",
      "grad01:  [[-1.66264515e-04  1.10623713e-04]
",
      " [-5.79111396e-05  1.51385021e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00734367]
",
      " [-0.00853731]]
",
      "(2, 1)
",
      "[[0.12001002]
",
      " [0.13007445]
",
      " [0.12963889]
",
      " [0.12042031]]
",
      "grad01:  [[-1.55225301e-04  1.16497699e-04]
",
      " [-4.96595034e-05  1.60331686e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.0066133 ]
",
      " [-0.00785693]]
",
      "(2, 1)
",
      "[[0.12045745]
",
      " [0.12958588]
",
      " [0.12914749]
",
      " [0.120915  ]]
",
      "grad01:  [[-1.45536375e-04  1.21608440e-04]
",
      " [-4.24733897e-05  1.68262813e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.0059515 ]
",
      " [-0.00724041]]
",
      "(2, 1)
",
      "[[0.12086317]
",
      " [0.12914416]
",
      " [0.12870304]
",
      " [0.12136432]]
",
      "grad01:  [[-1.37016260e-04  1.26080158e-04]
",
      " [-3.61997174e-05  1.75327774e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00535189]
",
      " [-0.00668181]]
",
      "(2, 1)
",
      "[[0.12123094]
",
      " [0.12874477]
",
      " [0.12830099]
",
      " [0.12177236]]
",
      "grad01:  [[-1.29510232e-04  1.30016269e-04]
",
      " [-3.07092262e-05  1.81652547e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00480866]
",
      " [-0.00617572]]
",
      "(2, 1)
",
      "[[0.12156424]
",
      " [0.1283836 ]
",
      " [0.12793724]
",
      " [0.12214286]]
",
      "grad01:  [[-1.22886108e-04  1.33502933e-04]
",
      " [-2.58925784e-05  1.87343539e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00431653]
",
      " [-0.00571724]]
",
      "(2, 1)
",
      "[[0.12186621]
",
      " [0.12805698]
",
      " [0.1276081 ]
",
      " [0.12247926]]
",
      "grad01:  [[-1.17030715e-04  1.36611989e-04]
",
      " [-2.16571127e-05  1.92490773e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00387071]
",
      " [-0.0053019 ]]
",
      "(2, 1)
",
      "[[0.12213972]
",
      " [0.12776157]
",
      " [0.12731023]
",
      " [0.12278468]]
",
      "grad01:  [[-1.11846942e-04  1.39403396e-04]
",
      " [-1.79241420e-05  1.97170543e-04]]
",
      "(2, 2)
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "grad12:  [[-0.00346687]
",
      " [-0.00492566]]
",
      "(2, 1)
",
      "[[0.12238739]
",
      " [0.12749438]
",
      " [0.12704062]
",
      " [0.12306195]]
",
      "grad01:  [[-1.07251264e-04  1.41927241e-04]
",
      " [-1.46267030e-05  2.01447623e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00310105]
",
      " [-0.00458486]]
",
      "(2, 1)
",
      "[[0.12261161]
",
      " [0.12725269]
",
      " [0.12679656]
",
      " [0.12331367]]
",
      "grad01:  [[-1.03171678e-04  1.44225417e-04]
",
      " [-1.17076821e-05  2.05377114e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.0027697 ]
",
      " [-0.00427615]]
",
      "(2, 1)
",
      "[[0.12281454]
",
      " [0.12703405]
",
      " [0.12657561]
",
      " [0.12354219]]
",
      "grad01:  [[-9.95459580e-05  1.46332997e-04]
",
      " [-9.11825411e-06  2.09005977e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00246956]
",
      " [-0.00399653]]
",
      "(2, 1)
",
      "[[0.12299816]
",
      " [0.12683627]
",
      " [0.12637554]
",
      " [0.12374967]]
",
      "grad01:  [[-9.63202028e-05  1.48279384e-04]
",
      " [-6.81657994e-06  2.12374317e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.0021977 ]
",
      " [-0.00374326]]
",
      "(2, 1)
",
      "[[0.12316425]
",
      " [0.12665735]
",
      " [0.12619436]
",
      " [0.12393805]]
",
      "grad01:  [[-9.34476087e-05  1.50089258e-04]
",
      " [-4.76671958e-06  2.15516454e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00195145]
",
      " [-0.00351386]]
",
      "(2, 1)
",
      "[[0.12331446]
",
      " [0.12649549]
",
      " [0.12603027]
",
      " [0.12410911]]
",
      "grad01:  [[-9.08874378e-05  1.51783360e-04]
",
      " [-2.93772416e-06  2.18461817e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00172842]
",
      " [-0.00330608]]
",
      "(2, 1)
",
      "[[0.12345025]
",
      " [0.12634906]
",
      " [0.12588164]
",
      " [0.12426445]]
",
      "grad01:  [[-8.86041487e-05  1.53379149e-04]
",
      " [-1.30287634e-06  2.21235692e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.0015264 ]
",
      " [-0.00311789]]
",
      "(2, 1)
",
      "[[0.12357297]
",
      " [0.12621659]
",
      " [0.12574699]
",
      " [0.12440554]]
",
      "grad01:  [[-8.65666618e-05  1.54891336e-04]
",
      " [ 1.60945925e-07  2.23859855e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00134342]
",
      " [-0.00294744]]
",
      "(2, 1)
",
      "[[0.12368384]
",
      " [0.12609674]
",
      " [0.12562499]
",
      " [0.12453371]]
",
      "grad01:  [[-8.47477380e-05  1.56332341e-04]
",
      " [ 1.47380306e-06  2.26353094e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00117769]
",
      " [-0.00279306]]
",
      "(2, 1)
",
      "[[0.12378397]
",
      " [0.12598833]
",
      " [0.12551444]
",
      " [0.12465017]]
",
      "grad01:  [[-8.31234516e-05  1.57712658e-04]
",
      " [ 2.65314233e-06  2.28731655e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00102758]
",
      " [-0.00265324]]
",
      "(2, 1)
",
      "[[0.12387436]
",
      " [0.12589027]
",
      " [0.12541425]
",
      " [0.12475601]]
",
      "grad01:  [[-8.16727431e-05  1.59041173e-04]
",
      " [ 3.71417519e-06  2.31009613e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00089161]
",
      " [-0.00252661]]
",
      "(2, 1)
",
      "[[0.12395592]
",
      " [0.12580156]
",
      " [0.12532344]
",
      " [0.12485222]]
",
      "grad01:  [[-8.03770379e-05  1.60325420e-04]
",
      " [ 4.67019551e-06  2.33199187e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00076846]
",
      " [-0.00241191]]
",
      "(2, 1)
",
      "[[0.12402948]
",
      " [0.12572132]
",
      " [0.12524111]
",
      " [0.1249397 ]]
",
      "grad01:  [[-7.92199211e-05  1.61571794e-04]
",
      " [ 5.53284845e-06  2.35311005e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00065692]
",
      " [-0.00230804]]
",
      "(2, 1)
",
      "[[0.1240958 ]
",
      " [0.12564876]
",
      " [0.12516646]
",
      " [0.12501927]]
",
      "grad01:  [[-7.81868595e-05  1.62785736e-04]
",
      " [ 6.31235799e-06  2.37354330e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00055589]
",
      " [-0.00221396]]
",
      "(2, 1)
",
      "[[0.12415554]
",
      " [0.12558313]
",
      " [0.12509876]
",
      " [0.12509168]]
",
      "grad01:  [[-7.72649630e-05  1.63971878e-04]
",
      " [ 7.01772007e-06  2.39337250e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00046438]
",
      " [-0.00212876]]
",
      "(2, 1)
",
      "[[0.12420933]
",
      " [0.12552379]
",
      " [0.12503736]
",
      " [0.12515759]]
",
      "grad01:  [[-7.64427800e-05  1.65134171e-04]
",
      " [ 7.65686677e-06  2.41266837e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00038149]
",
      " [-0.0020516 ]]
",
      "(2, 1)
",
      "[[0.12425773]
",
      " [0.12547014]
",
      " [0.12498165]
",
      " [0.12521762]]
",
      "grad01:  [[-7.57101204e-05  1.66275991e-04]
",
      " [ 8.23680619e-06  2.43149289e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00030641]
",
      " [-0.00198171]]
",
      "(2, 1)
",
      "[[0.12430123]
",
      " [0.12542163]
",
      " [0.1249311 ]
",
      " [0.12527231]]
",
      "grad01:  [[-7.50579037e-05  1.67400226e-04]
",
      " [ 8.76374207e-06  2.44990047e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00023841]
",
      " [-0.00191843]]
",
      "(2, 1)
",
      "[[0.12434031]
",
      " [0.12537779]
",
      " [0.12488522]
",
      " [0.12532217]]
",
      "grad01:  [[-7.44780265e-05  1.68509351e-04]
",
      " [ 9.24317610e-06  2.46793891e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00017681]
",
      " [-0.00186111]]
",
      "(2, 1)
",
      "[[0.12437537]
",
      " [0.12533817]
",
      " [0.12484357]
",
      " [0.12536765]]
",
      "grad01:  [[-7.39632481e-05  1.69605488e-04]
",
      " [ 9.67999586e-06  2.48565030e-04]]
",
      "(2, 2)
",
      "grad12:  [[-0.00012101]
",
      " [-0.00180921]]
",
      "(2, 1)
",
      "[[0.1244068 ]
",
      " [0.12530237]
",
      " [0.12480575]
",
      " [0.12540917]]
",
      "grad01:  [[-7.35070909e-05  1.70690461e-04]
",
      " [ 1.00785504e-05  2.50307175e-04]]
",
      "(2, 2)
",
      "grad12:  [[-7.04719267e-05]
",
      " [-1.76220147e-03]]
",
      "(2, 1)
",
      "[[0.12443494]
",
      " [0.12527003]
",
      " [0.12477139]
",
      " [0.12544709]]
",
      "grad01:  [[-7.31037533e-05  1.71765840e-04]
",
      " [ 1.04427157e-05  2.52023602e-04]]
",
      "(2, 2)
",
      "grad12:  [[-2.46905423e-05]
",
      " [-1.71963541e-03]]
",
      "(2, 1)
",
      "[[0.12446009]
",
      " [0.12524083]
",
      " [0.12474017]
",
      " [0.12548176]]
",
      "grad01:  [[-7.27480339e-05  1.72832975e-04]
",
      " [ 1.07759507e-05  2.53717208e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 1.67802642e-05]
",
      " [-1.68108954e-03]]
",
      "(2, 1)
",
      "[[0.12448254]
",
      " [0.12521446]
",
      " [0.12471179]
",
      " [0.12551348]]
",
      "grad01:  [[-7.24352648e-05  1.73893033e-04]
",
      " [ 1.10813469e-05  2.55390554e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 5.43470466e-05]
",
      " [-1.64618504e-03]]
",
      "(2, 1)
",
      "[[0.12450254]
",
      " [0.12519066]
",
      " [0.12468598]
",
      " [0.12554252]]
",
      "grad01:  [[-7.21612533e-05  1.74947021e-04]
",
      " [ 1.13616703e-05  2.57045911e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 8.83780246e-05]
",
      " [-1.61457876e-03]]
",
      "(2, 1)
",
      "[[0.12452032]
",
      " [0.12516919]
",
      " [0.1246625 ]
",
      " [0.12556915]]
",
      "grad01:  [[-7.19222302e-05  1.75995809e-04]
",
      " [ 1.16193989e-05  2.58685293e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00011921]
",
      " [-0.00158596]]
",
      "(2, 1)
",
      "[[0.12453609]
",
      " [0.12514982]
",
      " [0.12464113]
",
      " [0.12559358]]
",
      "grad01:  [[-7.17148044e-05  1.77040149e-04]
",
      " [ 1.18567550e-05  2.60310489e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00014714]
",
      " [-0.00156005]]
",
      "(2, 1)
",
      "[[0.12455005]
",
      " [0.12513236]
",
      " [0.12462167]
",
      " [0.12561603]]
",
      "grad01:  [[-7.15359233e-05  1.78080694e-04]
",
      " [ 1.20757335e-05  2.61923087e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00017244]
",
      " [-0.00153659]]
",
      "(2, 1)
",
      "[[0.12456235]
",
      " [0.12511663]
",
      " [0.12460394]
",
      " [0.12563668]]
",
      "grad01:  [[-7.13828367e-05  1.79118010e-04]
",
      " [ 1.22781270e-05  2.63524502e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00019536]
",
      " [-0.00151534]]
",
      "(2, 1)
",
      "[[0.12457316]
",
      " [0.12510246]
",
      " [0.12458778]
",
      " [0.12565571]]
",
      "grad01:  [[-7.12530659e-05  1.80152588e-04]
",
      " [ 1.24655475e-05  2.65115991e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00021613]
",
      " [-0.00149611]]
",
      "(2, 1)
",
      "[[0.12458262]
",
      " [0.12508971]
",
      " [0.12457304]
",
      " [0.12567325]]
",
      "grad01:  [[-7.11443752e-05  1.81184854e-04]
",
      " [ 1.26394458e-05  2.66698676e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00023495]
",
      " [-0.0014787 ]]
",
      "(2, 1)
",
      "[[0.12459085]
",
      " [0.12507824]
",
      " [0.12455958]
",
      " [0.12568946]]
",
      "grad01:  [[-7.10547476e-05  1.82215178e-04]
",
      " [ 1.28011285e-05  2.68273556e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.000252  ]
",
      " [-0.00146294]]
",
      "(2, 1)
",
      "[[0.12459797]
",
      " [0.12506793]
",
      " [0.12454728]
",
      " [0.12570446]]
",
      "grad01:  [[-7.09823622e-05  1.83243883e-04]
",
      " [ 1.29517733e-05  2.69841523e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00026744]
",
      " [-0.00144868]]
",
      "(2, 1)
",
      "[[0.12460409]
",
      " [0.12505867]
",
      " [0.12453604]
",
      " [0.12571836]]
",
      "grad01:  [[-7.09255746e-05  1.84271250e-04]
",
      " [ 1.30924423e-05  2.71403372e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00028144]
",
      " [-0.00143577]]
",
      "(2, 1)
",
      "[[0.12460929]
",
      " [0.12505037]
",
      " [0.12452575]
",
      " [0.12573127]]
",
      "grad01:  [[-7.08828994e-05  1.85297523e-04]
",
      " [ 1.32240935e-05  2.72959816e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00029413]
",
      " [-0.00142408]]
",
      "(2, 1)
",
      "[[0.12461367]
",
      " [0.12504292]
",
      " [0.12451632]
",
      " [0.12574329]]
",
      "grad01:  [[-7.08529939e-05  1.86322915e-04]
",
      " [ 1.33475922e-05  2.74511489e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00030563]
",
      " [-0.00141351]]
",
      "(2, 1)
",
      "[[0.12461731]
",
      " [0.12503626]
",
      " [0.12450768]
",
      " [0.12575448]]
",
      "grad01:  [[-7.08346448e-05  1.87347611e-04]
",
      " [ 1.34637194e-05  2.76058959e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00031605]
",
      " [-0.00140394]]
",
      "(2, 1)
",
      "[[0.12462026]
",
      " [0.12503031]
",
      " [0.12449974]
",
      " [0.12576494]]
",
      "grad01:  [[-7.08267545e-05  1.88371774e-04]
",
      " [ 1.35731811e-05  2.77602735e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0003255 ]
",
      " [-0.00139529]]
",
      "(2, 1)
",
      "[[0.1246226 ]
",
      " [0.12502499]
",
      " [0.12449245]
",
      " [0.12577473]]
",
      "grad01:  [[-7.08283306e-05  1.89395545e-04]
",
      " [ 1.36766155e-05  2.79143273e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00033406]
",
      " [-0.00138746]]
",
      "(2, 1)
",
      "[[0.12462439]
",
      " [0.12502026]
",
      " [0.12448573]
",
      " [0.12578392]]
",
      "grad01:  [[-7.08384751e-05  1.90419048e-04]
",
      " [ 1.37745994e-05  2.80680979e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00034183]
",
      " [-0.00138038]]
",
      "(2, 1)
",
      "[[0.12462568]
",
      " [0.12501605]
",
      " [0.12447954]
",
      " [0.12579256]]
",
      "grad01:  [[-7.08563755e-05  1.91442389e-04]
",
      " [ 1.38676548e-05  2.82216219e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00034887]
",
      " [-0.00137397]]
",
      "(2, 1)
",
      "[[0.12462651]
",
      " [0.12501232]
",
      " [0.12447383]
",
      " [0.12580071]]
",
      "grad01:  [[-7.08812966e-05  1.92465664e-04]
",
      " [ 1.39562537e-05  2.83749319e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00035525]
",
      " [-0.00136819]]
",
      "(2, 1)
",
      "[[0.12462692]
",
      " [0.12500902]
",
      " [0.12446855]
",
      " [0.1258084 ]]
",
      "grad01:  [[-7.09125726e-05  1.93488955e-04]
",
      " [ 1.40408234e-05  2.85280574e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00036104]
",
      " [-0.00136295]]
",
      "(2, 1)
",
      "[[0.12462696]
",
      " [0.1250061 ]
",
      " [0.12446366]
",
      " [0.12581569]]
",
      "grad01:  [[-7.09496010e-05  1.94512334e-04]
",
      " [ 1.41217509e-05  2.86810246e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00036629]
",
      " [-0.00135822]]
",
      "(2, 1)
",
      "[[0.12462667]
",
      " [0.12500354]
",
      " [0.12445913]
",
      " [0.12582261]]
",
      "grad01:  [[-7.09918361e-05  1.95535864e-04]
",
      " [ 1.41993863e-05  2.88338572e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00037106]
",
      " [-0.00135395]]
",
      "(2, 1)
",
      "[[0.12462606]
",
      " [0.1250013 ]
",
      " [0.12445491]
",
      " [0.1258292 ]]
",
      "grad01:  [[-7.10387838e-05  1.96559600e-04]
",
      " [ 1.42740467e-05  2.89865764e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00037539]
",
      " [-0.00135009]]
",
      "(2, 1)
",
      "[[0.12462518]
",
      " [0.12499935]
",
      " [0.12445099]
",
      " [0.12583549]]
",
      "grad01:  [[-7.10899965e-05  1.97583591e-04]
",
      " [ 1.43460195e-05  2.91392012e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00037931]
",
      " [-0.00134661]]
",
      "(2, 1)
",
      "[[0.12462405]
",
      " [0.12499767]
",
      " [0.12444732]
",
      " [0.1258415 ]]
",
      "grad01:  [[-7.11450689e-05  1.98607879e-04]
",
      " [ 1.44155650e-05  2.92917487e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00038287]
",
      " [-0.00134347]]
",
      "(2, 1)
",
      "[[0.12462269]
",
      " [0.12499621]
",
      " [0.1244439 ]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [0.12584727]]
",
      "grad01:  [[-7.12036338e-05  1.99632502e-04]
",
      " [ 1.44829188e-05  2.94442343e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00038611]
",
      " [-0.00134063]]
",
      "(2, 1)
",
      "[[0.12462112]
",
      " [0.12499498]
",
      " [0.12444069]
",
      " [0.12585281]]
",
      "grad01:  [[-7.12653586e-05  2.00657491e-04]
",
      " [ 1.45482948e-05  2.95966720e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00038905]
",
      " [-0.00133808]]
",
      "(2, 1)
",
      "[[0.12461937]
",
      " [0.12499394]
",
      " [0.12443767]
",
      " [0.12585816]]
",
      "grad01:  [[-7.13299419e-05  2.01682878e-04]
",
      " [ 1.46118865e-05  2.97490740e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00039172]
",
      " [-0.00133577]]
",
      "(2, 1)
",
      "[[0.12461744]
",
      " [0.12499307]
",
      " [0.12443483]
",
      " [0.12586331]]
",
      "grad01:  [[-7.13971106e-05  2.02708685e-04]
",
      " [ 1.46738696e-05  2.99014516e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00039415]
",
      " [-0.0013337 ]]
",
      "(2, 1)
",
      "[[0.12461536]
",
      " [0.12499236]
",
      " [0.12443215]
",
      " [0.12586831]]
",
      "grad01:  [[-7.14666172e-05  2.03734937e-04]
",
      " [ 1.47344031e-05  3.00538150e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00039636]
",
      " [-0.00133183]]
",
      "(2, 1)
",
      "[[0.12461314]
",
      " [0.1249918 ]
",
      " [0.12442962]
",
      " [0.12587315]]
",
      "grad01:  [[-7.15382376e-05  2.04761653e-04]
",
      " [ 1.47936314e-05  3.02061733e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00039837]
",
      " [-0.00133016]]
",
      "(2, 1)
",
      "[[0.1246108 ]
",
      " [0.12499137]
",
      " [0.12442722]
",
      " [0.12587786]]
",
      "grad01:  [[-7.16117686e-05  2.05788851e-04]
",
      " [ 1.48516852e-05  3.03585346e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004002 ]
",
      " [-0.00132865]]
",
      "(2, 1)
",
      "[[0.12460834]
",
      " [0.12499105]
",
      " [0.12442493]
",
      " [0.12588244]]
",
      "grad01:  [[-7.16870259e-05  2.06816546e-04]
",
      " [ 1.49086831e-05  3.05109065e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00040186]
",
      " [-0.0013273 ]]
",
      "(2, 1)
",
      "[[0.12460578]
",
      " [0.12499085]
",
      " [0.12442275]
",
      " [0.12588692]]
",
      "grad01:  [[-7.17638428e-05  2.07844753e-04]
",
      " [ 1.49647327e-05  3.06632956e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00040338]
",
      " [-0.00132609]]
",
      "(2, 1)
",
      "[[0.12460312]
",
      " [0.12499074]
",
      " [0.12442067]
",
      " [0.12589129]]
",
      "grad01:  [[-7.18420680e-05  2.08873483e-04]
",
      " [ 1.50199316e-05  3.08157079e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00040476]
",
      " [-0.001325  ]]
",
      "(2, 1)
",
      "[[0.12460038]
",
      " [0.12499072]
",
      " [0.12441868]
",
      " [0.12589557]]
",
      "grad01:  [[-7.19215643e-05  2.09902750e-04]
",
      " [ 1.50743682e-05  3.09681490e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00040603]
",
      " [-0.00132404]]
",
      "(2, 1)
",
      "[[0.12459756]
",
      " [0.12499077]
",
      " [0.12441677]
",
      " [0.12589977]]
",
      "grad01:  [[-7.20022076e-05  2.10932561e-04]
",
      " [ 1.51281228e-05  3.11206239e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00040718]
",
      " [-0.00132317]]
",
      "(2, 1)
",
      "[[0.12459467]
",
      " [0.1249909 ]
",
      " [0.12441493]
",
      " [0.1259039 ]]
",
      "grad01:  [[-7.20838852e-05  2.11962928e-04]
",
      " [ 1.51812682e-05  3.12731371e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00040823]
",
      " [-0.00132241]]
",
      "(2, 1)
",
      "[[0.12459172]
",
      " [0.12499109]
",
      " [0.12441315]
",
      " [0.12590796]]
",
      "grad01:  [[-7.21664951e-05  2.12993859e-04]
",
      " [ 1.52338705e-05  3.14256927e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004092 ]
",
      " [-0.00132173]]
",
      "(2, 1)
",
      "[[0.12458871]
",
      " [0.12499135]
",
      " [0.12441143]
",
      " [0.12591196]]
",
      "grad01:  [[-7.22499447e-05  2.14025361e-04]
",
      " [ 1.52859894e-05  3.15782944e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041008]
",
      " [-0.00132112]]
",
      "(2, 1)
",
      "[[0.12458565]
",
      " [0.12499165]
",
      " [0.12440977]
",
      " [0.1259159 ]]
",
      "grad01:  [[-7.23341502e-05  2.15057442e-04]
",
      " [ 1.53376795e-05  3.17309456e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041089]
",
      " [-0.00132059]]
",
      "(2, 1)
",
      "[[0.12458254]
",
      " [0.12499201]
",
      " [0.12440815]
",
      " [0.1259198 ]]
",
      "grad01:  [[-7.24190356e-05  2.16090108e-04]
",
      " [ 1.53889900e-05  3.18836495e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041163]
",
      " [-0.00132013]]
",
      "(2, 1)
",
      "[[0.12457939]
",
      " [0.1249924 ]
",
      " [0.12440658]
",
      " [0.12592365]]
",
      "grad01:  [[-7.25045319e-05  2.17123366e-04]
",
      " [ 1.54399657e-05  3.20364089e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041232]
",
      " [-0.00131972]]
",
      "(2, 1)
",
      "[[0.12457619]
",
      " [0.12499284]
",
      " [0.12440505]
",
      " [0.12592746]]
",
      "grad01:  [[-7.25905767e-05  2.18157222e-04]
",
      " [ 1.54906472e-05  3.21892264e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041294]
",
      " [-0.00131936]]
",
      "(2, 1)
",
      "[[0.12457297]
",
      " [0.12499331]
",
      " [0.12440355]
",
      " [0.12593124]]
",
      "grad01:  [[-7.26771135e-05  2.19191681e-04]
",
      " [ 1.55410713e-05  3.23421044e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041352]
",
      " [-0.00131906]]
",
      "(2, 1)
",
      "[[0.12456971]
",
      " [0.12499381]
",
      " [0.12440209]
",
      " [0.12593498]]
",
      "grad01:  [[-7.27640908e-05  2.20226749e-04]
",
      " [ 1.55912716e-05  3.24950451e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041406]
",
      " [-0.0013188 ]]
",
      "(2, 1)
",
      "[[0.12456642]
",
      " [0.12499434]
",
      " [0.12440065]
",
      " [0.1259387 ]]
",
      "grad01:  [[-7.28514621e-05  2.21262431e-04]
",
      " [ 1.56412784e-05  3.26480505e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041455]
",
      " [-0.00131857]]
",
      "(2, 1)
",
      "[[0.1245631 ]
",
      " [0.1249949 ]
",
      " [0.12439924]
",
      " [0.12594238]]
",
      "grad01:  [[-7.29391854e-05  2.22298733e-04]
",
      " [ 1.56911192e-05  3.28011225e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041501]
",
      " [-0.00131839]]
",
      "(2, 1)
",
      "[[0.12455976]
",
      " [0.12499548]
",
      " [0.12439786]
",
      " [0.12594605]]
",
      "grad01:  [[-7.30272224e-05  2.23335658e-04]
",
      " [ 1.57408192e-05  3.29542629e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041544]
",
      " [-0.00131824]]
",
      "(2, 1)
",
      "[[0.1245564 ]
",
      " [0.12499609]
",
      " [0.12439649]
",
      " [0.12594969]]
",
      "grad01:  [[-7.31155385e-05  2.24373213e-04]
",
      " [ 1.57904010e-05  3.31074733e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041583]
",
      " [-0.00131812]]
",
      "(2, 1)
",
      "[[0.12455302]
",
      " [0.12499671]
",
      " [0.12439515]
",
      " [0.12595331]]
",
      "grad01:  [[-7.32041022e-05  2.25411401e-04]
",
      " [ 1.58398852e-05  3.32607551e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004162 ]
",
      " [-0.00131802]]
",
      "(2, 1)
",
      "[[0.12454962]
",
      " [0.12499735]
",
      " [0.12439382]
",
      " [0.12595692]]
",
      "grad01:  [[-7.32928852e-05  2.26450227e-04]
",
      " [ 1.58892906e-05  3.34141098e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041655]
",
      " [-0.00131796]]
",
      "(2, 1)
",
      "[[0.12454621]
",
      " [0.124998  ]
",
      " [0.12439251]
",
      " [0.12596051]]
",
      "grad01:  [[-7.33818616e-05  2.27489696e-04]
",
      " [ 1.59386343e-05  3.35675387e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041687]
",
      " [-0.00131791]]
",
      "(2, 1)
",
      "[[0.12454278]
",
      " [0.12499867]
",
      " [0.12439121]
",
      " [0.12596409]]
",
      "grad01:  [[-7.34710080e-05  2.28529813e-04]
",
      " [ 1.59879317e-05  3.37210430e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041717]
",
      " [-0.00131789]]
",
      "(2, 1)
",
      "[[0.12453933]
",
      " [0.12499935]
",
      " [0.12438993]
",
      " [0.12596766]]
",
      "grad01:  [[-7.35603034e-05  2.29570581e-04]
",
      " [ 1.60371969e-05  3.38746240e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041746]
",
      " [-0.00131788]]
",
      "(2, 1)
",
      "[[0.12453587]
",
      " [0.12500005]
",
      " [0.12438865]
",
      " [0.12597121]]
",
      "grad01:  [[-7.36497284e-05  2.30612006e-04]
",
      " [ 1.60864425e-05  3.40282826e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041773]
",
      " [-0.0013179 ]]
",
      "(2, 1)
",
      "[[0.1245324 ]
",
      " [0.12500075]
",
      " [0.12438739]
",
      " [0.12597476]]
",
      "grad01:  [[-7.37392657e-05  2.31654091e-04]
",
      " [ 1.61356803e-05  3.41820201e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041798]
",
      " [-0.00131793]]
",
      "(2, 1)
",
      "[[0.12452893]
",
      " [0.12500146]
",
      " [0.12438614]
",
      " [0.12597829]]
",
      "grad01:  [[-7.38288996e-05  2.32696842e-04]
",
      " [ 1.61849208e-05  3.43358373e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041823]
",
      " [-0.00131797]]
",
      "(2, 1)
",
      "[[0.12452544]
",
      " [0.12500218]
",
      " [0.1243849 ]
",
      " [0.12598182]]
",
      "grad01:  [[-7.39186157e-05  2.33740263e-04]
",
      " [ 1.62341735e-05  3.44897353e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041846]
",
      " [-0.00131803]]
",
      "(2, 1)
",
      "[[0.12452194]
",
      " [0.12500291]
",
      " [0.12438366]
",
      " [0.12598534]]
",
      "grad01:  [[-7.40084011e-05  2.34784359e-04]
",
      " [ 1.62834473e-05  3.46437149e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041868]
",
      " [-0.0013181 ]]
",
      "(2, 1)
",
      "[[0.12451843]
",
      " [0.12500364]
",
      " [0.12438243]
",
      " [0.12598886]]
",
      "grad01:  [[-7.40982441e-05  2.35829133e-04]
",
      " [ 1.63327500e-05  3.47977770e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041889]
",
      " [-0.00131818]]
",
      "(2, 1)
",
      "[[0.12451492]
",
      " [0.12500438]
",
      " [0.1243812 ]
",
      " [0.12599237]]
",
      "grad01:  [[-7.41881341e-05  2.36874591e-04]
",
      " [ 1.63820889e-05  3.49519225e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041909]
",
      " [-0.00131827]]
",
      "(2, 1)
",
      "[[0.1245114 ]
",
      " [0.12500513]
",
      " [0.12437999]
",
      " [0.12599588]]
",
      "grad01:  [[-7.42780614e-05  2.37920737e-04]
",
      " [ 1.64314705e-05  3.51061522e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041928]
",
      " [-0.00131838]]
",
      "(2, 1)
",
      "[[0.12450787]
",
      " [0.12500588]
",
      " [0.12437877]
",
      " [0.12599938]]
",
      "grad01:  [[-7.43680173e-05  2.38967575e-04]
",
      " [ 1.64809009e-05  3.52604669e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041947]
",
      " [-0.00131849]]
",
      "(2, 1)
",
      "[[0.12450434]
",
      " [0.12500664]
",
      " [0.12437756]
",
      " [0.12600288]]
",
      "grad01:  [[-7.44579940e-05  2.40015111e-04]
",
      " [ 1.65303855e-05  3.54148673e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041965]
",
      " [-0.00131861]]
",
      "(2, 1)
",
      "[[0.1245008 ]
",
      " [0.12500739]
",
      " [0.12437636]
",
      " [0.12600638]]
",
      "grad01:  [[-7.45479842e-05  2.41063349e-04]
",
      " [ 1.65799293e-05  3.55693542e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00041983]
",
      " [-0.00131874]]
",
      "(2, 1)
",
      "[[0.12449726]
",
      " [0.12500816]
",
      " [0.12437516]
",
      " [0.12600988]]
",
      "grad01:  [[-7.46379816e-05  2.42112293e-04]
",
      " [ 1.66295368e-05  3.57239284e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042   ]
",
      " [-0.00131887]]
",
      "(2, 1)
",
      "[[0.12449371]
",
      " [0.12500892]
",
      " [0.12437396]
",
      " [0.12601337]]
",
      "grad01:  [[-7.47279802e-05  2.43161948e-04]
",
      " [ 1.66792121e-05  3.58785905e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042017]
",
      " [-0.00131902]]
",
      "(2, 1)
",
      "[[0.12449016]
",
      " [0.12500969]
",
      " [0.12437276]
",
      " [0.12601686]]
",
      "grad01:  [[-7.48179747e-05  2.44212320e-04]
",
      " [ 1.67289591e-05  3.60333412e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042033]
",
      " [-0.00131916]]
",
      "(2, 1)
",
      "[[0.12448661]
",
      " [0.12501046]
",
      " [0.12437157]
",
      " [0.12602035]]
",
      "grad01:  [[-7.49079604e-05  2.45263412e-04]
",
      " [ 1.67787812e-05  3.61881813e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042049]
",
      " [-0.00131932]]
",
      "(2, 1)
",
      "[[0.12448305]
",
      " [0.12501123]
",
      " [0.12437037]
",
      " [0.12602384]]
",
      "grad01:  [[-7.49979328e-05  2.46315230e-04]
",
      " [ 1.68286815e-05  3.63431114e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042065]
",
      " [-0.00131948]]
",
      "(2, 1)
",
      "[[0.12447949]
",
      " [0.125012  ]
",
      " [0.12436918]
",
      " [0.12602733]]
",
      "grad01:  [[-7.50878881e-05  2.47367777e-04]
",
      " [ 1.68786629e-05  3.64981322e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004208 ]
",
      " [-0.00131964]]
",
      "(2, 1)
",
      "[[0.12447592]
",
      " [0.12501277]
",
      " [0.124368  ]
",
      " [0.12603082]]
",
      "grad01:  [[-7.51778227e-05  2.48421060e-04]
",
      " [ 1.69287282e-05  3.66532443e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042095]
",
      " [-0.00131981]]
",
      "(2, 1)
",
      "[[0.12447235]
",
      " [0.12501355]
",
      " [0.12436681]
",
      " [0.12603431]]
",
      "grad01:  [[-7.52677333e-05  2.49475083e-04]
",
      " [ 1.69788796e-05  3.68084484e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004211 ]
",
      " [-0.00131999]]
",
      "(2, 1)
",
      "[[0.12446878]
",
      " [0.12501432]
",
      " [0.12436562]
",
      " [0.1260378 ]]
",
      "grad01:  [[-7.53576171e-05  2.50529851e-04]
",
      " [ 1.70291195e-05  3.69637452e-04]]
",
      "(2, 2)
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "grad12:  [[ 0.00042125]
",
      " [-0.00132017]]
",
      "(2, 1)
",
      "[[0.12446521]
",
      " [0.1250151 ]
",
      " [0.12436444]
",
      " [0.12604129]]
",
      "grad01:  [[-7.54474715e-05  2.51585368e-04]
",
      " [ 1.70794498e-05  3.71191352e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042139]
",
      " [-0.00132035]]
",
      "(2, 1)
",
      "[[0.12446163]
",
      " [0.12501588]
",
      " [0.12436326]
",
      " [0.12604478]]
",
      "grad01:  [[-7.55372939e-05  2.52641640e-04]
",
      " [ 1.71298724e-05  3.72746191e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042154]
",
      " [-0.00132054]]
",
      "(2, 1)
",
      "[[0.12445805]
",
      " [0.12501666]
",
      " [0.12436207]
",
      " [0.12604827]]
",
      "grad01:  [[-7.56270824e-05  2.53698671e-04]
",
      " [ 1.71803891e-05  3.74301976e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042168]
",
      " [-0.00132073]]
",
      "(2, 1)
",
      "[[0.12445447]
",
      " [0.12501744]
",
      " [0.12436089]
",
      " [0.12605176]]
",
      "grad01:  [[-7.57168349e-05  2.54756467e-04]
",
      " [ 1.72310015e-05  3.75858712e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042183]
",
      " [-0.00132093]]
",
      "(2, 1)
",
      "[[0.12445088]
",
      " [0.12501822]
",
      " [0.12435971]
",
      " [0.12605525]]
",
      "grad01:  [[-7.58065497e-05  2.55815033e-04]
",
      " [ 1.72817110e-05  3.77416406e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042197]
",
      " [-0.00132113]]
",
      "(2, 1)
",
      "[[0.1244473 ]
",
      " [0.12501899]
",
      " [0.12435853]
",
      " [0.12605875]]
",
      "grad01:  [[-7.58962252e-05  2.56874372e-04]
",
      " [ 1.73325190e-05  3.78975063e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042211]
",
      " [-0.00132133]]
",
      "(2, 1)
",
      "[[0.12444371]
",
      " [0.12501977]
",
      " [0.12435734]
",
      " [0.12606224]]
",
      "grad01:  [[-7.59858600e-05  2.57934491e-04]
",
      " [ 1.73834267e-05  3.80534691e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042225]
",
      " [-0.00132153]]
",
      "(2, 1)
",
      "[[0.12444012]
",
      " [0.12502055]
",
      " [0.12435616]
",
      " [0.12606574]]
",
      "grad01:  [[-7.60754529e-05  2.58995395e-04]
",
      " [ 1.74344353e-05  3.82095294e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042239]
",
      " [-0.00132174]]
",
      "(2, 1)
",
      "[[0.12443653]
",
      " [0.12502133]
",
      " [0.12435498]
",
      " [0.12606924]]
",
      "grad01:  [[-7.61650025e-05  2.60057088e-04]
",
      " [ 1.74855459e-05  3.83656880e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042253]
",
      " [-0.00132195]]
",
      "(2, 1)
",
      "[[0.12443293]
",
      " [0.12502211]
",
      " [0.1243538 ]
",
      " [0.12607274]]
",
      "grad01:  [[-7.62545079e-05  2.61119576e-04]
",
      " [ 1.75367595e-05  3.85219454e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042267]
",
      " [-0.00132217]]
",
      "(2, 1)
",
      "[[0.12442934]
",
      " [0.12502289]
",
      " [0.12435262]
",
      " [0.12607624]]
",
      "grad01:  [[-7.63439682e-05  2.62182863e-04]
",
      " [ 1.75880770e-05  3.86783023e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042281]
",
      " [-0.00132238]]
",
      "(2, 1)
",
      "[[0.12442574]
",
      " [0.12502367]
",
      " [0.12435144]
",
      " [0.12607974]]
",
      "grad01:  [[-7.64333825e-05  2.63246955e-04]
",
      " [ 1.76394993e-05  3.88347591e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042295]
",
      " [-0.0013226 ]]
",
      "(2, 1)
",
      "[[0.12442214]
",
      " [0.12502445]
",
      " [0.12435026]
",
      " [0.12608324]]
",
      "grad01:  [[-7.65227500e-05  2.64311857e-04]
",
      " [ 1.76910273e-05  3.89913166e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042309]
",
      " [-0.00132283]]
",
      "(2, 1)
",
      "[[0.12441854]
",
      " [0.12502522]
",
      " [0.12434908]
",
      " [0.12608675]]
",
      "grad01:  [[-7.66120701e-05  2.65377574e-04]
",
      " [ 1.77426616e-05  3.91479754e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042323]
",
      " [-0.00132305]]
",
      "(2, 1)
",
      "[[0.12441494]
",
      " [0.125026  ]
",
      " [0.12434789]
",
      " [0.12609026]]
",
      "grad01:  [[-7.67013421e-05  2.66444111e-04]
",
      " [ 1.77944031e-05  3.93047360e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042337]
",
      " [-0.00132328]]
",
      "(2, 1)
",
      "[[0.12441133]
",
      " [0.12502678]
",
      " [0.12434671]
",
      " [0.12609376]]
",
      "grad01:  [[-7.67905655e-05  2.67511474e-04]
",
      " [ 1.78462523e-05  3.94615990e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042352]
",
      " [-0.00132351]]
",
      "(2, 1)
",
      "[[0.12440773]
",
      " [0.12502755]
",
      " [0.12434553]
",
      " [0.12609728]]
",
      "grad01:  [[-7.68797399e-05  2.68579667e-04]
",
      " [ 1.78982100e-05  3.96185651e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042366]
",
      " [-0.00132374]]
",
      "(2, 1)
",
      "[[0.12440412]
",
      " [0.12502833]
",
      " [0.12434435]
",
      " [0.12610079]]
",
      "grad01:  [[-7.69688647e-05  2.69648695e-04]
",
      " [ 1.79502768e-05  3.97756348e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004238 ]
",
      " [-0.00132398]]
",
      "(2, 1)
",
      "[[0.12440051]
",
      " [0.1250291 ]
",
      " [0.12434316]
",
      " [0.1261043 ]]
",
      "grad01:  [[-7.70579395e-05  2.70718565e-04]
",
      " [ 1.80024532e-05  3.99328088e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042394]
",
      " [-0.00132422]]
",
      "(2, 1)
",
      "[[0.1243969 ]
",
      " [0.12502988]
",
      " [0.12434198]
",
      " [0.12610782]]
",
      "grad01:  [[-7.71469641e-05  2.71789280e-04]
",
      " [ 1.80547398e-05  4.00900876e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042408]
",
      " [-0.00132446]]
",
      "(2, 1)
",
      "[[0.12439329]
",
      " [0.12503065]
",
      " [0.1243408 ]
",
      " [0.12611134]]
",
      "grad01:  [[-7.72359382e-05  2.72860847e-04]
",
      " [ 1.81071372e-05  4.02474719e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042423]
",
      " [-0.0013247 ]]
",
      "(2, 1)
",
      "[[0.12438967]
",
      " [0.12503143]
",
      " [0.12433961]
",
      " [0.12611486]]
",
      "grad01:  [[-7.73248613e-05  2.73933270e-04]
",
      " [ 1.81596457e-05  4.04049622e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042437]
",
      " [-0.00132494]]
",
      "(2, 1)
",
      "[[0.12438606]
",
      " [0.1250322 ]
",
      " [0.12433843]
",
      " [0.12611839]]
",
      "grad01:  [[-7.74137334e-05  2.75006555e-04]
",
      " [ 1.82122660e-05  4.05625592e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042451]
",
      " [-0.00132519]]
",
      "(2, 1)
",
      "[[0.12438244]
",
      " [0.12503297]
",
      " [0.12433724]
",
      " [0.12612191]]
",
      "grad01:  [[-7.75025542e-05  2.76080708e-04]
",
      " [ 1.82649984e-05  4.07202634e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042466]
",
      " [-0.00132544]]
",
      "(2, 1)
",
      "[[0.12437882]
",
      " [0.12503374]
",
      " [0.12433605]
",
      " [0.12612544]]
",
      "grad01:  [[-7.75913234e-05  2.77155732e-04]
",
      " [ 1.83178435e-05  4.08780755e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004248 ]
",
      " [-0.00132569]]
",
      "(2, 1)
",
      "[[0.1243752 ]
",
      " [0.12503451]
",
      " [0.12433487]
",
      " [0.12612897]]
",
      "grad01:  [[-7.76800410e-05  2.78231634e-04]
",
      " [ 1.83708017e-05  4.10359960e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042495]
",
      " [-0.00132595]]
",
      "(2, 1)
",
      "[[0.12437158]
",
      " [0.12503528]
",
      " [0.12433368]
",
      " [0.1261325 ]]
",
      "grad01:  [[-7.77687068e-05  2.79308419e-04]
",
      " [ 1.84238733e-05  4.11940256e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004251]
",
      " [-0.0013262]]
",
      "(2, 1)
",
      "[[0.12436796]
",
      " [0.12503605]
",
      " [0.12433249]
",
      " [0.12613604]]
",
      "grad01:  [[-7.78573207e-05  2.80386092e-04]
",
      " [ 1.84770589e-05  4.13521649e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042524]
",
      " [-0.00132646]]
",
      "(2, 1)
",
      "[[0.12436433]
",
      " [0.12503682]
",
      " [0.1243313 ]
",
      " [0.12613957]]
",
      "grad01:  [[-7.79458825e-05  2.81464659e-04]
",
      " [ 1.85303587e-05  4.15104144e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042539]
",
      " [-0.00132672]]
",
      "(2, 1)
",
      "[[0.12436071]
",
      " [0.12503759]
",
      " [0.12433011]
",
      " [0.12614311]]
",
      "grad01:  [[-7.80343922e-05  2.82544124e-04]
",
      " [ 1.85837732e-05  4.16687748e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042554]
",
      " [-0.00132698]]
",
      "(2, 1)
",
      "[[0.12435708]
",
      " [0.12503835]
",
      " [0.12432892]
",
      " [0.12614665]]
",
      "grad01:  [[-7.81228497e-05  2.83624494e-04]
",
      " [ 1.86373028e-05  4.18272466e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042569]
",
      " [-0.00132725]]
",
      "(2, 1)
",
      "[[0.12435345]
",
      " [0.12503912]
",
      " [0.12432773]
",
      " [0.1261502 ]]
",
      "grad01:  [[-7.82112549e-05  2.84705773e-04]
",
      " [ 1.86909478e-05  4.19858306e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042584]
",
      " [-0.00132752]]
",
      "(2, 1)
",
      "[[0.12434982]
",
      " [0.12503988]
",
      " [0.12432654]
",
      " [0.12615374]]
",
      "grad01:  [[-7.82996079e-05  2.85787967e-04]
",
      " [ 1.87447086e-05  4.21445272e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042599]
",
      " [-0.00132779]]
",
      "(2, 1)
",
      "[[0.12434619]
",
      " [0.12504065]
",
      " [0.12432535]
",
      " [0.12615729]]
",
      "grad01:  [[-7.83879084e-05  2.86871082e-04]
",
      " [ 1.87985856e-05  4.23033371e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042614]
",
      " [-0.00132806]]
",
      "(2, 1)
",
      "[[0.12434256]
",
      " [0.12504141]
",
      " [0.12432416]
",
      " [0.12616084]]
",
      "grad01:  [[-7.84761566e-05  2.87955122e-04]
",
      " [ 1.88525791e-05  4.24622610e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042629]
",
      " [-0.00132833]]
",
      "(2, 1)
",
      "[[0.12433892]
",
      " [0.12504217]
",
      " [0.12432296]
",
      " [0.1261644 ]]
",
      "grad01:  [[-7.85643524e-05  2.89040093e-04]
",
      " [ 1.89066894e-05  4.26212993e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042645]
",
      " [-0.00132861]]
",
      "(2, 1)
",
      "[[0.12433528]
",
      " [0.12504293]
",
      " [0.12432177]
",
      " [0.12616795]]
",
      "grad01:  [[-7.86524957e-05  2.90126000e-04]
",
      " [ 1.89609169e-05  4.27804528e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004266 ]
",
      " [-0.00132889]]
",
      "(2, 1)
",
      "[[0.12433165]
",
      " [0.12504369]
",
      " [0.12432058]
",
      " [0.12617151]]
",
      "grad01:  [[-7.87405866e-05  2.91212849e-04]
",
      " [ 1.90152620e-05  4.29397220e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042676]
",
      " [-0.00132917]]
",
      "(2, 1)
",
      "[[0.12432801]
",
      " [0.12504445]
",
      " [0.12431938]
",
      " [0.12617507]]
",
      "grad01:  [[-7.88286251e-05  2.92300646e-04]
",
      " [ 1.90697250e-05  4.30991075e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042691]
",
      " [-0.00132945]]
",
      "(2, 1)
",
      "[[0.12432436]
",
      " [0.12504521]
",
      " [0.12431819]
",
      " [0.12617863]]
",
      "grad01:  [[-7.89166111e-05  2.93389395e-04]
",
      " [ 1.91243061e-05  4.32586100e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042707]
",
      " [-0.00132973]]
",
      "(2, 1)
",
      "[[0.12432072]
",
      " [0.12504597]
",
      " [0.12431699]
",
      " [0.1261822 ]]
",
      "grad01:  [[-7.90045448e-05  2.94479102e-04]
",
      " [ 1.91790058e-05  4.34182300e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042722]
",
      " [-0.00133002]]
",
      "(2, 1)
",
      "[[0.12431708]
",
      " [0.12504673]
",
      " [0.12431579]
",
      " [0.12618577]]
",
      "grad01:  [[-7.90924260e-05  2.95569772e-04]
",
      " [ 1.92338244e-05  4.35779682e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042738]
",
      " [-0.00133031]]
",
      "(2, 1)
",
      "[[0.12431343]
",
      " [0.12504748]
",
      " [0.12431459]
",
      " [0.12618934]]
",
      "grad01:  [[-7.91802548e-05  2.96661412e-04]
",
      " [ 1.92887621e-05  4.37378253e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042754]
",
      " [-0.0013306 ]]
",
      "(2, 1)
",
      "[[0.12430978]
",
      " [0.12504824]
",
      " [0.1243134 ]
",
      " [0.12619291]]
",
      "grad01:  [[-7.92680312e-05  2.97754026e-04]
",
      " [ 1.93438194e-05  4.38978017e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004277 ]
",
      " [-0.00133089]]
",
      "(2, 1)
",
      "[[0.12430613]
",
      " [0.12504899]
",
      " [0.1243122 ]
",
      " [0.12619648]]
",
      "grad01:  [[-7.93557553e-05  2.98847620e-04]
",
      " [ 1.93989964e-05  4.40578981e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042786]
",
      " [-0.00133119]]
",
      "(2, 1)
",
      "[[0.12430248]
",
      " [0.12504975]
",
      " [0.124311  ]
",
      " [0.12620006]]
",
      "grad01:  [[-7.94434270e-05  2.99942200e-04]
",
      " [ 1.94542937e-05  4.42181152e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042802]
",
      " [-0.00133149]]
",
      "(2, 1)
",
      "[[0.12429883]
",
      " [0.1250505 ]
",
      " [0.1243098 ]
",
      " [0.12620364]]
",
      "grad01:  [[-7.95310465e-05  3.01037770e-04]
",
      " [ 1.95097114e-05  4.43784535e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042818]
",
      " [-0.00133179]]
",
      "(2, 1)
",
      "[[0.12429518]
",
      " [0.12505125]
",
      " [0.12430859]
",
      " [0.12620723]]
",
      "grad01:  [[-7.96186137e-05  3.02134337e-04]
",
      " [ 1.95652499e-05  4.45389138e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042834]
",
      " [-0.00133209]]
",
      "(2, 1)
",
      "[[0.12429152]
",
      " [0.125052  ]
",
      " [0.12430739]
",
      " [0.12621081]]
",
      "grad01:  [[-7.97061286e-05  3.03231905e-04]
",
      " [ 1.96209095e-05  4.46994965e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042851]
",
      " [-0.00133239]]
",
      "(2, 1)
",
      "[[0.12428786]
",
      " [0.12505275]
",
      " [0.12430619]
",
      " [0.1262144 ]]
",
      "grad01:  [[-7.97935914e-05  3.04330481e-04]
",
      " [ 1.96766906e-05  4.48602023e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042867]
",
      " [-0.0013327 ]]
",
      "(2, 1)
",
      "[[0.1242842 ]
",
      " [0.1250535 ]
",
      " [0.12430499]
",
      " [0.12621799]]
",
      "grad01:  [[-7.98810020e-05  3.05430070e-04]
",
      " [ 1.97325933e-05  4.50210318e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042883]
",
      " [-0.00133301]]
",
      "(2, 1)
",
      "[[0.12428054]
",
      " [0.12505425]
",
      " [0.12430378]
",
      " [0.12622158]]
",
      "grad01:  [[-7.99683605e-05  3.06530678e-04]
",
      " [ 1.97886182e-05  4.51819857e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.000429  ]
",
      " [-0.00133332]]
",
      "(2, 1)
",
      "[[0.12427688]
",
      " [0.125055  ]
",
      " [0.12430258]
",
      " [0.12622518]]
",
      "grad01:  [[-8.00556669e-05  3.07632309e-04]
",
      " [ 1.98447654e-05  4.53430646e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042917]
",
      " [-0.00133363]]
",
      "(2, 1)
",
      "[[0.12427322]
",
      " [0.12505574]
",
      " [0.12430137]
",
      " [0.12622878]]
",
      "grad01:  [[-8.01429213e-05  3.08734970e-04]
",
      " [ 1.99010353e-05  4.55042691e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042933]
",
      " [-0.00133394]]
",
      "(2, 1)
",
      "[[0.12426955]
",
      " [0.12505649]
",
      " [0.12430016]
",
      " [0.12623238]]
",
      "grad01:  [[-8.02301236e-05  3.09838667e-04]
",
      " [ 1.99574282e-05  4.56655999e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004295 ]
",
      " [-0.00133426]]
",
      "(2, 1)
",
      "[[0.12426588]
",
      " [0.12505723]
",
      " [0.12429896]
",
      " [0.12623599]]
",
      "grad01:  [[-8.03172740e-05  3.10943404e-04]
",
      " [ 2.00139445e-05  4.58270574e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042967]
",
      " [-0.00133458]]
",
      "(2, 1)
",
      "[[0.12426221]
",
      " [0.12505798]
",
      " [0.12429775]
",
      " [0.12623959]]
",
      "grad01:  [[-8.04043725e-05  3.12049187e-04]
",
      " [ 2.00705844e-05  4.59886425e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00042984]
",
      " [-0.0013349 ]]
",
      "(2, 1)
",
      "[[0.12425854]
",
      " [0.12505872]
",
      " [0.12429654]
",
      " [0.1262432 ]]
",
      "grad01:  [[-8.04914191e-05  3.13156022e-04]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [ 2.01273482e-05  4.61503557e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043001]
",
      " [-0.00133522]]
",
      "(2, 1)
",
      "[[0.12425487]
",
      " [0.12505946]
",
      " [0.12429533]
",
      " [0.12624681]]
",
      "grad01:  [[-8.05784139e-05  3.14263915e-04]
",
      " [ 2.01842363e-05  4.63121976e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043018]
",
      " [-0.00133555]]
",
      "(2, 1)
",
      "[[0.1242512 ]
",
      " [0.1250602 ]
",
      " [0.12429412]
",
      " [0.12625043]]
",
      "grad01:  [[-8.06653569e-05  3.15372871e-04]
",
      " [ 2.02412491e-05  4.64741688e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043035]
",
      " [-0.00133588]]
",
      "(2, 1)
",
      "[[0.12424752]
",
      " [0.12506094]
",
      " [0.12429291]
",
      " [0.12625405]]
",
      "grad01:  [[-8.07522482e-05  3.16482896e-04]
",
      " [ 2.02983867e-05  4.66362701e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043053]
",
      " [-0.00133621]]
",
      "(2, 1)
",
      "[[0.12424384]
",
      " [0.12506168]
",
      " [0.1242917 ]
",
      " [0.12625767]]
",
      "grad01:  [[-8.08390877e-05  3.17593995e-04]
",
      " [ 2.03556496e-05  4.67985020e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004307 ]
",
      " [-0.00133654]]
",
      "(2, 1)
",
      "[[0.12424016]
",
      " [0.12506242]
",
      " [0.12429048]
",
      " [0.12626129]]
",
      "grad01:  [[-8.09258756e-05  3.18706175e-04]
",
      " [ 2.04130380e-05  4.69608651e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043088]
",
      " [-0.00133687]]
",
      "(2, 1)
",
      "[[0.12423648]
",
      " [0.12506316]
",
      " [0.12428927]
",
      " [0.12626491]]
",
      "grad01:  [[-8.10126119e-05  3.19819440e-04]
",
      " [ 2.04705523e-05  4.71233602e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043105]
",
      " [-0.00133721]]
",
      "(2, 1)
",
      "[[0.1242328 ]
",
      " [0.1250639 ]
",
      " [0.12428806]
",
      " [0.12626854]]
",
      "grad01:  [[-8.10992966e-05  3.20933797e-04]
",
      " [ 2.05281928e-05  4.72859877e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043123]
",
      " [-0.00133755]]
",
      "(2, 1)
",
      "[[0.12422911]
",
      " [0.12506463]
",
      " [0.12428684]
",
      " [0.12627217]]
",
      "grad01:  [[-8.11859297e-05  3.22049250e-04]
",
      " [ 2.05859598e-05  4.74487485e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043141]
",
      " [-0.00133789]]
",
      "(2, 1)
",
      "[[0.12422542]
",
      " [0.12506537]
",
      " [0.12428562]
",
      " [0.12627581]]
",
      "grad01:  [[-8.12725114e-05  3.23165807e-04]
",
      " [ 2.06438536e-05  4.76116430e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043158]
",
      " [-0.00133823]]
",
      "(2, 1)
",
      "[[0.12422174]
",
      " [0.1250661 ]
",
      " [0.12428441]
",
      " [0.12627944]]
",
      "grad01:  [[-8.13590417e-05  3.24283471e-04]
",
      " [ 2.07018746e-05  4.77746719e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043176]
",
      " [-0.00133858]]
",
      "(2, 1)
",
      "[[0.12421804]
",
      " [0.12506683]
",
      " [0.12428319]
",
      " [0.12628308]]
",
      "grad01:  [[-8.14455205e-05  3.25402250e-04]
",
      " [ 2.07600231e-05  4.79378360e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043194]
",
      " [-0.00133892]]
",
      "(2, 1)
",
      "[[0.12421435]
",
      " [0.12506756]
",
      " [0.12428197]
",
      " [0.12628673]]
",
      "grad01:  [[-8.15319481e-05  3.26522149e-04]
",
      " [ 2.08182994e-05  4.81011357e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043212]
",
      " [-0.00133927]]
",
      "(2, 1)
",
      "[[0.12421066]
",
      " [0.12506829]
",
      " [0.12428075]
",
      " [0.12629037]]
",
      "grad01:  [[-8.16183243e-05  3.27643174e-04]
",
      " [ 2.08767039e-05  4.82645719e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004323 ]
",
      " [-0.00133962]]
",
      "(2, 1)
",
      "[[0.12420696]
",
      " [0.12506902]
",
      " [0.12427953]
",
      " [0.12629402]]
",
      "grad01:  [[-8.17046492e-05  3.28765330e-04]
",
      " [ 2.09352368e-05  4.84281450e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043249]
",
      " [-0.00133998]]
",
      "(2, 1)
",
      "[[0.12420326]
",
      " [0.12506975]
",
      " [0.12427831]
",
      " [0.12629767]]
",
      "grad01:  [[-8.17909229e-05  3.29888623e-04]
",
      " [ 2.09938985e-05  4.85918557e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043267]
",
      " [-0.00134033]]
",
      "(2, 1)
",
      "[[0.12419956]
",
      " [0.12507048]
",
      " [0.12427709]
",
      " [0.12630132]]
",
      "grad01:  [[-8.18771454e-05  3.31013059e-04]
",
      " [ 2.10526893e-05  4.87557047e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043285]
",
      " [-0.00134069]]
",
      "(2, 1)
",
      "[[0.12419586]
",
      " [0.12507121]
",
      " [0.12427587]
",
      " [0.12630498]]
",
      "grad01:  [[-8.19633168e-05  3.32138643e-04]
",
      " [ 2.11116096e-05  4.89196927e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043304]
",
      " [-0.00134105]]
",
      "(2, 1)
",
      "[[0.12419216]
",
      " [0.12507193]
",
      " [0.12427465]
",
      " [0.12630864]]
",
      "grad01:  [[-8.20494371e-05  3.33265383e-04]
",
      " [ 2.11706596e-05  4.90838202e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043322]
",
      " [-0.00134141]]
",
      "(2, 1)
",
      "[[0.12418845]
",
      " [0.12507266]
",
      " [0.12427342]
",
      " [0.1263123 ]]
",
      "grad01:  [[-8.21355063e-05  3.34393282e-04]
",
      " [ 2.12298398e-05  4.92480880e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043341]
",
      " [-0.00134178]]
",
      "(2, 1)
",
      "[[0.12418474]
",
      " [0.12507338]
",
      " [0.1242722 ]
",
      " [0.12631597]]
",
      "grad01:  [[-8.22215245e-05  3.35522347e-04]
",
      " [ 2.12891504e-05  4.94124966e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004336 ]
",
      " [-0.00134214]]
",
      "(2, 1)
",
      "[[0.12418103]
",
      " [0.12507411]
",
      " [0.12427097]
",
      " [0.12631964]]
",
      "grad01:  [[-8.23074917e-05  3.36652584e-04]
",
      " [ 2.13485918e-05  4.95770467e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043379]
",
      " [-0.00134251]]
",
      "(2, 1)
",
      "[[0.12417732]
",
      " [0.12507483]
",
      " [0.12426975]
",
      " [0.12632331]]
",
      "grad01:  [[-8.23934080e-05  3.37783999e-04]
",
      " [ 2.14081643e-05  4.97417390e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043398]
",
      " [-0.00134288]]
",
      "(2, 1)
",
      "[[0.12417361]
",
      " [0.12507555]
",
      " [0.12426852]
",
      " [0.12632698]]
",
      "grad01:  [[-8.24792734e-05  3.38916597e-04]
",
      " [ 2.14678682e-05  4.99065741e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043417]
",
      " [-0.00134326]]
",
      "(2, 1)
",
      "[[0.12416989]
",
      " [0.12507627]
",
      " [0.12426729]
",
      " [0.12633066]]
",
      "grad01:  [[-8.25650879e-05  3.40050385e-04]
",
      " [ 2.15277040e-05  5.00715527e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043436]
",
      " [-0.00134363]]
",
      "(2, 1)
",
      "[[0.12416618]
",
      " [0.12507699]
",
      " [0.12426607]
",
      " [0.12633434]]
",
      "grad01:  [[-8.26508516e-05  3.41185368e-04]
",
      " [ 2.15876718e-05  5.02366754e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043455]
",
      " [-0.00134401]]
",
      "(2, 1)
",
      "[[0.12416246]
",
      " [0.12507771]
",
      " [0.12426484]
",
      " [0.12633802]]
",
      "grad01:  [[-8.27365645e-05  3.42321552e-04]
",
      " [ 2.16477722e-05  5.04019429e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043474]
",
      " [-0.00134439]]
",
      "(2, 1)
",
      "[[0.12415873]
",
      " [0.12507842]
",
      " [0.12426361]
",
      " [0.12634171]]
",
      "grad01:  [[-8.28222266e-05  3.43458943e-04]
",
      " [ 2.17080053e-05  5.05673558e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043494]
",
      " [-0.00134477]]
",
      "(2, 1)
",
      "[[0.12415501]
",
      " [0.12507914]
",
      " [0.12426238]
",
      " [0.1263454 ]]
",
      "grad01:  [[-8.29078380e-05  3.44597546e-04]
",
      " [ 2.17683716e-05  5.07329148e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043513]
",
      " [-0.00134515]]
",
      "(2, 1)
",
      "[[0.12415128]
",
      " [0.12507986]
",
      " [0.12426114]
",
      " [0.12634909]]
",
      "grad01:  [[-8.29933988e-05  3.45737369e-04]
",
      " [ 2.18288713e-05  5.08986205e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043533]
",
      " [-0.00134554]]
",
      "(2, 1)
",
      "[[0.12414756]
",
      " [0.12508057]
",
      " [0.12425991]
",
      " [0.12635278]]
",
      "grad01:  [[-8.30789089e-05  3.46878416e-04]
",
      " [ 2.18895049e-05  5.10644737e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043552]
",
      " [-0.00134593]]
",
      "(2, 1)
",
      "[[0.12414383]
",
      " [0.12508128]
",
      " [0.12425868]
",
      " [0.12635648]]
",
      "grad01:  [[-8.31643684e-05  3.48020694e-04]
",
      " [ 2.19502727e-05  5.12304749e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043572]
",
      " [-0.00134632]]
",
      "(2, 1)
",
      "[[0.12414009]
",
      " [0.125082  ]
",
      " [0.12425744]
",
      " [0.12636018]]
",
      "grad01:  [[-8.32497773e-05  3.49164208e-04]
",
      " [ 2.20111750e-05  5.13966249e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043592]
",
      " [-0.00134671]]
",
      "(2, 1)
",
      "[[0.12413636]
",
      " [0.12508271]
",
      " [0.12425621]
",
      " [0.12636388]]
",
      "grad01:  [[-8.33351357e-05  3.50308965e-04]
",
      " [ 2.20722122e-05  5.15629242e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043611]
",
      " [-0.00134711]]
",
      "(2, 1)
",
      "[[0.12413262]
",
      " [0.12508342]
",
      " [0.12425497]
",
      " [0.12636759]]
",
      "grad01:  [[-8.34204435e-05  3.51454970e-04]
",
      " [ 2.21333845e-05  5.17293736e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043631]
",
      " [-0.00134751]]
",
      "(2, 1)
",
      "[[0.12412889]
",
      " [0.12508413]
",
      " [0.12425374]
",
      " [0.1263713 ]]
",
      "grad01:  [[-8.35057009e-05  3.52602229e-04]
",
      " [ 2.21946925e-05  5.18959737e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043652]
",
      " [-0.00134791]]
",
      "(2, 1)
",
      "[[0.12412515]
",
      " [0.12508484]
",
      " [0.1242525 ]
",
      " [0.12637502]]
",
      "grad01:  [[-8.35909079e-05  3.53750749e-04]
",
      " [ 2.22561363e-05  5.20627252e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043672]
",
      " [-0.00134831]]
",
      "(2, 1)
",
      "[[0.1241214 ]
",
      " [0.12508554]
",
      " [0.12425126]
",
      " [0.12637873]]
",
      "grad01:  [[-8.36760644e-05  3.54900536e-04]
",
      " [ 2.23177164e-05  5.22296288e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043692]
",
      " [-0.00134871]]
",
      "(2, 1)
",
      "[[0.12411766]
",
      " [0.12508625]
",
      " [0.12425002]
",
      " [0.12638245]]
",
      "grad01:  [[-8.37611706e-05  3.56051595e-04]
",
      " [ 2.23794332e-05  5.23966850e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043712]
",
      " [-0.00134912]]
",
      "(2, 1)
",
      "[[0.12411391]
",
      " [0.12508696]
",
      " [0.12424878]
",
      " [0.12638617]]
",
      "grad01:  [[-8.38462264e-05  3.57203932e-04]
",
      " [ 2.24412869e-05  5.25638947e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043733]
",
      " [-0.00134953]]
",
      "(2, 1)
",
      "[[0.12411016]
",
      " [0.12508766]
",
      " [0.12424754]
",
      " [0.1263899 ]]
",
      "grad01:  [[-8.39312318e-05  3.58357553e-04]
",
      " [ 2.25032779e-05  5.27312584e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043753]
",
      " [-0.00134994]]
",
      "(2, 1)
",
      "[[0.12410641]
",
      " [0.12508836]
",
      " [0.1242463 ]
",
      " [0.12639363]]
",
      "grad01:  [[-8.40161870e-05  3.59512465e-04]
",
      " [ 2.25654066e-05  5.28987768e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043774]
",
      " [-0.00135035]]
",
      "(2, 1)
",
      "[[0.12410266]
",
      " [0.12508907]
",
      " [0.12424506]
",
      " [0.12639736]]
",
      "grad01:  [[-8.41010919e-05  3.60668674e-04]
",
      " [ 2.26276734e-05  5.30664507e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043794]
",
      " [-0.00135077]]
",
      "(2, 1)
",
      "[[0.1240989 ]
",
      " [0.12508977]
",
      " [0.12424381]
",
      " [0.12640109]]
",
      "grad01:  [[-8.41859466e-05  3.61826185e-04]
",
      " [ 2.26900785e-05  5.32342806e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043815]
",
      " [-0.00135118]]
",
      "(2, 1)
",
      "[[0.12409514]
",
      " [0.12509047]
",
      " [0.12424257]
",
      " [0.12640483]]
",
      "grad01:  [[-8.42707511e-05  3.62985005e-04]
",
      " [ 2.27526224e-05  5.34022672e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043836]
",
      " [-0.0013516 ]]
",
      "(2, 1)
",
      "[[0.12409138]
",
      " [0.12509117]
",
      " [0.12424132]
",
      " [0.12640857]]
",
      "grad01:  [[-8.43555054e-05  3.64145140e-04]
",
      " [ 2.28153054e-05  5.35704113e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043857]
",
      " [-0.00135202]]
",
      "(2, 1)
",
      "[[0.12408762]
",
      " [0.12509187]
",
      " [0.12424008]
",
      " [0.12641232]]
",
      "grad01:  [[-8.44402095e-05  3.65306595e-04]
",
      " [ 2.28781279e-05  5.37387136e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043878]
",
      " [-0.00135245]]
",
      "(2, 1)
",
      "[[0.12408386]
",
      " [0.12509256]
",
      " [0.12423883]
",
      " [0.12641607]]
",
      "grad01:  [[-8.45248635e-05  3.66469378e-04]
",
      " [ 2.29410903e-05  5.39071746e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043899]
",
      " [-0.00135288]]
",
      "(2, 1)
",
      "[[0.12408009]
",
      " [0.12509326]
",
      " [0.12423758]
",
      " [0.12641982]]
",
      "grad01:  [[-8.46094674e-05  3.67633493e-04]
",
      " [ 2.30041928e-05  5.40757950e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004392]
",
      " [-0.0013533]]
",
      "(2, 1)
",
      "[[0.12407632]
",
      " [0.12509396]
",
      " [0.12423633]
",
      " [0.12642357]]
",
      "grad01:  [[-8.46940213e-05  3.68798948e-04]
",
      " [ 2.30674360e-05  5.42445756e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043942]
",
      " [-0.00135374]]
",
      "(2, 1)
",
      "[[0.12407255]
",
      " [0.12509465]
",
      " [0.12423508]
",
      " [0.12642733]]
",
      "grad01:  [[-8.47785250e-05  3.69965748e-04]
",
      " [ 2.31308200e-05  5.44135171e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043963]
",
      " [-0.00135417]]
",
      "(2, 1)
",
      "[[0.12406878]
",
      " [0.12509534]
",
      " [0.12423383]
",
      " [0.12643109]]
",
      "grad01:  [[-8.48629787e-05  3.71133900e-04]
",
      " [ 2.31943454e-05  5.45826200e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00043984]
",
      " [-0.0013546 ]]
",
      "(2, 1)
",
      "[[0.124065  ]
",
      " [0.12509604]
",
      " [0.12423258]
",
      " [0.12643485]]
",
      "grad01:  [[-8.49473825e-05  3.72303410e-04]
",
      " [ 2.32580125e-05  5.47518852e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044006]
",
      " [-0.00135504]]
",
      "(2, 1)
",
      "[[0.12406122]
",
      " [0.12509673]
",
      " [0.12423133]
",
      " [0.12643862]]
",
      "grad01:  [[-8.50317362e-05  3.73474283e-04]
",
      " [ 2.33218216e-05  5.49213132e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044028]
",
      " [-0.00135548]]
",
      "(2, 1)
",
      "[[0.12405744]
",
      " [0.12509742]
",
      " [0.12423008]
",
      " [0.12644239]]
",
      "grad01:  [[-8.51160399e-05  3.74646527e-04]
",
      " [ 2.33857731e-05  5.50909049e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044049]
",
      " [-0.00135592]]
",
      "(2, 1)
",
      "[[0.12405366]
",
      " [0.12509811]
",
      " [0.12422882]
",
      " [0.12644616]]
",
      "grad01:  [[-8.52002938e-05  3.75820147e-04]
",
      " [ 2.34498674e-05  5.52606607e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044071]
",
      " [-0.00135637]]
",
      "(2, 1)
",
      "[[0.12404987]
",
      " [0.1250988 ]
",
      " [0.12422757]
",
      " [0.12644994]]
",
      "grad01:  [[-8.52844976e-05  3.76995150e-04]
",
      " [ 2.35141049e-05  5.54305816e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044093]
",
      " [-0.00135682]]
",
      "(2, 1)
",
      "[[0.12404609]
",
      " [0.12509948]
",
      " [0.12422631]
",
      " [0.12645372]]
",
      "grad01:  [[-8.53686516e-05  3.78171541e-04]
",
      " [ 2.35784859e-05  5.56006681e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044115]
",
      " [-0.00135727]]
",
      "(2, 1)
",
      "[[0.1240423 ]
",
      " [0.12510017]
",
      " [0.12422506]
",
      " [0.12645751]]
",
      "grad01:  [[-8.54527557e-05  3.79349328e-04]
",
      " [ 2.36430109e-05  5.57709209e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044137]
",
      " [-0.00135772]]
",
      "(2, 1)
",
      "[[0.1240385 ]
",
      " [0.12510086]
",
      " [0.1242238 ]
",
      " [0.12646129]]
",
      "grad01:  [[-8.55368099e-05  3.80528516e-04]
",
      " [ 2.37076801e-05  5.59413408e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044159]
",
      " [-0.00135817]]
",
      "(2, 1)
",
      "[[0.12403471]
",
      " [0.12510154]
",
      " [0.12422254]
",
      " [0.12646508]]
",
      "grad01:  [[-8.56208143e-05  3.81709111e-04]
",
      " [ 2.37724940e-05  5.61119283e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044182]
",
      " [-0.00135863]]
",
      "(2, 1)
",
      "[[0.12403091]
",
      " [0.12510222]
",
      " [0.12422128]
",
      " [0.12646888]]
",
      "grad01:  [[-8.57047688e-05  3.82891121e-04]
",
      " [ 2.38374530e-05  5.62826844e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044204]
",
      " [-0.00135909]]
",
      "(2, 1)
",
      "[[0.12402711]
",
      " [0.12510291]
",
      " [0.12422002]
",
      " [0.12647267]]
",
      "grad01:  [[-8.57886735e-05  3.84074550e-04]
",
      " [ 2.39025575e-05  5.64536095e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044227]
",
      " [-0.00135955]]
",
      "(2, 1)
",
      "[[0.12402331]
",
      " [0.12510359]
",
      " [0.12421876]
",
      " [0.12647648]]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "grad01:  [[-8.58725284e-05  3.85259406e-04]
",
      " [ 2.39678077e-05  5.66247045e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044249]
",
      " [-0.00136001]]
",
      "(2, 1)
",
      "[[0.12401951]
",
      " [0.12510427]
",
      " [0.1242175 ]
",
      " [0.12648028]]
",
      "grad01:  [[-8.59563335e-05  3.86445696e-04]
",
      " [ 2.40332042e-05  5.67959700e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044272]
",
      " [-0.00136048]]
",
      "(2, 1)
",
      "[[0.1240157 ]
",
      " [0.12510495]
",
      " [0.12421624]
",
      " [0.12648409]]
",
      "grad01:  [[-8.60400889e-05  3.87633424e-04]
",
      " [ 2.40987472e-05  5.69674067e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044295]
",
      " [-0.00136094]]
",
      "(2, 1)
",
      "[[0.12401189]
",
      " [0.12510562]
",
      " [0.12421497]
",
      " [0.1264879 ]]
",
      "grad01:  [[-8.61237945e-05  3.88822598e-04]
",
      " [ 2.41644373e-05  5.71390153e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044317]
",
      " [-0.00136141]]
",
      "(2, 1)
",
      "[[0.12400808]
",
      " [0.1251063 ]
",
      " [0.12421371]
",
      " [0.12649171]]
",
      "grad01:  [[-8.62074503e-05  3.90013224e-04]
",
      " [ 2.42302747e-05  5.73107966e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004434 ]
",
      " [-0.00136189]]
",
      "(2, 1)
",
      "[[0.12400426]
",
      " [0.12510698]
",
      " [0.12421244]
",
      " [0.12649553]]
",
      "grad01:  [[-8.62910564e-05  3.91205308e-04]
",
      " [ 2.42962598e-05  5.74827513e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044363]
",
      " [-0.00136236]]
",
      "(2, 1)
",
      "[[0.12400045]
",
      " [0.12510765]
",
      " [0.12421118]
",
      " [0.12649935]]
",
      "grad01:  [[-8.63746128e-05  3.92398858e-04]
",
      " [ 2.43623932e-05  5.76548800e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044387]
",
      " [-0.00136284]]
",
      "(2, 1)
",
      "[[0.12399663]
",
      " [0.12510833]
",
      " [0.12420991]
",
      " [0.12650318]]
",
      "grad01:  [[-8.64581194e-05  3.93593878e-04]
",
      " [ 2.44286750e-05  5.78271834e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004441 ]
",
      " [-0.00136332]]
",
      "(2, 1)
",
      "[[0.12399281]
",
      " [0.125109  ]
",
      " [0.12420864]
",
      " [0.126507  ]]
",
      "grad01:  [[-8.65415764e-05  3.94790376e-04]
",
      " [ 2.44951058e-05  5.79996624e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044433]
",
      " [-0.0013638 ]]
",
      "(2, 1)
",
      "[[0.12398898]
",
      " [0.12510967]
",
      " [0.12420737]
",
      " [0.12651083]]
",
      "grad01:  [[-8.66249837e-05  3.95988358e-04]
",
      " [ 2.45616860e-05  5.81723175e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044456]
",
      " [-0.00136428]]
",
      "(2, 1)
",
      "[[0.12398516]
",
      " [0.12511034]
",
      " [0.1242061 ]
",
      " [0.12651467]]
",
      "grad01:  [[-8.67083413e-05  3.97187831e-04]
",
      " [ 2.46284159e-05  5.83451495e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004448 ]
",
      " [-0.00136477]]
",
      "(2, 1)
",
      "[[0.12398133]
",
      " [0.12511101]
",
      " [0.12420483]
",
      " [0.12651851]]
",
      "grad01:  [[-8.67916492e-05  3.98388800e-04]
",
      " [ 2.46952959e-05  5.85181591e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044504]
",
      " [-0.00136526]]
",
      "(2, 1)
",
      "[[0.12397749]
",
      " [0.12511168]
",
      " [0.12420356]
",
      " [0.12652235]]
",
      "grad01:  [[-8.68749075e-05  3.99591273e-04]
",
      " [ 2.47623264e-05  5.86913470e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044527]
",
      " [-0.00136575]]
",
      "(2, 1)
",
      "[[0.12397366]
",
      " [0.12511235]
",
      " [0.12420229]
",
      " [0.1265262 ]]
",
      "grad01:  [[-8.69581161e-05  4.00795256e-04]
",
      " [ 2.48295079e-05  5.88647140e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044551]
",
      " [-0.00136624]]
",
      "(2, 1)
",
      "[[0.12396982]
",
      " [0.12511301]
",
      " [0.12420101]
",
      " [0.12653005]]
",
      "grad01:  [[-8.70412750e-05  4.02000756e-04]
",
      " [ 2.48968407e-05  5.90382608e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044575]
",
      " [-0.00136674]]
",
      "(2, 1)
",
      "[[0.12396598]
",
      " [0.12511368]
",
      " [0.12419974]
",
      " [0.1265339 ]]
",
      "grad01:  [[-8.71243844e-05  4.03207778e-04]
",
      " [ 2.49643252e-05  5.92119881e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044599]
",
      " [-0.00136723]]
",
      "(2, 1)
",
      "[[0.12396214]
",
      " [0.12511434]
",
      " [0.12419846]
",
      " [0.12653776]]
",
      "grad01:  [[-8.72074440e-05  4.04416331e-04]
",
      " [ 2.50319619e-05  5.93858965e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044623]
",
      " [-0.00136773]]
",
      "(2, 1)
",
      "[[0.12395829]
",
      " [0.12511501]
",
      " [0.12419719]
",
      " [0.12654162]]
",
      "grad01:  [[-8.72904541e-05  4.05626419e-04]
",
      " [ 2.50997511e-05  5.95599869e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044647]
",
      " [-0.00136824]]
",
      "(2, 1)
",
      "[[0.12395445]
",
      " [0.12511567]
",
      " [0.12419591]
",
      " [0.12654548]]
",
      "grad01:  [[-8.73734145e-05  4.06838050e-04]
",
      " [ 2.51676933e-05  5.97342600e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044671]
",
      " [-0.00136874]]
",
      "(2, 1)
",
      "[[0.1239506 ]
",
      " [0.12511633]
",
      " [0.12419463]
",
      " [0.12654935]]
",
      "grad01:  [[-8.74563253e-05  4.08051230e-04]
",
      " [ 2.52357888e-05  5.99087164e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044696]
",
      " [-0.00136925]]
",
      "(2, 1)
",
      "[[0.12394674]
",
      " [0.12511699]
",
      " [0.12419335]
",
      " [0.12655322]]
",
      "grad01:  [[-8.75391865e-05  4.09265966e-04]
",
      " [ 2.53040381e-05  6.00833569e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004472 ]
",
      " [-0.00136976]]
",
      "(2, 1)
",
      "[[0.12394289]
",
      " [0.12511765]
",
      " [0.12419207]
",
      " [0.12655709]]
",
      "grad01:  [[-8.76219980e-05  4.10482265e-04]
",
      " [ 2.53724416e-05  6.02581823e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044744]
",
      " [-0.00137027]]
",
      "(2, 1)
",
      "[[0.12393903]
",
      " [0.12511831]
",
      " [0.12419079]
",
      " [0.12656097]]
",
      "grad01:  [[-8.77047599e-05  4.11700133e-04]
",
      " [ 2.54409997e-05  6.04331933e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044769]
",
      " [-0.00137079]]
",
      "(2, 1)
",
      "[[0.12393517]
",
      " [0.12511896]
",
      " [0.12418951]
",
      " [0.12656485]]
",
      "grad01:  [[-8.77874722e-05  4.12919577e-04]
",
      " [ 2.55097128e-05  6.06083906e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044794]
",
      " [-0.0013713 ]]
",
      "(2, 1)
",
      "[[0.1239313 ]
",
      " [0.12511962]
",
      " [0.12418822]
",
      " [0.12656874]]
",
      "grad01:  [[-8.78701349e-05  4.14140603e-04]
",
      " [ 2.55785813e-05  6.07837749e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044819]
",
      " [-0.00137182]]
",
      "(2, 1)
",
      "[[0.12392744]
",
      " [0.12512027]
",
      " [0.12418694]
",
      " [0.12657263]]
",
      "grad01:  [[-8.79527480e-05  4.15363218e-04]
",
      " [ 2.56476057e-05  6.09593469e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044844]
",
      " [-0.00137234]]
",
      "(2, 1)
",
      "[[0.12392357]
",
      " [0.12512093]
",
      " [0.12418565]
",
      " [0.12657652]]
",
      "grad01:  [[-8.80353115e-05  4.16587430e-04]
",
      " [ 2.57167864e-05  6.11351075e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044869]
",
      " [-0.00137287]]
",
      "(2, 1)
",
      "[[0.1239197 ]
",
      " [0.12512158]
",
      " [0.12418437]
",
      " [0.12658042]]
",
      "grad01:  [[-8.81178253e-05  4.17813243e-04]
",
      " [ 2.57861237e-05  6.13110574e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044894]
",
      " [-0.0013734 ]]
",
      "(2, 1)
",
      "[[0.12391582]
",
      " [0.12512223]
",
      " [0.12418308]
",
      " [0.12658432]]
",
      "grad01:  [[-8.82002895e-05  4.19040666e-04]
",
      " [ 2.58556182e-05  6.14871972e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044919]
",
      " [-0.00137392]]
",
      "(2, 1)
",
      "[[0.12391194]
",
      " [0.12512288]
",
      " [0.12418179]
",
      " [0.12658822]]
",
      "grad01:  [[-8.82827041e-05  4.20269706e-04]
",
      " [ 2.59252702e-05  6.16635278e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044944]
",
      " [-0.00137446]]
",
      "(2, 1)
",
      "[[0.12390806]
",
      " [0.12512353]
",
      " [0.1241805 ]
",
      " [0.12659213]]
",
      "grad01:  [[-8.83650691e-05  4.21500367e-04]
",
      " [ 2.59950801e-05  6.18400498e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044969]
",
      " [-0.00137499]]
",
      "(2, 1)
",
      "[[0.12390418]
",
      " [0.12512418]
",
      " [0.12417921]
",
      " [0.12659604]]
",
      "grad01:  [[-8.84473844e-05  4.22732659e-04]
",
      " [ 2.60650484e-05  6.20167641e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00044995]
",
      " [-0.00137553]]
",
      "(2, 1)
",
      "[[0.12390029]
",
      " [0.12512482]
",
      " [0.12417792]
",
      " [0.12659996]]
",
      "grad01:  [[-8.85296501e-05  4.23966586e-04]
",
      " [ 2.61351756e-05  6.21936713e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045021]
",
      " [-0.00137606]]
",
      "(2, 1)
",
      "[[0.1238964 ]
",
      " [0.12512547]
",
      " [0.12417663]
",
      " [0.12660388]]
",
      "grad01:  [[-8.86118661e-05  4.25202157e-04]
",
      " [ 2.62054620e-05  6.23707722e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045046]
",
      " [-0.0013766 ]]
",
      "(2, 1)
",
      "[[0.12389251]
",
      " [0.12512611]
",
      " [0.12417534]
",
      " [0.1266078 ]]
",
      "grad01:  [[-8.86940325e-05  4.26439378e-04]
",
      " [ 2.62759080e-05  6.25480676e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045072]
",
      " [-0.00137715]]
",
      "(2, 1)
",
      "[[0.12388862]
",
      " [0.12512676]
",
      " [0.12417404]
",
      " [0.12661173]]
",
      "grad01:  [[-8.87761492e-05  4.27678255e-04]
",
      " [ 2.63465142e-05  6.27255582e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045098]
",
      " [-0.00137769]]
",
      "(2, 1)
",
      "[[0.12388472]
",
      " [0.1251274 ]
",
      " [0.12417275]
",
      " [0.12661566]]
",
      "grad01:  [[-8.88582163e-05  4.28918797e-04]
",
      " [ 2.64172809e-05  6.29032448e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045124]
",
      " [-0.00137824]]
",
      "(2, 1)
",
      "[[0.12388082]
",
      " [0.12512804]
",
      " [0.12417145]
",
      " [0.12661959]]
",
      "grad01:  [[-8.89402336e-05  4.30161008e-04]
",
      " [ 2.64882086e-05  6.30811281e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004515 ]
",
      " [-0.00137879]]
",
      "(2, 1)
",
      "[[0.12387692]
",
      " [0.12512868]
",
      " [0.12417016]
",
      " [0.12662353]]
",
      "grad01:  [[-8.90222013e-05  4.31404897e-04]
",
      " [ 2.65592977e-05  6.32592088e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045176]
",
      " [-0.00137935]]
",
      "(2, 1)
",
      "[[0.12387301]
",
      " [0.12512932]
",
      " [0.12416886]
",
      " [0.12662747]]
",
      "grad01:  [[-8.91041193e-05  4.32650471e-04]
",
      " [ 2.66305486e-05  6.34374878e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045202]
",
      " [-0.0013799 ]]
",
      "(2, 1)
",
      "[[0.1238691 ]
",
      " [0.12512996]
",
      " [0.12416756]
",
      " [0.12663142]]
",
      "grad01:  [[-8.91859876e-05  4.33897735e-04]
",
      " [ 2.67019618e-05  6.36159658e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045229]
",
      " [-0.00138046]]
",
      "(2, 1)
",
      "[[0.12386519]
",
      " [0.12513059]
",
      " [0.12416626]
",
      " [0.12663537]]
",
      "grad01:  [[-8.92678062e-05  4.35146698e-04]
",
      " [ 2.67735378e-05  6.37946436e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045255]
",
      " [-0.00138102]]
",
      "(2, 1)
",
      "[[0.12386128]
",
      " [0.12513123]
",
      " [0.12416496]
",
      " [0.12663932]]
",
      "grad01:  [[-8.93495750e-05  4.36397365e-04]
",
      " [ 2.68452769e-05  6.39735218e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045282]
",
      " [-0.00138158]]
",
      "(2, 1)
",
      "[[0.12385736]
",
      " [0.12513186]
",
      " [0.12416366]
",
      " [0.12664328]]
",
      "grad01:  [[-8.94312941e-05  4.37649745e-04]
",
      " [ 2.69171797e-05  6.41526014e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045308]
",
      " [-0.00138215]]
",
      "(2, 1)
",
      "[[0.12385344]
",
      " [0.1251325 ]
",
      " [0.12416235]
",
      " [0.12664724]]
",
      "grad01:  [[-8.95129635e-05  4.38903844e-04]
",
      " [ 2.69892465e-05  6.43318830e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045335]
",
      " [-0.00138272]]
",
      "(2, 1)
",
      "[[0.12384951]
",
      " [0.12513313]
",
      " [0.12416105]
",
      " [0.12665121]]
",
      "grad01:  [[-8.95945830e-05  4.40159669e-04]
",
      " [ 2.70614778e-05  6.45113673e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045362]
",
      " [-0.00138329]]
",
      "(2, 1)
",
      "[[0.12384559]
",
      " [0.12513376]
",
      " [0.12415974]
",
      " [0.12665518]]
",
      "grad01:  [[-8.96761528e-05  4.41417226e-04]
",
      " [ 2.71338741e-05  6.46910553e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045389]
",
      " [-0.00138386]]
",
      "(2, 1)
",
      "[[0.12384166]
",
      " [0.12513439]
",
      " [0.12415844]
",
      " [0.12665915]]
",
      "grad01:  [[-8.97576728e-05  4.42676524e-04]
",
      " [ 2.72064358e-05  6.48709476e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045416]
",
      " [-0.00138443]]
",
      "(2, 1)
",
      "[[0.12383772]
",
      " [0.12513502]
",
      " [0.12415713]
",
      " [0.12666313]]
",
      "grad01:  [[-8.98391430e-05  4.43937569e-04]
",
      " [ 2.72791634e-05  6.50510451e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045443]
",
      " [-0.00138501]]
",
      "(2, 1)
",
      "[[0.12383379]
",
      " [0.12513565]
",
      " [0.12415582]
",
      " [0.12666711]]
",
      "grad01:  [[-8.99205633e-05  4.45200368e-04]
",
      " [ 2.73520573e-05  6.52313484e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004547 ]
",
      " [-0.00138559]]
",
      "(2, 1)
",
      "[[0.12382985]
",
      " [0.12513627]
",
      " [0.12415451]
",
      " [0.1266711 ]]
",
      "grad01:  [[-9.00019337e-05  4.46464928e-04]
",
      " [ 2.74251180e-05  6.54118584e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045498]
",
      " [-0.00138617]]
",
      "(2, 1)
",
      "[[0.12382591]
",
      " [0.1251369 ]
",
      " [0.1241532 ]
",
      " [0.12667509]]
",
      "grad01:  [[-9.00832543e-05  4.47731257e-04]
",
      " [ 2.74983458e-05  6.55925759e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045525]
",
      " [-0.00138676]]
",
      "(2, 1)
",
      "[[0.12382196]
",
      " [0.12513752]
",
      " [0.12415189]
",
      " [0.12667908]]
",
      "grad01:  [[-9.01645250e-05  4.48999361e-04]
",
      " [ 2.75717414e-05  6.57735016e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045553]
",
      " [-0.00138735]]
",
      "(2, 1)
",
      "[[0.12381801]
",
      " [0.12513814]
",
      " [0.12415058]
",
      " [0.12668308]]
",
      "grad01:  [[-9.02457458e-05  4.50269247e-04]
",
      " [ 2.76453052e-05  6.59546363e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004558 ]
",
      " [-0.00138794]]
",
      "(2, 1)
",
      "[[0.12381406]
",
      " [0.12513877]
",
      " [0.12414927]
",
      " [0.12668708]]
",
      "grad01:  [[-9.03269167e-05  4.51540924e-04]
",
      " [ 2.77190375e-05  6.61359808e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045608]
",
      " [-0.00138853]]
",
      "(2, 1)
",
      "[[0.12381011]
",
      " [0.12513939]
",
      " [0.12414795]
",
      " [0.12669109]]
",
      "grad01:  [[-9.04080376e-05  4.52814397e-04]
",
      " [ 2.77929389e-05  6.63175358e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045636]
",
      " [-0.00138912]]
",
      "(2, 1)
",
      "[[0.12380615]
",
      " [0.12514001]
",
      " [0.12414664]
",
      " [0.1266951 ]]
",
      "grad01:  [[-9.04891085e-05  4.54089674e-04]
",
      " [ 2.78670099e-05  6.64993022e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045664]
",
      " [-0.00138972]]
",
      "(2, 1)
",
      "[[0.12380219]
",
      " [0.12514062]
",
      " [0.12414532]
",
      " [0.12669911]]
",
      "grad01:  [[-9.05701294e-05  4.55366763e-04]
",
      " [ 2.79412509e-05  6.66812808e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045692]
",
      " [-0.00139032]]
",
      "(2, 1)
",
      "[[0.12379823]
",
      " [0.12514124]
",
      " [0.124144  ]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [0.12670313]]
",
      "grad01:  [[-9.06511003e-05  4.56645670e-04]
",
      " [ 2.80156623e-05  6.68634723e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004572 ]
",
      " [-0.00139092]]
",
      "(2, 1)
",
      "[[0.12379426]
",
      " [0.12514186]
",
      " [0.12414268]
",
      " [0.12670715]]
",
      "grad01:  [[-9.07320212e-05  4.57926402e-04]
",
      " [ 2.80902447e-05  6.70458775e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045748]
",
      " [-0.00139153]]
",
      "(2, 1)
",
      "[[0.12379029]
",
      " [0.12514247]
",
      " [0.12414136]
",
      " [0.12671118]]
",
      "grad01:  [[-9.08128919e-05  4.59208968e-04]
",
      " [ 2.81649986e-05  6.72284973e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045776]
",
      " [-0.00139214]]
",
      "(2, 1)
",
      "[[0.12378632]
",
      " [0.12514308]
",
      " [0.12414004]
",
      " [0.12671521]]
",
      "grad01:  [[-9.08937126e-05  4.60493374e-04]
",
      " [ 2.82399243e-05  6.74113324e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045805]
",
      " [-0.00139275]]
",
      "(2, 1)
",
      "[[0.12378234]
",
      " [0.1251437 ]
",
      " [0.12413872]
",
      " [0.12671925]]
",
      "grad01:  [[-9.09744831e-05  4.61779628e-04]
",
      " [ 2.83150224e-05  6.75943835e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045833]
",
      " [-0.00139336]]
",
      "(2, 1)
",
      "[[0.12377836]
",
      " [0.12514431]
",
      " [0.1241374 ]
",
      " [0.12672329]]
",
      "grad01:  [[-9.10552035e-05  4.63067736e-04]
",
      " [ 2.83902933e-05  6.77776516e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045862]
",
      " [-0.00139397]]
",
      "(2, 1)
",
      "[[0.12377438]
",
      " [0.12514492]
",
      " [0.12413608]
",
      " [0.12672733]]
",
      "grad01:  [[-9.11358737e-05  4.64357706e-04]
",
      " [ 2.84657375e-05  6.79611374e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045891]
",
      " [-0.00139459]]
",
      "(2, 1)
",
      "[[0.12377039]
",
      " [0.12514553]
",
      " [0.12413475]
",
      " [0.12673138]]
",
      "grad01:  [[-9.12164937e-05  4.65649546e-04]
",
      " [ 2.85413556e-05  6.81448417e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004592 ]
",
      " [-0.00139521]]
",
      "(2, 1)
",
      "[[0.1237664 ]
",
      " [0.12514613]
",
      " [0.12413342]
",
      " [0.12673543]]
",
      "grad01:  [[-9.12970635e-05  4.66943263e-04]
",
      " [ 2.86171479e-05  6.83287654e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045949]
",
      " [-0.00139583]]
",
      "(2, 1)
",
      "[[0.12376241]
",
      " [0.12514674]
",
      " [0.1241321 ]
",
      " [0.12673949]]
",
      "grad01:  [[-9.13775829e-05  4.68238865e-04]
",
      " [ 2.86931150e-05  6.85129091e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00045978]
",
      " [-0.00139646]]
",
      "(2, 1)
",
      "[[0.12375842]
",
      " [0.12514734]
",
      " [0.12413077]
",
      " [0.12674355]]
",
      "grad01:  [[-9.14580521e-05  4.69536357e-04]
",
      " [ 2.87692573e-05  6.86972738e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046007]
",
      " [-0.00139709]]
",
      "(2, 1)
",
      "[[0.12375442]
",
      " [0.12514795]
",
      " [0.12412944]
",
      " [0.12674761]]
",
      "grad01:  [[-9.15384709e-05  4.70835749e-04]
",
      " [ 2.88455754e-05  6.88818602e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046036]
",
      " [-0.00139772]]
",
      "(2, 1)
",
      "[[0.12375041]
",
      " [0.12514855]
",
      " [0.12412811]
",
      " [0.12675168]]
",
      "grad01:  [[-9.16188394e-05  4.72137048e-04]
",
      " [ 2.89220698e-05  6.90666691e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046066]
",
      " [-0.00139835]]
",
      "(2, 1)
",
      "[[0.12374641]
",
      " [0.12514915]
",
      " [0.12412678]
",
      " [0.12675575]]
",
      "grad01:  [[-9.16991575e-05  4.73440260e-04]
",
      " [ 2.89987408e-05  6.92517015e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046095]
",
      " [-0.00139899]]
",
      "(2, 1)
",
      "[[0.1237424 ]
",
      " [0.12514975]
",
      " [0.12412544]
",
      " [0.12675983]]
",
      "grad01:  [[-9.17794251e-05  4.74745394e-04]
",
      " [ 2.90755891e-05  6.94369579e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046125]
",
      " [-0.00139962]]
",
      "(2, 1)
",
      "[[0.12373839]
",
      " [0.12515035]
",
      " [0.12412411]
",
      " [0.12676391]]
",
      "grad01:  [[-9.18596422e-05  4.76052457e-04]
",
      " [ 2.91526150e-05  6.96224394e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046154]
",
      " [-0.00140027]]
",
      "(2, 1)
",
      "[[0.12373437]
",
      " [0.12515095]
",
      " [0.12412278]
",
      " [0.126768  ]]
",
      "grad01:  [[-9.19398088e-05  4.77361456e-04]
",
      " [ 2.92298192e-05  6.98081467e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046184]
",
      " [-0.00140091]]
",
      "(2, 1)
",
      "[[0.12373035]
",
      " [0.12515155]
",
      " [0.12412144]
",
      " [0.12677209]]
",
      "grad01:  [[-9.20199249e-05  4.78672399e-04]
",
      " [ 2.93072020e-05  6.99940806e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046214]
",
      " [-0.00140155]]
",
      "(2, 1)
",
      "[[0.12372633]
",
      " [0.12515214]
",
      " [0.1241201 ]
",
      " [0.12677618]]
",
      "grad01:  [[-9.20999904e-05  4.79985293e-04]
",
      " [ 2.93847641e-05  7.01802420e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046244]
",
      " [-0.0014022 ]]
",
      "(2, 1)
",
      "[[0.1237223 ]
",
      " [0.12515273]
",
      " [0.12411876]
",
      " [0.12678028]]
",
      "grad01:  [[-9.21800053e-05  4.81300147e-04]
",
      " [ 2.94625059e-05  7.03666317e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046274]
",
      " [-0.00140285]]
",
      "(2, 1)
",
      "[[0.12371828]
",
      " [0.12515333]
",
      " [0.12411743]
",
      " [0.12678439]]
",
      "grad01:  [[-9.22599695e-05  4.82616967e-04]
",
      " [ 2.95404278e-05  7.05532504e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046304]
",
      " [-0.00140351]]
",
      "(2, 1)
",
      "[[0.12371424]
",
      " [0.12515392]
",
      " [0.12411608]
",
      " [0.1267885 ]]
",
      "grad01:  [[-9.23398830e-05  4.83935762e-04]
",
      " [ 2.96185305e-05  7.07400991e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046335]
",
      " [-0.00140416]]
",
      "(2, 1)
",
      "[[0.12371021]
",
      " [0.12515451]
",
      " [0.12411474]
",
      " [0.12679261]]
",
      "grad01:  [[-9.24197458e-05  4.85256539e-04]
",
      " [ 2.96968143e-05  7.09271785e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046365]
",
      " [-0.00140482]]
",
      "(2, 1)
",
      "[[0.12370617]
",
      " [0.1251551 ]
",
      " [0.1241134 ]
",
      " [0.12679673]]
",
      "grad01:  [[-9.24995577e-05  4.86579305e-04]
",
      " [ 2.97752799e-05  7.11144896e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046395]
",
      " [-0.00140548]]
",
      "(2, 1)
",
      "[[0.12370212]
",
      " [0.12515569]
",
      " [0.12411206]
",
      " [0.12680085]]
",
      "grad01:  [[-9.25793189e-05  4.87904068e-04]
",
      " [ 2.98539278e-05  7.13020330e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046426]
",
      " [-0.00140615]]
",
      "(2, 1)
",
      "[[0.12369808]
",
      " [0.12515627]
",
      " [0.12411071]
",
      " [0.12680497]]
",
      "grad01:  [[-9.26590292e-05  4.89230836e-04]
",
      " [ 2.99327583e-05  7.14898097e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046457]
",
      " [-0.00140681]]
",
      "(2, 1)
",
      "[[0.12369403]
",
      " [0.12515686]
",
      " [0.12410937]
",
      " [0.1268091 ]]
",
      "grad01:  [[-9.27386885e-05  4.90559617e-04]
",
      " [ 3.00117722e-05  7.16778205e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046488]
",
      " [-0.00140748]]
",
      "(2, 1)
",
      "[[0.12368997]
",
      " [0.12515744]
",
      " [0.12410802]
",
      " [0.12681324]]
",
      "grad01:  [[-9.28182969e-05  4.91890418e-04]
",
      " [ 3.00909698e-05  7.18660663e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046519]
",
      " [-0.00140816]]
",
      "(2, 1)
",
      "[[0.12368592]
",
      " [0.12515802]
",
      " [0.12410667]
",
      " [0.12681738]]
",
      "grad01:  [[-9.28978543e-05  4.93223247e-04]
",
      " [ 3.01703516e-05  7.20545478e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004655 ]
",
      " [-0.00140883]]
",
      "(2, 1)
",
      "[[0.12368186]
",
      " [0.12515861]
",
      " [0.12410532]
",
      " [0.12682152]]
",
      "grad01:  [[-9.29773606e-05  4.94558112e-04]
",
      " [ 3.02499183e-05  7.22432660e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046581]
",
      " [-0.00140951]]
",
      "(2, 1)
",
      "[[0.12367779]
",
      " [0.12515919]
",
      " [0.12410397]
",
      " [0.12682567]]
",
      "grad01:  [[-9.30568159e-05  4.95895021e-04]
",
      " [ 3.03296703e-05  7.24322216e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046612]
",
      " [-0.00141019]]
",
      "(2, 1)
",
      "[[0.12367372]
",
      " [0.12515976]
",
      " [0.12410262]
",
      " [0.12682982]]
",
      "grad01:  [[-9.31362199e-05  4.97233981e-04]
",
      " [ 3.04096082e-05  7.26214155e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046643]
",
      " [-0.00141087]]
",
      "(2, 1)
",
      "[[0.12366965]
",
      " [0.12516034]
",
      " [0.12410126]
",
      " [0.12683398]]
",
      "grad01:  [[-9.32155728e-05  4.98575000e-04]
",
      " [ 3.04897325e-05  7.28108486e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046675]
",
      " [-0.00141155]]
",
      "(2, 1)
",
      "[[0.12366558]
",
      " [0.12516092]
",
      " [0.12409991]
",
      " [0.12683814]]
",
      "grad01:  [[-9.32948745e-05  4.99918086e-04]
",
      " [ 3.05700436e-05  7.30005217e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046707]
",
      " [-0.00141224]]
",
      "(2, 1)
",
      "[[0.1236615 ]
",
      " [0.12516149]
",
      " [0.12409855]
",
      " [0.12684231]]
",
      "grad01:  [[-9.33741248e-05  5.01263248e-04]
",
      " [ 3.06505422e-05  7.31904357e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046738]
",
      " [-0.00141293]]
",
      "(2, 1)
",
      "[[0.12365742]
",
      " [0.12516207]
",
      " [0.1240972 ]
",
      " [0.12684648]]
",
      "grad01:  [[-9.34533238e-05  5.02610492e-04]
",
      " [ 3.07312287e-05  7.33805914e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004677 ]
",
      " [-0.00141363]]
",
      "(2, 1)
",
      "[[0.12365333]
",
      " [0.12516264]
",
      " [0.12409584]
",
      " [0.12685066]]
",
      "grad01:  [[-9.35324713e-05  5.03959827e-04]
",
      " [ 3.08121038e-05  7.35709897e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046802]
",
      " [-0.00141432]]
",
      "(2, 1)
",
      "[[0.12364924]
",
      " [0.12516321]
",
      " [0.12409448]
",
      " [0.12685484]]
",
      "grad01:  [[-9.36115675e-05  5.05311260e-04]
",
      " [ 3.08931678e-05  7.37616314e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046834]
",
      " [-0.00141502]]
",
      "(2, 1)
",
      "[[0.12364515]
",
      " [0.12516378]
",
      " [0.12409312]
",
      " [0.12685903]]
",
      "grad01:  [[-9.36906121e-05  5.06664800e-04]
",
      " [ 3.09744215e-05  7.39525174e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046866]
",
      " [-0.00141572]]
",
      "(2, 1)
",
      "[[0.12364105]
",
      " [0.12516435]
",
      " [0.12409176]
",
      " [0.12686322]]
",
      "grad01:  [[-9.37696051e-05  5.08020455e-04]
",
      " [ 3.10558652e-05  7.41436486e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046898]
",
      " [-0.00141642]]
",
      "(2, 1)
",
      "[[0.12363695]
",
      " [0.12516492]
",
      " [0.1240904 ]
",
      " [0.12686741]]
",
      "grad01:  [[-9.38485465e-05  5.09378232e-04]
",
      " [ 3.11374995e-05  7.43350259e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046931]
",
      " [-0.00141713]]
",
      "(2, 1)
",
      "[[0.12363285]
",
      " [0.12516548]
",
      " [0.12408903]
",
      " [0.12687161]]
",
      "grad01:  [[-9.39274362e-05  5.10738140e-04]
",
      " [ 3.12193251e-05  7.45266500e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046963]
",
      " [-0.00141784]]
",
      "(2, 1)
",
      "[[0.12362874]
",
      " [0.12516605]
",
      " [0.12408767]
",
      " [0.12687581]]
",
      "grad01:  [[-9.40062742e-05  5.12100186e-04]
",
      " [ 3.13013424e-05  7.47185219e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00046996]
",
      " [-0.00141855]]
",
      "(2, 1)
",
      "[[0.12362463]
",
      " [0.12516661]
",
      " [0.1240863 ]
",
      " [0.12688002]]
",
      "grad01:  [[-9.40850604e-05  5.13464379e-04]
",
      " [ 3.13835519e-05  7.49106424e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047028]
",
      " [-0.00141927]]
",
      "(2, 1)
",
      "[[0.12362052]
",
      " [0.12516717]
",
      " [0.12408494]
",
      " [0.12688424]]
",
      "grad01:  [[-9.41637948e-05  5.14830727e-04]
",
      " [ 3.14659543e-05  7.51030125e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047061]
",
      " [-0.00141998]]
",
      "(2, 1)
",
      "[[0.1236164 ]
",
      " [0.12516773]
",
      " [0.12408357]
",
      " [0.12688846]]
",
      "grad01:  [[-9.42424772e-05  5.16199237e-04]
",
      " [ 3.15485501e-05  7.52956329e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047094]
",
      " [-0.0014207 ]]
",
      "(2, 1)
",
      "[[0.12361227]
",
      " [0.12516829]
",
      " [0.1240822 ]
",
      " [0.12689268]]
",
      "grad01:  [[-9.43211076e-05  5.17569919e-04]
",
      " [ 3.16313397e-05  7.54885047e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047127]
",
      " [-0.00142143]]
",
      "(2, 1)
",
      "[[0.12360815]
",
      " [0.12516885]
",
      " [0.12408083]
",
      " [0.12689691]]
",
      "grad01:  [[-9.43996860e-05  5.18942780e-04]
",
      " [ 3.17143239e-05  7.56816285e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004716 ]
",
      " [-0.00142215]]
",
      "(2, 1)
",
      "[[0.12360402]
",
      " [0.12516941]
",
      " [0.12407945]
",
      " [0.12690114]]
",
      "grad01:  [[-9.44782123e-05  5.20317827e-04]
",
      " [ 3.17975030e-05  7.58750054e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047193]
",
      " [-0.00142288]]
",
      "(2, 1)
",
      "[[0.12359988]
",
      " [0.12516996]
",
      " [0.12407808]
",
      " [0.12690538]]
",
      "grad01:  [[-9.45566865e-05  5.21695071e-04]
",
      " [ 3.18808778e-05  7.60686363e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047227]
",
      " [-0.00142361]]
",
      "(2, 1)
",
      "[[0.12359575]
",
      " [0.12517052]
",
      " [0.12407671]
",
      " [0.12690962]]
",
      "grad01:  [[-9.46351084e-05  5.23074517e-04]
",
      " [ 3.19644487e-05  7.62625219e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004726 ]
",
      " [-0.00142434]]
",
      "(2, 1)
",
      "[[0.1235916 ]
",
      " [0.12517107]
",
      " [0.12407533]
",
      " [0.12691387]]
",
      "grad01:  [[-9.47134780e-05  5.24456176e-04]
",
      " [ 3.20482163e-05  7.64566632e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047294]
",
      " [-0.00142508]]
",
      "(2, 1)
",
      "[[0.12358746]
",
      " [0.12517162]
",
      " [0.12407395]
",
      " [0.12691812]]
",
      "grad01:  [[-9.47917952e-05  5.25840055e-04]
",
      " [ 3.21321812e-05  7.66510611e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047327]
",
      " [-0.00142582]]
",
      "(2, 1)
",
      "[[0.12358331]
",
      " [0.12517217]
",
      " [0.12407258]
",
      " [0.12692238]]
",
      "grad01:  [[-9.48700600e-05  5.27226162e-04]
",
      " [ 3.22163440e-05  7.68457165e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047361]
",
      " [-0.00142656]]
",
      "(2, 1)
",
      "[[0.12357916]
",
      " [0.12517272]
",
      " [0.1240712 ]
",
      " [0.12692664]]
",
      "grad01:  [[-9.49482723e-05  5.28614506e-04]
",
      " [ 3.23007051e-05  7.70406303e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047395]
",
      " [-0.00142731]]
",
      "(2, 1)
",
      "[[0.123575  ]
",
      " [0.12517327]
",
      " [0.12406982]
",
      " [0.12693091]]
",
      "grad01:  [[-9.50264321e-05  5.30005095e-04]
",
      " [ 3.23852652e-05  7.72358033e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047429]
",
      " [-0.00142805]]
",
      "(2, 1)
",
      "[[0.12357084]
",
      " [0.12517381]
",
      " [0.12406843]
",
      " [0.12693518]]
",
      "grad01:  [[-9.51045392e-05  5.31397937e-04]
",
      " [ 3.24700249e-05  7.74312366e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047463]
",
      " [-0.0014288 ]]
",
      "(2, 1)
",
      "[[0.12356667]
",
      " [0.12517436]
",
      " [0.12406705]
",
      " [0.12693945]]
",
      "grad01:  [[-9.51825936e-05  5.32793040e-04]
",
      " [ 3.25549847e-05  7.76269309e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047497]
",
      " [-0.00142956]]
",
      "(2, 1)
",
      "[[0.1235625 ]
",
      " [0.1251749 ]
",
      " [0.12406567]
",
      " [0.12694374]]
",
      "grad01:  [[-9.52605952e-05  5.34190414e-04]
",
      " [ 3.26401452e-05  7.78228871e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047532]
",
      " [-0.00143031]]
",
      "(2, 1)
",
      "[[0.12355833]
",
      " [0.12517544]
",
      " [0.12406428]
",
      " [0.12694802]]
",
      "grad01:  [[-9.53385439e-05  5.35590066e-04]
",
      " [ 3.27255070e-05  7.80191063e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047566]
",
      " [-0.00143107]]
",
      "(2, 1)
",
      "[[0.12355416]
",
      " [0.12517598]
",
      " [0.12406289]
",
      " [0.12695231]]
",
      "grad01:  [[-9.54164397e-05  5.36992005e-04]
",
      " [ 3.28110706e-05  7.82155892e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047601]
",
      " [-0.00143183]]
",
      "(2, 1)
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.12354997]
",
      " [0.12517652]
",
      " [0.1240615 ]
",
      " [0.12695661]]
",
      "grad01:  [[-9.54942825e-05  5.38396240e-04]
",
      " [ 3.28968367e-05  7.84123369e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047635]
",
      " [-0.0014326 ]]
",
      "(2, 1)
",
      "[[0.12354579]
",
      " [0.12517706]
",
      " [0.12406011]
",
      " [0.12696091]]
",
      "grad01:  [[-9.55720723e-05  5.39802778e-04]
",
      " [ 3.29828058e-05  7.86093502e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004767 ]
",
      " [-0.00143336]]
",
      "(2, 1)
",
      "[[0.1235416 ]
",
      " [0.1251776 ]
",
      " [0.12405872]
",
      " [0.12696522]]
",
      "grad01:  [[-9.56498088e-05  5.41211628e-04]
",
      " [ 3.30689785e-05  7.88066300e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047705]
",
      " [-0.00143413]]
",
      "(2, 1)
",
      "[[0.12353741]
",
      " [0.12517813]
",
      " [0.12405733]
",
      " [0.12696953]]
",
      "grad01:  [[-9.57274922e-05  5.42622800e-04]
",
      " [ 3.31553554e-05  7.90041773e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004774 ]
",
      " [-0.00143491]]
",
      "(2, 1)
",
      "[[0.12353321]
",
      " [0.12517866]
",
      " [0.12405594]
",
      " [0.12697385]]
",
      "grad01:  [[-9.58051222e-05  5.44036300e-04]
",
      " [ 3.32419371e-05  7.92019930e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047775]
",
      " [-0.00143568]]
",
      "(2, 1)
",
      "[[0.12352901]
",
      " [0.1251792 ]
",
      " [0.12405454]
",
      " [0.12697817]]
",
      "grad01:  [[-9.58826988e-05  5.45452139e-04]
",
      " [ 3.33287242e-05  7.94000779e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047811]
",
      " [-0.00143646]]
",
      "(2, 1)
",
      "[[0.12352481]
",
      " [0.12517973]
",
      " [0.12405315]
",
      " [0.1269825 ]]
",
      "grad01:  [[-9.59602220e-05  5.46870324e-04]
",
      " [ 3.34157173e-05  7.95984331e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047846]
",
      " [-0.00143724]]
",
      "(2, 1)
",
      "[[0.1235206 ]
",
      " [0.12518026]
",
      " [0.12405175]
",
      " [0.12698683]]
",
      "grad01:  [[-9.60376916e-05  5.48290864e-04]
",
      " [ 3.35029169e-05  7.97970594e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047882]
",
      " [-0.00143802]]
",
      "(2, 1)
",
      "[[0.12351638]
",
      " [0.12518079]
",
      " [0.12405035]
",
      " [0.12699117]]
",
      "grad01:  [[-9.61151076e-05  5.49713768e-04]
",
      " [ 3.35903237e-05  7.99959578e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047917]
",
      " [-0.00143881]]
",
      "(2, 1)
",
      "[[0.12351217]
",
      " [0.12518131]
",
      " [0.12404895]
",
      " [0.12699551]]
",
      "grad01:  [[-9.61924698e-05  5.51139044e-04]
",
      " [ 3.36779384e-05  8.01951292e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047953]
",
      " [-0.0014396 ]]
",
      "(2, 1)
",
      "[[0.12350794]
",
      " [0.12518184]
",
      " [0.12404755]
",
      " [0.12699986]]
",
      "grad01:  [[-9.62697782e-05  5.52566701e-04]
",
      " [ 3.37657613e-05  8.03945746e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00047989]
",
      " [-0.00144039]]
",
      "(2, 1)
",
      "[[0.12350372]
",
      " [0.12518236]
",
      " [0.12404615]
",
      " [0.12700421]]
",
      "grad01:  [[-9.63470328e-05  5.53996748e-04]
",
      " [ 3.38537933e-05  8.05942949e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048025]
",
      " [-0.00144119]]
",
      "(2, 1)
",
      "[[0.12349949]
",
      " [0.12518288]
",
      " [0.12404474]
",
      " [0.12700857]]
",
      "grad01:  [[-9.64242333e-05  5.55429194e-04]
",
      " [ 3.39420349e-05  8.07942909e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048061]
",
      " [-0.00144199]]
",
      "(2, 1)
",
      "[[0.12349526]
",
      " [0.1251834 ]
",
      " [0.12404334]
",
      " [0.12701293]]
",
      "grad01:  [[-9.65013798e-05  5.56864047e-04]
",
      " [ 3.40304867e-05  8.09945638e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048097]
",
      " [-0.00144279]]
",
      "(2, 1)
",
      "[[0.12349102]
",
      " [0.12518392]
",
      " [0.12404193]
",
      " [0.1270173 ]]
",
      "grad01:  [[-9.65784722e-05  5.58301316e-04]
",
      " [ 3.41191493e-05  8.11951143e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048133]
",
      " [-0.00144359]]
",
      "(2, 1)
",
      "[[0.12348678]
",
      " [0.12518444]
",
      " [0.12404053]
",
      " [0.12702167]]
",
      "grad01:  [[-9.66555103e-05  5.59741010e-04]
",
      " [ 3.42080233e-05  8.13959435e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004817]
",
      " [-0.0014444]]
",
      "(2, 1)
",
      "[[0.12348253]
",
      " [0.12518496]
",
      " [0.12403912]
",
      " [0.12702605]]
",
      "grad01:  [[-9.67324941e-05  5.61183137e-04]
",
      " [ 3.42971094e-05  8.15970523e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048206]
",
      " [-0.00144521]]
",
      "(2, 1)
",
      "[[0.12347828]
",
      " [0.12518547]
",
      " [0.12403771]
",
      " [0.12703044]]
",
      "grad01:  [[-9.68094234e-05  5.62627707e-04]
",
      " [ 3.43864082e-05  8.17984417e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048243]
",
      " [-0.00144602]]
",
      "(2, 1)
",
      "[[0.12347402]
",
      " [0.12518599]
",
      " [0.12403629]
",
      " [0.12703483]]
",
      "grad01:  [[-9.68862982e-05  5.64074729e-04]
",
      " [ 3.44759203e-05  8.20001125e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004828 ]
",
      " [-0.00144683]]
",
      "(2, 1)
",
      "[[0.12346976]
",
      " [0.1251865 ]
",
      " [0.12403488]
",
      " [0.12703922]]
",
      "grad01:  [[-9.69631184e-05  5.65524211e-04]
",
      " [ 3.45656463e-05  8.22020659e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048317]
",
      " [-0.00144765]]
",
      "(2, 1)
",
      "[[0.1234655 ]
",
      " [0.12518701]
",
      " [0.12403347]
",
      " [0.12704362]]
",
      "grad01:  [[-9.70398840e-05  5.66976162e-04]
",
      " [ 3.46555868e-05  8.24043026e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048354]
",
      " [-0.00144847]]
",
      "(2, 1)
",
      "[[0.12346123]
",
      " [0.12518752]
",
      " [0.12403205]
",
      " [0.12704803]]
",
      "grad01:  [[-9.71165947e-05  5.68430591e-04]
",
      " [ 3.47457425e-05  8.26068238e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048391]
",
      " [-0.0014493 ]]
",
      "(2, 1)
",
      "[[0.12345696]
",
      " [0.12518803]
",
      " [0.12403063]
",
      " [0.12705244]]
",
      "grad01:  [[-9.71932505e-05  5.69887508e-04]
",
      " [ 3.48361141e-05  8.28096302e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048428]
",
      " [-0.00145012]]
",
      "(2, 1)
",
      "[[0.12345268]
",
      " [0.12518853]
",
      " [0.12402922]
",
      " [0.12705685]]
",
      "grad01:  [[-9.72698513e-05  5.71346920e-04]
",
      " [ 3.49267020e-05  8.30127230e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048465]
",
      " [-0.00145095]]
",
      "(2, 1)
",
      "[[0.1234484 ]
",
      " [0.12518904]
",
      " [0.1240278 ]
",
      " [0.12706128]]
",
      "grad01:  [[-9.73463970e-05  5.72808838e-04]
",
      " [ 3.50175071e-05  8.32161031e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048503]
",
      " [-0.00145179]]
",
      "(2, 1)
",
      "[[0.12344412]
",
      " [0.12518954]
",
      " [0.12402637]
",
      " [0.1270657 ]]
",
      "grad01:  [[-9.74228875e-05  5.74273270e-04]
",
      " [ 3.51085298e-05  8.34197714e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004854 ]
",
      " [-0.00145262]]
",
      "(2, 1)
",
      "[[0.12343983]
",
      " [0.12519004]
",
      " [0.12402495]
",
      " [0.12707013]]
",
      "grad01:  [[-9.74993228e-05  5.75740225e-04]
",
      " [ 3.51997709e-05  8.36237290e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048578]
",
      " [-0.00145346]]
",
      "(2, 1)
",
      "[[0.12343553]
",
      " [0.12519054]
",
      " [0.12402353]
",
      " [0.12707457]]
",
      "grad01:  [[-9.75757026e-05  5.77209713e-04]
",
      " [ 3.52912310e-05  8.38279767e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048616]
",
      " [-0.0014543 ]]
",
      "(2, 1)
",
      "[[0.12343124]
",
      " [0.12519104]
",
      " [0.1240221 ]
",
      " [0.12707902]]
",
      "grad01:  [[-9.76520270e-05  5.78681743e-04]
",
      " [ 3.53829108e-05  8.40325157e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048654]
",
      " [-0.00145515]]
",
      "(2, 1)
",
      "[[0.12342693]
",
      " [0.12519154]
",
      " [0.12402068]
",
      " [0.12708346]]
",
      "grad01:  [[-9.77282957e-05  5.80156323e-04]
",
      " [ 3.54748108e-05  8.42373467e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048692]
",
      " [-0.00145599]]
",
      "(2, 1)
",
      "[[0.12342263]
",
      " [0.12519204]
",
      " [0.12401925]
",
      " [0.12708792]]
",
      "grad01:  [[-9.78045087e-05  5.81633463e-04]
",
      " [ 3.55669318e-05  8.44424710e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004873 ]
",
      " [-0.00145684]]
",
      "(2, 1)
",
      "[[0.12341831]
",
      " [0.12519253]
",
      " [0.12401782]
",
      " [0.12709238]]
",
      "grad01:  [[-9.78806660e-05  5.83113172e-04]
",
      " [ 3.56592744e-05  8.46478893e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048769]
",
      " [-0.0014577 ]]
",
      "(2, 1)
",
      "[[0.123414  ]
",
      " [0.12519303]
",
      " [0.12401639]
",
      " [0.12709684]]
",
      "grad01:  [[-9.79567673e-05  5.84595460e-04]
",
      " [ 3.57518392e-05  8.48536028e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048807]
",
      " [-0.00145855]]
",
      "(2, 1)
",
      "[[0.12340968]
",
      " [0.12519352]
",
      " [0.12401496]
",
      " [0.12710132]]
",
      "grad01:  [[-9.80328126e-05  5.86080335e-04]
",
      " [ 3.58446269e-05  8.50596124e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048846]
",
      " [-0.00145941]]
",
      "(2, 1)
",
      "[[0.12340535]
",
      " [0.12519401]
",
      " [0.12401352]
",
      " [0.12710579]]
",
      "grad01:  [[-9.81088017e-05  5.87567807e-04]
",
      " [ 3.59376382e-05  8.52659191e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048885]
",
      " [-0.00146028]]
",
      "(2, 1)
",
      "[[0.12340102]
",
      " [0.1251945 ]
",
      " [0.12401209]
",
      " [0.12711027]]
",
      "grad01:  [[-9.81847346e-05  5.89057885e-04]
",
      " [ 3.60308737e-05  8.54725239e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048923]
",
      " [-0.00146114]]
",
      "(2, 1)
",
      "[[0.12339669]
",
      " [0.12519498]
",
      " [0.12401065]
",
      " [0.12711476]]
",
      "grad01:  [[-9.82606111e-05  5.90550579e-04]
",
      " [ 3.61243341e-05  8.56794278e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00048962]
",
      " [-0.00146201]]
",
      "(2, 1)
",
      "[[0.12339235]
",
      " [0.12519547]
",
      " [0.12400921]
",
      " [0.12711925]]
",
      "grad01:  [[-9.83364312e-05  5.92045897e-04]
",
      " [ 3.62180201e-05  8.58866317e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049001]
",
      " [-0.00146288]]
",
      "(2, 1)
",
      "[[0.12338801]
",
      " [0.12519595]
",
      " [0.12400777]
",
      " [0.12712375]]
",
      "grad01:  [[-9.84121947e-05  5.93543850e-04]
",
      " [ 3.63119323e-05  8.60941368e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049041]
",
      " [-0.00146376]]
",
      "(2, 1)
",
      "[[0.12338366]
",
      " [0.12519643]
",
      " [0.12400633]
",
      " [0.12712826]]
",
      "grad01:  [[-9.84879015e-05  5.95044447e-04]
",
      " [ 3.64060714e-05  8.63019440e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004908 ]
",
      " [-0.00146463]]
",
      "(2, 1)
",
      "[[0.12337931]
",
      " [0.12519692]
",
      " [0.12400489]
",
      " [0.12713277]]
",
      "grad01:  [[-9.85635514e-05  5.96547697e-04]
",
      " [ 3.65004381e-05  8.65100543e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049119]
",
      " [-0.00146551]]
",
      "(2, 1)
",
      "[[0.12337495]
",
      " [0.12519739]
",
      " [0.12400345]
",
      " [0.12713728]]
",
      "grad01:  [[-9.86391445e-05  5.98053609e-04]
",
      " [ 3.65950330e-05  8.67184688e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049159]
",
      " [-0.0014664 ]]
",
      "(2, 1)
",
      "[[0.12337059]
",
      " [0.12519787]
",
      " [0.124002  ]
",
      " [0.1271418 ]]
",
      "grad01:  [[-9.87146805e-05  5.99562194e-04]
",
      " [ 3.66898569e-05  8.69271884e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049199]
",
      " [-0.00146728]]
",
      "(2, 1)
",
      "[[0.12336622]
",
      " [0.12519835]
",
      " [0.12400055]
",
      " [0.12714633]]
",
      "grad01:  [[-9.87901593e-05  6.01073460e-04]
",
      " [ 3.67849104e-05  8.71362141e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049238]
",
      " [-0.00146817]]
",
      "(2, 1)
",
      "[[0.12336185]
",
      " [0.12519882]
",
      " [0.12399911]
",
      " [0.12715086]]
",
      "grad01:  [[-9.88655808e-05  6.02587418e-04]
",
      " [ 3.68801942e-05  8.73455471e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049278]
",
      " [-0.00146906]]
",
      "(2, 1)
",
      "[[0.12335748]
",
      " [0.1251993 ]
",
      " [0.12399766]
",
      " [0.1271554 ]]
",
      "grad01:  [[-9.89409449e-05  6.04104076e-04]
",
      " [ 3.69757089e-05  8.75551882e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049319]
",
      " [-0.00146996]]
",
      "(2, 1)
",
      "[[0.1233531 ]
",
      " [0.12519977]
",
      " [0.12399621]
",
      " [0.12715995]]
",
      "grad01:  [[-9.90162515e-05  6.05623444e-04]
",
      " [ 3.70714554e-05  8.77651386e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049359]
",
      " [-0.00147086]]
",
      "(2, 1)
",
      "[[0.12334871]
",
      " [0.12520024]
",
      " [0.12399475]
",
      " [0.1271645 ]]
",
      "grad01:  [[-9.90915005e-05  6.07145533e-04]
",
      " [ 3.71674342e-05  8.79753992e-04]]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(2, 2)
",
      "grad12:  [[ 0.00049399]
",
      " [-0.00147176]]
",
      "(2, 1)
",
      "[[0.12334432]
",
      " [0.12520071]
",
      " [0.1239933 ]
",
      " [0.12716905]]
",
      "grad01:  [[-9.91666916e-05  6.08670352e-04]
",
      " [ 3.72636460e-05  8.81859711e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004944 ]
",
      " [-0.00147267]]
",
      "(2, 1)
",
      "[[0.12333993]
",
      " [0.12520117]
",
      " [0.12399184]
",
      " [0.12717362]]
",
      "grad01:  [[-9.92418249e-05  6.10197909e-04]
",
      " [ 3.73600917e-05  8.83968554e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0004948 ]
",
      " [-0.00147357]]
",
      "(2, 1)
",
      "[[0.12333553]
",
      " [0.12520164]
",
      " [0.12399039]
",
      " [0.12717818]]
",
      "grad01:  [[-9.93169001e-05  6.11728216e-04]
",
      " [ 3.74567718e-05  8.86080530e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049521]
",
      " [-0.00147448]]
",
      "(2, 1)
",
      "[[0.12333112]
",
      " [0.1252021 ]
",
      " [0.12398893]
",
      " [0.12718276]]
",
      "grad01:  [[-9.93919172e-05  6.13261282e-04]
",
      " [ 3.75536870e-05  8.88195650e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049562]
",
      " [-0.0014754 ]]
",
      "(2, 1)
",
      "[[0.12332672]
",
      " [0.12520257]
",
      " [0.12398747]
",
      " [0.12718734]]
",
      "grad01:  [[-9.94668760e-05  6.14797116e-04]
",
      " [ 3.76508382e-05  8.90313925e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049603]
",
      " [-0.00147632]]
",
      "(2, 1)
",
      "[[0.1233223 ]
",
      " [0.12520303]
",
      " [0.12398601]
",
      " [0.12719192]]
",
      "grad01:  [[-9.95417763e-05  6.16335729e-04]
",
      " [ 3.77482259e-05  8.92435364e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049644]
",
      " [-0.00147724]]
",
      "(2, 1)
",
      "[[0.12331788]
",
      " [0.12520349]
",
      " [0.12398455]
",
      " [0.12719651]]
",
      "grad01:  [[-9.96166181e-05  6.17877130e-04]
",
      " [ 3.78458509e-05  8.94559979e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049685]
",
      " [-0.00147816]]
",
      "(2, 1)
",
      "[[0.12331346]
",
      " [0.12520394]
",
      " [0.12398308]
",
      " [0.12720111]]
",
      "grad01:  [[-9.96914012e-05  6.19421330e-04]
",
      " [ 3.79437139e-05  8.96687779e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049726]
",
      " [-0.00147909]]
",
      "(2, 1)
",
      "[[0.12330903]
",
      " [0.1252044 ]
",
      " [0.12398162]
",
      " [0.12720571]]
",
      "grad01:  [[-9.97661255e-05  6.20968337e-04]
",
      " [ 3.80418156e-05  8.98818776e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049768]
",
      " [-0.00148002]]
",
      "(2, 1)
",
      "[[0.1233046 ]
",
      " [0.12520485]
",
      " [0.12398015]
",
      " [0.12721032]]
",
      "grad01:  [[-9.98407909e-05  6.22518162e-04]
",
      " [ 3.81401568e-05  9.00952980e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049809]
",
      " [-0.00148095]]
",
      "(2, 1)
",
      "[[0.12330016]
",
      " [0.12520531]
",
      " [0.12397868]
",
      " [0.12721494]]
",
      "grad01:  [[-9.99153971e-05  6.24070816e-04]
",
      " [ 3.82387381e-05  9.03090401e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049851]
",
      " [-0.00148188]]
",
      "(2, 1)
",
      "[[0.12329572]
",
      " [0.12520576]
",
      " [0.12397721]
",
      " [0.12721956]]
",
      "grad01:  [[-9.99899441e-05  6.25626307e-04]
",
      " [ 3.83375603e-05  9.05231051e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049893]
",
      " [-0.00148282]]
",
      "(2, 1)
",
      "[[0.12329127]
",
      " [0.12520621]
",
      " [0.12397574]
",
      " [0.12722418]]
",
      "grad01:  [[-1.00064432e-04  6.27184646e-04]
",
      " [ 3.84366241e-05  9.07374939e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049935]
",
      " [-0.00148377]]
",
      "(2, 1)
",
      "[[0.12328682]
",
      " [0.12520665]
",
      " [0.12397426]
",
      " [0.12722882]]
",
      "grad01:  [[-1.00138860e-04  6.28745843e-04]
",
      " [ 3.85359302e-05  9.09522077e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00049977]
",
      " [-0.00148471]]
",
      "(2, 1)
",
      "[[0.12328236]
",
      " [0.1252071 ]
",
      " [0.12397279]
",
      " [0.12723346]]
",
      "grad01:  [[-1.00213228e-04  6.30309908e-04]
",
      " [ 3.86354795e-05  9.11672475e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050019]
",
      " [-0.00148566]]
",
      "(2, 1)
",
      "[[0.1232779 ]
",
      " [0.12520754]
",
      " [0.12397131]
",
      " [0.1272381 ]]
",
      "grad01:  [[-1.00287537e-04  6.31876851e-04]
",
      " [ 3.87352725e-05  9.13826144e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050062]
",
      " [-0.00148661]]
",
      "(2, 1)
",
      "[[0.12327343]
",
      " [0.12520799]
",
      " [0.12396984]
",
      " [0.12724275]]
",
      "grad01:  [[-1.00361786e-04  6.33446682e-04]
",
      " [ 3.88353101e-05  9.15983094e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050104]
",
      " [-0.00148757]]
",
      "(2, 1)
",
      "[[0.12326896]
",
      " [0.12520843]
",
      " [0.12396836]
",
      " [0.12724741]]
",
      "grad01:  [[-1.00435975e-04  6.35019411e-04]
",
      " [ 3.89355929e-05  9.18143337e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050147]
",
      " [-0.00148852]]
",
      "(2, 1)
",
      "[[0.12326448]
",
      " [0.12520887]
",
      " [0.12396688]
",
      " [0.12725207]]
",
      "grad01:  [[-1.00510103e-04  6.36595050e-04]
",
      " [ 3.90361218e-05  9.20306883e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0005019 ]
",
      " [-0.00148948]]
",
      "(2, 1)
",
      "[[0.12326   ]
",
      " [0.1252093 ]
",
      " [0.12396539]
",
      " [0.12725674]]
",
      "grad01:  [[-1.00584171e-04  6.38173607e-04]
",
      " [ 3.91368975e-05  9.22473743e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050233]
",
      " [-0.00149045]]
",
      "(2, 1)
",
      "[[0.12325551]
",
      " [0.12520974]
",
      " [0.12396391]
",
      " [0.12726142]]
",
      "grad01:  [[-1.00658179e-04  6.39755092e-04]
",
      " [ 3.92379207e-05  9.24643929e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050276]
",
      " [-0.00149142]]
",
      "(2, 1)
",
      "[[0.12325102]
",
      " [0.12521018]
",
      " [0.12396242]
",
      " [0.1272661 ]]
",
      "grad01:  [[-1.00732126e-04  6.41339518e-04]
",
      " [ 3.93391921e-05  9.26817450e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050319]
",
      " [-0.00149239]]
",
      "(2, 1)
",
      "[[0.12324652]
",
      " [0.12521061]
",
      " [0.12396094]
",
      " [0.12727079]]
",
      "grad01:  [[-1.00806012e-04  6.42926893e-04]
",
      " [ 3.94407126e-05  9.28994317e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050362]
",
      " [-0.00149336]]
",
      "(2, 1)
",
      "[[0.12324202]
",
      " [0.12521104]
",
      " [0.12395945]
",
      " [0.12727548]]
",
      "grad01:  [[-1.00879837e-04  6.44517227e-04]
",
      " [ 3.95424829e-05  9.31174543e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050406]
",
      " [-0.00149434]]
",
      "(2, 1)
",
      "[[0.12323751]
",
      " [0.12521147]
",
      " [0.12395796]
",
      " [0.12728018]]
",
      "grad01:  [[-1.00953601e-04  6.46110532e-04]
",
      " [ 3.96445038e-05  9.33358138e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050449]
",
      " [-0.00149532]]
",
      "(2, 1)
",
      "[[0.123233  ]
",
      " [0.1252119 ]
",
      " [0.12395646]
",
      " [0.12728489]]
",
      "grad01:  [[-1.01027304e-04  6.47706818e-04]
",
      " [ 3.97467759e-05  9.35545112e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050493]
",
      " [-0.0014963 ]]
",
      "(2, 1)
",
      "[[0.12322848]
",
      " [0.12521232]
",
      " [0.12395497]
",
      " [0.1272896 ]]
",
      "grad01:  [[-1.01100945e-04  6.49306095e-04]
",
      " [ 3.98493002e-05  9.37735477e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050537]
",
      " [-0.00149729]]
",
      "(2, 1)
",
      "[[0.12322396]
",
      " [0.12521275]
",
      " [0.12395348]
",
      " [0.12729432]]
",
      "grad01:  [[-1.01174524e-04  6.50908374e-04]
",
      " [ 3.99520772e-05  9.39929244e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050581]
",
      " [-0.00149828]]
",
      "(2, 1)
",
      "[[0.12321943]
",
      " [0.12521317]
",
      " [0.12395198]
",
      " [0.12729905]]
",
      "grad01:  [[-1.01248042e-04  6.52513664e-04]
",
      " [ 4.00551079e-05  9.42126424e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050625]
",
      " [-0.00149927]]
",
      "(2, 1)
",
      "[[0.12321489]
",
      " [0.12521359]
",
      " [0.12395048]
",
      " [0.12730378]]
",
      "grad01:  [[-1.01321498e-04  6.54121977e-04]
",
      " [ 4.01583930e-05  9.44327029e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050669]
",
      " [-0.00150027]]
",
      "(2, 1)
",
      "[[0.12321035]
",
      " [0.12521401]
",
      " [0.12394898]
",
      " [0.12730852]]
",
      "grad01:  [[-1.01394892e-04  6.55733324e-04]
",
      " [ 4.02619333e-05  9.46531068e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050714]
",
      " [-0.00150127]]
",
      "(2, 1)
",
      "[[0.12320581]
",
      " [0.12521443]
",
      " [0.12394748]
",
      " [0.12731326]]
",
      "grad01:  [[-1.01468224e-04  6.57347714e-04]
",
      " [ 4.03657296e-05  9.48738555e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050758]
",
      " [-0.00150227]]
",
      "(2, 1)
",
      "[[0.12320126]
",
      " [0.12521484]
",
      " [0.12394598]
",
      " [0.12731801]]
",
      "grad01:  [[-1.01541493e-04  6.58965158e-04]
",
      " [ 4.04697825e-05  9.50949499e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050803]
",
      " [-0.00150328]]
",
      "(2, 1)
",
      "[[0.12319671]
",
      " [0.12521526]
",
      " [0.12394447]
",
      " [0.12732277]]
",
      "grad01:  [[-1.01614700e-04  6.60585668e-04]
",
      " [ 4.05740930e-05  9.53163912e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050848]
",
      " [-0.00150429]]
",
      "(2, 1)
",
      "[[0.12319215]
",
      " [0.12521567]
",
      " [0.12394296]
",
      " [0.12732753]]
",
      "grad01:  [[-1.01687844e-04  6.62209253e-04]
",
      " [ 4.06786618e-05  9.55381806e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050893]
",
      " [-0.0015053 ]]
",
      "(2, 1)
",
      "[[0.12318758]
",
      " [0.12521608]
",
      " [0.12394146]
",
      " [0.1273323 ]]
",
      "grad01:  [[-1.01760925e-04  6.63835924e-04]
",
      " [ 4.07834898e-05  9.57603191e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050938]
",
      " [-0.00150632]]
",
      "(2, 1)
",
      "[[0.12318301]
",
      " [0.12521649]
",
      " [0.12393995]
",
      " [0.12733708]]
",
      "grad01:  [[-1.01833943e-04  6.65465693e-04]
",
      " [ 4.08885776e-05  9.59828080e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00050983]
",
      " [-0.00150734]]
",
      "(2, 1)
",
      "[[0.12317843]
",
      " [0.1252169 ]
",
      " [0.12393843]
",
      " [0.12734186]]
",
      "grad01:  [[-1.01906898e-04  6.67098569e-04]
",
      " [ 4.09939261e-05  9.62056483e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051028]
",
      " [-0.00150836]]
",
      "(2, 1)
",
      "[[0.12317385]
",
      " [0.1252173 ]
",
      " [0.12393692]
",
      " [0.12734665]]
",
      "grad01:  [[-1.01979789e-04  6.68734565e-04]
",
      " [ 4.10995362e-05  9.64288412e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051074]
",
      " [-0.00150939]]
",
      "(2, 1)
",
      "[[0.12316927]
",
      " [0.12521771]
",
      " [0.12393541]
",
      " [0.12735145]]
",
      "grad01:  [[-1.02052617e-04  6.70373689e-04]
",
      " [ 4.12054085e-05  9.66523878e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0005112 ]
",
      " [-0.00151042]]
",
      "(2, 1)
",
      "[[0.12316467]
",
      " [0.12521811]
",
      " [0.12393389]
",
      " [0.12735625]]
",
      "grad01:  [[-1.02125381e-04  6.72015955e-04]
",
      " [ 4.13115440e-05  9.68762893e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051165]
",
      " [-0.00151145]]
",
      "(2, 1)
",
      "[[0.12316008]
",
      " [0.12521851]
",
      " [0.12393237]
",
      " [0.12736106]]
",
      "grad01:  [[-1.02198081e-04  6.73661371e-04]
",
      " [ 4.14179434e-05  9.71005469e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051211]
",
      " [-0.00151249]]
",
      "(2, 1)
",
      "[[0.12315547]
",
      " [0.12521891]
",
      " [0.12393085]
",
      " [0.12736587]]
",
      "grad01:  [[-1.02270716e-04  6.75309950e-04]
",
      " [ 4.15246076e-05  9.73251616e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051257]
",
      " [-0.00151353]]
",
      "(2, 1)
",
      "[[0.12315086]
",
      " [0.1252193 ]
",
      " [0.12392933]
",
      " [0.1273707 ]]
",
      "grad01:  [[-1.02343288e-04  6.76961702e-04]
",
      " [ 4.16315373e-05  9.75501347e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051304]
",
      " [-0.00151457]]
",
      "(2, 1)
",
      "[[0.12314625]
",
      " [0.1252197 ]
",
      " [0.12392781]
",
      " [0.12737553]]
",
      "grad01:  [[-1.02415795e-04  6.78616638e-04]
",
      " [ 4.17387334e-05  9.77754674e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0005135 ]
",
      " [-0.00151562]]
",
      "(2, 1)
",
      "[[0.12314163]
",
      " [0.12522009]
",
      " [0.12392628]
",
      " [0.12738036]]
",
      "grad01:  [[-1.02488238e-04  6.80274770e-04]
",
      " [ 4.18461967e-05  9.80011607e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051396]
",
      " [-0.00151667]]
",
      "(2, 1)
",
      "[[0.123137  ]
",
      " [0.12522048]
",
      " [0.12392476]
",
      " [0.1273852 ]]
",
      "grad01:  [[-1.02560615e-04  6.81936108e-04]
",
      " [ 4.19539281e-05  9.82272158e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051443]
",
      " [-0.00151772]]
",
      "(2, 1)
",
      "[[0.12313237]
",
      " [0.12522087]
",
      " [0.12392323]
",
      " [0.12739005]]
",
      "grad01:  [[-1.02632928e-04  6.83600664e-04]
",
      " [ 4.20619283e-05  9.84536340e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0005149 ]
",
      " [-0.00151878]]
",
      "(2, 1)
",
      "[[0.12312774]
",
      " [0.12522126]
",
      " [0.1239217 ]
",
      " [0.12739491]]
",
      "grad01:  [[-1.02705175e-04  6.85268448e-04]
",
      " [ 4.21701982e-05  9.86804163e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051537]
",
      " [-0.00151984]]
",
      "(2, 1)
",
      "[[0.1231231 ]
",
      " [0.12522164]
",
      " [0.12392017]
",
      " [0.12739977]]
",
      "grad01:  [[-1.02777357e-04  6.86939472e-04]
",
      " [ 4.22787387e-05  9.89075641e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051584]
",
      " [-0.00152091]]
",
      "(2, 1)
",
      "[[0.12311845]
",
      " [0.12522203]
",
      " [0.12391863]
",
      " [0.12740464]]
",
      "grad01:  [[-1.02849473e-04  6.88613746e-04]
",
      " [ 4.23875505e-05  9.91350784e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051631]
",
      " [-0.00152197]]
",
      "(2, 1)
",
      "[[0.1231138 ]
",
      " [0.12522241]
",
      " [0.1239171 ]
",
      " [0.12740951]]
",
      "grad01:  [[-1.02921524e-04  6.90291283e-04]
",
      " [ 4.24966346e-05  9.93629604e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051678]
",
      " [-0.00152304]]
",
      "(2, 1)
",
      "[[0.12310914]
",
      " [0.12522279]
",
      " [0.12391556]
",
      " [0.1274144 ]]
",
      "grad01:  [[-1.02993508e-04  6.91972094e-04]
",
      " [ 4.26059917e-05  9.95912113e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051726]
",
      " [-0.00152412]]
",
      "(2, 1)
",
      "[[0.12310447]
",
      " [0.12522317]
",
      " [0.12391402]
",
      " [0.12741929]]
",
      "grad01:  [[-1.03065427e-04  6.93656189e-04]
",
      " [ 4.27156227e-05  9.98198324e-04]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051773]
",
      " [-0.00152519]]
",
      "(2, 1)
",
      "[[0.1230998 ]
",
      " [0.12522355]
",
      " [0.12391248]
",
      " [0.12742418]]
",
      "grad01:  [[-1.03137279e-04  6.95343581e-04]
",
      " [ 4.28255285e-05  1.00048825e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051821]
",
      " [-0.00152628]]
",
      "(2, 1)
",
      "[[0.12309513]
",
      " [0.12522392]
",
      " [0.12391094]
",
      " [0.12742909]]
",
      "grad01:  [[-1.03209064e-04  6.97034280e-04]
",
      " [ 4.29357099e-05  1.00278190e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051869]
",
      " [-0.00152736]]
",
      "(2, 1)
",
      "[[0.12309045]
",
      " [0.12522429]
",
      " [0.1239094 ]
",
      " [0.127434  ]]
",
      "grad01:  [[-1.03280783e-04  6.98728298e-04]
",
      " [ 4.30461678e-05  1.00507928e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051917]
",
      " [-0.00152845]]
",
      "(2, 1)
",
      "[[0.12308576]
",
      " [0.12522466]
",
      " [0.12390785]
",
      " [0.12743891]]
",
      "grad01:  [[-1.03352435e-04  7.00425646e-04]
",
      " [ 4.31569031e-05  1.00738042e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00051965]
",
      " [-0.00152954]]
",
      "(2, 1)
",
      "[[0.12308107]
",
      " [0.12522503]
",
      " [0.1239063 ]
",
      " [0.12744384]]
",
      "grad01:  [[-1.03424019e-04  7.02126337e-04]
",
      " [ 4.32679166e-05  1.00968531e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052014]
",
      " [-0.00153063]]
",
      "(2, 1)
",
      "[[0.12307637]
",
      " [0.1252254 ]
",
      " [0.12390475]
",
      " [0.12744877]]
",
      "grad01:  [[-1.03495537e-04  7.03830380e-04]
",
      " [ 4.33792091e-05  1.01199398e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052062]
",
      " [-0.00153173]]
",
      "(2, 1)
",
      "[[0.12307166]
",
      " [0.12522577]
",
      " [0.1239032 ]
",
      " [0.1274537 ]]
",
      "grad01:  [[-1.03566986e-04  7.05537789e-04]
",
      " [ 4.34907816e-05  1.01430644e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052111]
",
      " [-0.00153283]]
",
      "(2, 1)
",
      "[[0.12306695]
",
      " [0.12522613]
",
      " [0.12390165]
",
      " [0.12745865]]
",
      "grad01:  [[-1.03638368e-04  7.07248574e-04]
",
      " [ 4.36026349e-05  1.01662269e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0005216 ]
",
      " [-0.00153394]]
",
      "(2, 1)
",
      "[[0.12306224]
",
      " [0.12522649]
",
      " [0.1239001 ]
",
      " [0.1274636 ]]
",
      "grad01:  [[-1.03709682e-04  7.08962747e-04]
",
      " [ 4.37147700e-05  1.01894275e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052209]
",
      " [-0.00153505]]
",
      "(2, 1)
",
      "[[0.12305752]
",
      " [0.12522685]
",
      " [0.12389854]
",
      " [0.12746856]]
",
      "grad01:  [[-1.03780928e-04  7.10680320e-04]
",
      " [ 4.38271876e-05  1.02126664e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052258]
",
      " [-0.00153616]]
",
      "(2, 1)
",
      "[[0.12305279]
",
      " [0.12522721]
",
      " [0.12389698]
",
      " [0.12747352]]
",
      "grad01:  [[-1.03852105e-04  7.12401305e-04]
",
      " [ 4.39398888e-05  1.02359436e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052307]
",
      " [-0.00153728]]
",
      "(2, 1)
",
      "[[0.12304805]
",
      " [0.12522757]
",
      " [0.12389542]
",
      " [0.12747849]]
",
      "grad01:  [[-1.03923214e-04  7.14125713e-04]
",
      " [ 4.40528743e-05  1.02592593e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052356]
",
      " [-0.0015384 ]]
",
      "(2, 1)
",
      "[[0.12304332]
",
      " [0.12522792]
",
      " [0.12389386]
",
      " [0.12748347]]
",
      "grad01:  [[-1.03994254e-04  7.15853555e-04]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [ 4.41661450e-05  1.02826135e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052406]
",
      " [-0.00153952]]
",
      "(2, 1)
",
      "[[0.12303857]
",
      " [0.12522827]
",
      " [0.1238923 ]
",
      " [0.12748846]]
",
      "grad01:  [[-1.04065225e-04  7.17584845e-04]
",
      " [ 4.42797019e-05  1.03060065e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052456]
",
      " [-0.00154065]]
",
      "(2, 1)
",
      "[[0.12303382]
",
      " [0.12522862]
",
      " [0.12389073]
",
      " [0.12749345]]
",
      "grad01:  [[-1.04136126e-04  7.19319593e-04]
",
      " [ 4.43935459e-05  1.03294383e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052505]
",
      " [-0.00154178]]
",
      "(2, 1)
",
      "[[0.12302906]
",
      " [0.12522897]
",
      " [0.12388916]
",
      " [0.12749845]]
",
      "grad01:  [[-1.04206959e-04  7.21057812e-04]
",
      " [ 4.45076779e-05  1.03529090e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052555]
",
      " [-0.00154291]]
",
      "(2, 1)
",
      "[[0.1230243 ]
",
      " [0.12522932]
",
      " [0.1238876 ]
",
      " [0.12750346]]
",
      "grad01:  [[-1.04277721e-04  7.22799513e-04]
",
      " [ 4.46220987e-05  1.03764189e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052606]
",
      " [-0.00154405]]
",
      "(2, 1)
",
      "[[0.12301953]
",
      " [0.12522966]
",
      " [0.12388603]
",
      " [0.12750848]]
",
      "grad01:  [[-1.04348414e-04  7.24544709e-04]
",
      " [ 4.47368093e-05  1.03999680e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052656]
",
      " [-0.00154519]]
",
      "(2, 1)
",
      "[[0.12301475]
",
      " [0.12523   ]
",
      " [0.12388445]
",
      " [0.1275135 ]]
",
      "grad01:  [[-1.04419036e-04  7.26293411e-04]
",
      " [ 4.48518106e-05  1.04235564e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052706]
",
      " [-0.00154633]]
",
      "(2, 1)
",
      "[[0.12300997]
",
      " [0.12523035]
",
      " [0.12388288]
",
      " [0.12751853]]
",
      "grad01:  [[-1.04489588e-04  7.28045631e-04]
",
      " [ 4.49671035e-05  1.04471843e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052757]
",
      " [-0.00154748]]
",
      "(2, 1)
",
      "[[0.12300519]
",
      " [0.12523068]
",
      " [0.1238813 ]
",
      " [0.12752357]]
",
      "grad01:  [[-1.04560070e-04  7.29801382e-04]
",
      " [ 4.50826889e-05  1.04708517e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052808]
",
      " [-0.00154863]]
",
      "(2, 1)
",
      "[[0.12300039]
",
      " [0.12523102]
",
      " [0.12387972]
",
      " [0.12752861]]
",
      "grad01:  [[-1.04630480e-04  7.31560675e-04]
",
      " [ 4.51985678e-05  1.04945589e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052858]
",
      " [-0.00154979]]
",
      "(2, 1)
",
      "[[0.12299559]
",
      " [0.12523136]
",
      " [0.12387814]
",
      " [0.12753366]]
",
      "grad01:  [[-1.04700820e-04  7.33323523e-04]
",
      " [ 4.53147411e-05  1.05183060e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052909]
",
      " [-0.00155095]]
",
      "(2, 1)
",
      "[[0.12299079]
",
      " [0.12523169]
",
      " [0.12387656]
",
      " [0.12753872]]
",
      "grad01:  [[-1.04771088e-04  7.35089938e-04]
",
      " [ 4.54312098e-05  1.05420930e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00052961]
",
      " [-0.00155211]]
",
      "(2, 1)
",
      "[[0.12298598]
",
      " [0.12523202]
",
      " [0.12387498]
",
      " [0.12754378]]
",
      "grad01:  [[-1.04841285e-04  7.36859932e-04]
",
      " [ 4.55479747e-05  1.05659201e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053012]
",
      " [-0.00155328]]
",
      "(2, 1)
",
      "[[0.12298116]
",
      " [0.12523235]
",
      " [0.12387339]
",
      " [0.12754886]]
",
      "grad01:  [[-1.04911410e-04  7.38633517e-04]
",
      " [ 4.56650367e-05  1.05897874e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053064]
",
      " [-0.00155445]]
",
      "(2, 1)
",
      "[[0.12297634]
",
      " [0.12523267]
",
      " [0.1238718 ]
",
      " [0.12755394]]
",
      "grad01:  [[-1.04981463e-04  7.40410705e-04]
",
      " [ 4.57823970e-05  1.06136951e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053115]
",
      " [-0.00155562]]
",
      "(2, 1)
",
      "[[0.12297151]
",
      " [0.125233  ]
",
      " [0.12387021]
",
      " [0.12755903]]
",
      "grad01:  [[-1.05051444e-04  7.42191510e-04]
",
      " [ 4.59000563e-05  1.06376433e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053167]
",
      " [-0.0015568 ]]
",
      "(2, 1)
",
      "[[0.12296667]
",
      " [0.12523332]
",
      " [0.12386862]
",
      " [0.12756412]]
",
      "grad01:  [[-1.05121353e-04  7.43975943e-04]
",
      " [ 4.60180156e-05  1.06616321e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053219]
",
      " [-0.00155798]]
",
      "(2, 1)
",
      "[[0.12296183]
",
      " [0.12523364]
",
      " [0.12386703]
",
      " [0.12756922]]
",
      "grad01:  [[-1.05191189e-04  7.45764017e-04]
",
      " [ 4.61362760e-05  1.06856617e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053271]
",
      " [-0.00155916]]
",
      "(2, 1)
",
      "[[0.12295698]
",
      " [0.12523396]
",
      " [0.12386543]
",
      " [0.12757433]]
",
      "grad01:  [[-1.05260952e-04  7.47555743e-04]
",
      " [ 4.62548383e-05  1.07097321e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053323]
",
      " [-0.00156035]]
",
      "(2, 1)
",
      "[[0.12295212]
",
      " [0.12523428]
",
      " [0.12386384]
",
      " [0.12757945]]
",
      "grad01:  [[-1.05330641e-04  7.49351136e-04]
",
      " [ 4.63737035e-05  1.07338436e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053376]
",
      " [-0.00156155]]
",
      "(2, 1)
",
      "[[0.12294726]
",
      " [0.12523459]
",
      " [0.12386224]
",
      " [0.12758458]]
",
      "grad01:  [[-1.05400258e-04  7.51150206e-04]
",
      " [ 4.64928726e-05  1.07579961e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053428]
",
      " [-0.00156274]]
",
      "(2, 1)
",
      "[[0.12294239]
",
      " [0.1252349 ]
",
      " [0.12386064]
",
      " [0.12758971]]
",
      "grad01:  [[-1.05469800e-04  7.52952967e-04]
",
      " [ 4.66123466e-05  1.07821900e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053481]
",
      " [-0.00156394]]
",
      "(2, 1)
",
      "[[0.12293752]
",
      " [0.12523522]
",
      " [0.12385903]
",
      " [0.12759485]]
",
      "grad01:  [[-1.05539269e-04  7.54759431e-04]
",
      " [ 4.67321264e-05  1.08064252e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053534]
",
      " [-0.00156514]]
",
      "(2, 1)
",
      "[[0.12293264]
",
      " [0.12523552]
",
      " [0.12385743]
",
      " [0.1276    ]]
",
      "grad01:  [[-1.05608663e-04  7.56569612e-04]
",
      " [ 4.68522129e-05  1.08307020e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053587]
",
      " [-0.00156635]]
",
      "(2, 1)
",
      "[[0.12292775]
",
      " [0.12523583]
",
      " [0.12385582]
",
      " [0.12760515]]
",
      "grad01:  [[-1.05677984e-04  7.58383520e-04]
",
      " [ 4.69726073e-05  1.08550204e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0005364 ]
",
      " [-0.00156756]]
",
      "(2, 1)
",
      "[[0.12292286]
",
      " [0.12523613]
",
      " [0.12385421]
",
      " [0.12761031]]
",
      "grad01:  [[-1.05747229e-04  7.60201170e-04]
",
      " [ 4.70933104e-05  1.08793807e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053694]
",
      " [-0.00156878]]
",
      "(2, 1)
",
      "[[0.12291796]
",
      " [0.12523644]
",
      " [0.1238526 ]
",
      " [0.12761548]]
",
      "grad01:  [[-1.05816400e-04  7.62022575e-04]
",
      " [ 4.72143233e-05  1.09037828e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053747]
",
      " [-0.00157   ]]
",
      "(2, 1)
",
      "[[0.12291306]
",
      " [0.12523674]
",
      " [0.12385099]
",
      " [0.12762066]]
",
      "grad01:  [[-1.05885495e-04  7.63847745e-04]
",
      " [ 4.73356470e-05  1.09282271e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053801]
",
      " [-0.00157122]]
",
      "(2, 1)
",
      "[[0.12290814]
",
      " [0.12523704]
",
      " [0.12384937]
",
      " [0.12762585]]
",
      "grad01:  [[-1.05954515e-04  7.65676696e-04]
",
      " [ 4.74572823e-05  1.09527135e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053855]
",
      " [-0.00157244]]
",
      "(2, 1)
",
      "[[0.12290322]
",
      " [0.12523733]
",
      " [0.12384776]
",
      " [0.12763104]]
",
      "grad01:  [[-1.06023459e-04  7.67509439e-04]
",
      " [ 4.75792305e-05  1.09772423e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053909]
",
      " [-0.00157367]]
",
      "(2, 1)
",
      "[[0.1228983 ]
",
      " [0.12523763]
",
      " [0.12384614]
",
      " [0.12763624]]
",
      "grad01:  [[-1.06092327e-04  7.69345988e-04]
",
      " [ 4.77014924e-05  1.10018135e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00053963]
",
      " [-0.00157491]]
",
      "(2, 1)
",
      "[[0.12289337]
",
      " [0.12523792]
",
      " [0.12384452]
",
      " [0.12764145]]
",
      "grad01:  [[-1.06161119e-04  7.71186355e-04]
",
      " [ 4.78240690e-05  1.10264273e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054017]
",
      " [-0.00157615]]
",
      "(2, 1)
",
      "[[0.12288843]
",
      " [0.12523821]
",
      " [0.1238429 ]
",
      " [0.12764667]]
",
      "grad01:  [[-1.06229835e-04  7.73030553e-04]
",
      " [ 4.79469614e-05  1.10510839e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054072]
",
      " [-0.00157739]]
",
      "(2, 1)
",
      "[[0.12288348]
",
      " [0.1252385 ]
",
      " [0.12384127]
",
      " [0.12765189]]
",
      "grad01:  [[-1.06298473e-04  7.74878596e-04]
",
      " [ 4.80701706e-05  1.10757833e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054127]
",
      " [-0.00157863]]
",
      "(2, 1)
",
      "[[0.12287853]
",
      " [0.12523878]
",
      " [0.12383964]
",
      " [0.12765712]]
",
      "grad01:  [[-1.06367035e-04  7.76730496e-04]
",
      " [ 4.81936976e-05  1.11005258e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054181]
",
      " [-0.00157988]]
",
      "(2, 1)
",
      "[[0.12287357]
",
      " [0.12523906]
",
      " [0.12383801]
",
      " [0.12766236]]
",
      "grad01:  [[-1.06435519e-04  7.78586267e-04]
",
      " [ 4.83175435e-05  1.11253114e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054236]
",
      " [-0.00158113]]
",
      "(2, 1)
",
      "[[0.12286861]
",
      " [0.12523935]
",
      " [0.12383638]
",
      " [0.12766761]]
",
      "grad01:  [[-1.06503926e-04  7.80445922e-04]
",
      " [ 4.84417092e-05  1.11501402e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054291]
",
      " [-0.00158239]]
",
      "(2, 1)
",
      "[[0.12286364]
",
      " [0.12523962]
",
      " [0.12383475]
",
      " [0.12767287]]
",
      "grad01:  [[-1.06572255e-04  7.82309473e-04]
",
      " [ 4.85661958e-05  1.11750125e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054347]
",
      " [-0.00158365]]
",
      "(2, 1)
",
      "[[0.12285866]
",
      " [0.1252399 ]
",
      " [0.12383312]
",
      " [0.12767813]]
",
      "grad01:  [[-1.06640505e-04  7.84176935e-04]
",
      " [ 4.86910043e-05  1.11999284e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054402]
",
      " [-0.00158492]]
",
      "(2, 1)
",
      "[[0.12285368]
",
      " [0.12524018]
",
      " [0.12383148]
",
      " [0.1276834 ]]
",
      "grad01:  [[-1.06708678e-04  7.86048321e-04]
",
      " [ 4.88161358e-05  1.12248880e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054458]
",
      " [-0.00158618]]
",
      "(2, 1)
",
      "[[0.12284869]
",
      " [0.12524045]
",
      " [0.12382984]
",
      " [0.12768868]]
",
      "grad01:  [[-1.06776771e-04  7.87923643e-04]
",
      " [ 4.89415914e-05  1.12498913e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054514]
",
      " [-0.00158746]]
",
      "(2, 1)
",
      "[[0.12284369]
",
      " [0.12524072]
",
      " [0.1238282 ]
",
      " [0.12769397]]
",
      "grad01:  [[-1.06844786e-04  7.89802915e-04]
",
      " [ 4.90673720e-05  1.12749387e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0005457 ]
",
      " [-0.00158873]]
",
      "(2, 1)
",
      "[[0.12283868]
",
      " [0.12524099]
",
      " [0.12382655]
",
      " [0.12769926]]
",
      "grad01:  [[-1.06912721e-04  7.91686151e-04]
",
      " [ 4.91934787e-05  1.13000302e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054626]
",
      " [-0.00159001]]
",
      "(2, 1)
",
      "[[0.12283367]
",
      " [0.12524125]
",
      " [0.12382491]
",
      " [0.12770456]]
",
      "grad01:  [[-1.06980577e-04  7.93573365e-04]
",
      " [ 4.93199126e-05  1.13251659e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054682]
",
      " [-0.0015913 ]]
",
      "(2, 1)
",
      "[[0.12282865]
",
      " [0.12524152]
",
      " [0.12382326]
",
      " [0.12770988]]
",
      "grad01:  [[-1.07048353e-04  7.95464568e-04]
",
      " [ 4.94466747e-05  1.13503460e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054739]
",
      " [-0.00159259]]
",
      "(2, 1)
",
      "[[0.12282363]
",
      " [0.12524178]
",
      " [0.12382161]
",
      " [0.1277152 ]]
",
      "grad01:  [[-1.07116048e-04  7.97359776e-04]
",
      " [ 4.95737662e-05  1.13755707e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054795]
",
      " [-0.00159388]]
",
      "(2, 1)
",
      "[[0.1228186 ]
",
      " [0.12524204]
",
      " [0.12381996]
",
      " [0.12772052]]
",
      "grad01:  [[-1.07183664e-04  7.99259002e-04]
",
      " [ 4.97011880e-05  1.14008400e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054852]
",
      " [-0.00159517]]
",
      "(2, 1)
",
      "[[0.12281356]
",
      " [0.1252423 ]
",
      " [0.12381831]
",
      " [0.12772586]]
",
      "grad01:  [[-1.07251198e-04  8.01162258e-04]
",
      " [ 4.98289413e-05  1.14261542e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054909]
",
      " [-0.00159647]]
",
      "(2, 1)
",
      "[[0.12280851]
",
      " [0.12524255]
",
      " [0.12381665]
",
      " [0.1277312 ]]
",
      "grad01:  [[-1.07318652e-04  8.03069560e-04]
",
      " [ 4.99570271e-05  1.14515133e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00054966]
",
      " [-0.00159778]]
",
      "(2, 1)
",
      "[[0.12280346]
",
      " [0.1252428 ]
",
      " [0.12381499]
",
      " [0.12773655]]
",
      "grad01:  [[-1.07386024e-04  8.04980921e-04]
",
      " [ 5.00854465e-05  1.14769175e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055024]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [-0.00159909]]
",
      "(2, 1)
",
      "[[0.1227984 ]
",
      " [0.12524305]
",
      " [0.12381333]
",
      " [0.12774191]]
",
      "grad01:  [[-1.07453314e-04  8.06896353e-04]
",
      " [ 5.02142006e-05  1.15023669e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055081]
",
      " [-0.0016004 ]]
",
      "(2, 1)
",
      "[[0.12279333]
",
      " [0.1252433 ]
",
      " [0.12381167]
",
      " [0.12774728]]
",
      "grad01:  [[-1.07520523e-04  8.08815873e-04]
",
      " [ 5.03432905e-05  1.15278618e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055139]
",
      " [-0.00160172]]
",
      "(2, 1)
",
      "[[0.12278826]
",
      " [0.12524355]
",
      " [0.12381001]
",
      " [0.12775266]]
",
      "grad01:  [[-1.07587649e-04  8.10739492e-04]
",
      " [ 5.04727173e-05  1.15534021e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055196]
",
      " [-0.00160304]]
",
      "(2, 1)
",
      "[[0.12278318]
",
      " [0.12524379]
",
      " [0.12380834]
",
      " [0.12775804]]
",
      "grad01:  [[-1.07654693e-04  8.12667225e-04]
",
      " [ 5.06024821e-05  1.15789882e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055254]
",
      " [-0.00160436]]
",
      "(2, 1)
",
      "[[0.12277809]
",
      " [0.12524403]
",
      " [0.12380667]
",
      " [0.12776343]]
",
      "grad01:  [[-1.07721654e-04  8.14599086e-04]
",
      " [ 5.07325860e-05  1.16046200e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055313]
",
      " [-0.00160569]]
",
      "(2, 1)
",
      "[[0.122773  ]
",
      " [0.12524427]
",
      " [0.123805  ]
",
      " [0.12776884]]
",
      "grad01:  [[-1.07788532e-04  8.16535089e-04]
",
      " [ 5.08630301e-05  1.16302979e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055371]
",
      " [-0.00160702]]
",
      "(2, 1)
",
      "[[0.12276789]
",
      " [0.12524451]
",
      " [0.12380333]
",
      " [0.12777425]]
",
      "grad01:  [[-1.07855326e-04  8.18475248e-04]
",
      " [ 5.09938155e-05  1.16560218e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0005543 ]
",
      " [-0.00160836]]
",
      "(2, 1)
",
      "[[0.12276279]
",
      " [0.12524475]
",
      " [0.12380165]
",
      " [0.12777966]]
",
      "grad01:  [[-1.07922037e-04  8.20419576e-04]
",
      " [ 5.11249434e-05  1.16817920e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055488]
",
      " [-0.0016097 ]]
",
      "(2, 1)
",
      "[[0.12275767]
",
      " [0.12524498]
",
      " [0.12379997]
",
      " [0.12778509]]
",
      "grad01:  [[-1.07988663e-04  8.22368089e-04]
",
      " [ 5.12564148e-05  1.17076086e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055547]
",
      " [-0.00161104]]
",
      "(2, 1)
",
      "[[0.12275255]
",
      " [0.12524521]
",
      " [0.12379829]
",
      " [0.12779052]]
",
      "grad01:  [[-1.08055205e-04  8.24320800e-04]
",
      " [ 5.13882309e-05  1.17334717e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055606]
",
      " [-0.00161239]]
",
      "(2, 1)
",
      "[[0.12274742]
",
      " [0.12524544]
",
      " [0.12379661]
",
      " [0.12779597]]
",
      "grad01:  [[-1.08121662e-04  8.26277724e-04]
",
      " [ 5.15203928e-05  1.17593815e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055665]
",
      " [-0.00161374]]
",
      "(2, 1)
",
      "[[0.12274228]
",
      " [0.12524566]
",
      " [0.12379493]
",
      " [0.12780142]]
",
      "grad01:  [[-1.08188034e-04  8.28238874e-04]
",
      " [ 5.16529017e-05  1.17853382e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055725]
",
      " [-0.0016151 ]]
",
      "(2, 1)
",
      "[[0.12273714]
",
      " [0.12524588]
",
      " [0.12379324]
",
      " [0.12780688]]
",
      "grad01:  [[-1.08254321e-04  8.30204265e-04]
",
      " [ 5.17857587e-05  1.18113419e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055784]
",
      " [-0.00161646]]
",
      "(2, 1)
",
      "[[0.12273198]
",
      " [0.12524611]
",
      " [0.12379155]
",
      " [0.12781235]]
",
      "grad01:  [[-1.08320522e-04  8.32173911e-04]
",
      " [ 5.19189649e-05  1.18373926e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055844]
",
      " [-0.00161783]]
",
      "(2, 1)
",
      "[[0.12272683]
",
      " [0.12524632]
",
      " [0.12378986]
",
      " [0.12781782]]
",
      "grad01:  [[-1.08386637e-04  8.34147827e-04]
",
      " [ 5.20525215e-05  1.18634907e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055904]
",
      " [-0.0016192 ]]
",
      "(2, 1)
",
      "[[0.12272166]
",
      " [0.12524654]
",
      " [0.12378817]
",
      " [0.12782331]]
",
      "grad01:  [[-1.08452665e-04  8.36126027e-04]
",
      " [ 5.21864297e-05  1.18896362e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00055964]
",
      " [-0.00162057]]
",
      "(2, 1)
",
      "[[0.12271649]
",
      " [0.12524675]
",
      " [0.12378647]
",
      " [0.1278288 ]]
",
      "grad01:  [[-1.08518607e-04  8.38108526e-04]
",
      " [ 5.23206905e-05  1.19158293e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00056024]
",
      " [-0.00162195]]
",
      "(2, 1)
",
      "[[0.12271131]
",
      " [0.12524697]
",
      " [0.12378477]
",
      " [0.1278343 ]]
",
      "grad01:  [[-1.08584462e-04  8.40095337e-04]
",
      " [ 5.24553053e-05  1.19420702e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00056085]
",
      " [-0.00162333]]
",
      "(2, 1)
",
      "[[0.12270612]
",
      " [0.12524717]
",
      " [0.12378307]
",
      " [0.12783982]]
",
      "grad01:  [[-1.08650229e-04  8.42086477e-04]
",
      " [ 5.25902751e-05  1.19683589e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00056145]
",
      " [-0.00162471]]
",
      "(2, 1)
",
      "[[0.12270092]
",
      " [0.12524738]
",
      " [0.12378137]
",
      " [0.12784534]]
",
      "grad01:  [[-1.08715908e-04  8.44081958e-04]
",
      " [ 5.27256011e-05  1.19946957e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00056206]
",
      " [-0.0016261 ]]
",
      "(2, 1)
",
      "[[0.12269572]
",
      " [0.12524759]
",
      " [0.12377967]
",
      " [0.12785086]]
",
      "grad01:  [[-1.08781500e-04  8.46081797e-04]
",
      " [ 5.28612845e-05  1.20210806e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00056267]
",
      " [-0.0016275 ]]
",
      "(2, 1)
",
      "[[0.12269051]
",
      " [0.12524779]
",
      " [0.12377796]
",
      " [0.1278564 ]]
",
      "grad01:  [[-1.08847003e-04  8.48086007e-04]
",
      " [ 5.29973264e-05  1.20475139e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00056328]
",
      " [-0.0016289 ]]
",
      "(2, 1)
",
      "[[0.12268529]
",
      " [0.12524799]
",
      " [0.12377625]
",
      " [0.12786195]]
",
      "grad01:  [[-1.08912417e-04  8.50094603e-04]
",
      " [ 5.31337281e-05  1.20739957e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0005639]
",
      " [-0.0016303]]
",
      "(2, 1)
",
      "[[0.12268007]
",
      " [0.12524818]
",
      " [0.12377454]
",
      " [0.1278675 ]]
",
      "grad01:  [[-1.08977742e-04  8.52107601e-04]
",
      " [ 5.32704908e-05  1.21005261e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00056451]
",
      " [-0.00163171]]
",
      "(2, 1)
",
      "[[0.12267483]
",
      " [0.12524838]
",
      " [0.12377283]
",
      " [0.12787306]]
",
      "grad01:  [[-1.09042978e-04  8.54125014e-04]
",
      " [ 5.34076157e-05  1.21271053e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00056513]
",
      " [-0.00163312]]
",
      "(2, 1)
",
      "[[0.12266959]
",
      " [0.12524857]
",
      " [0.12377111]
",
      " [0.12787864]]
",
      "grad01:  [[-1.09108123e-04  8.56146859e-04]
",
      " [ 5.35451039e-05  1.21537335e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00056575]
",
      " [-0.00163453]]
",
      "(2, 1)
",
      "[[0.12266435]
",
      " [0.12524876]
",
      " [0.12376939]
",
      " [0.12788422]]
",
      "grad01:  [[-1.09173179e-04  8.58173149e-04]
",
      " [ 5.36829566e-05  1.21804107e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00056637]
",
      " [-0.00163595]]
",
      "(2, 1)
",
      "[[0.12265909]
",
      " [0.12524895]
",
      " [0.12376767]
",
      " [0.12788981]]
",
      "grad01:  [[-1.09238144e-04  8.60203900e-04]
",
      " [ 5.38211752e-05  1.22071373e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00056699]
",
      " [-0.00163738]]
",
      "(2, 1)
",
      "[[0.12265383]
",
      " [0.12524913]
",
      " [0.12376595]
",
      " [0.12789541]]
",
      "grad01:  [[-1.09303018e-04  8.62239128e-04]
",
      " [ 5.39597607e-05  1.22339132e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00056761]
",
      " [-0.00163881]]
",
      "(2, 1)
",
      "[[0.12264856]
",
      " [0.12524932]
",
      " [0.12376422]
",
      " [0.12790101]]
",
      "grad01:  [[-1.09367800e-04  8.64278846e-04]
",
      " [ 5.40987145e-05  1.22607388e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00056824]
",
      " [-0.00164024]]
",
      "(2, 1)
",
      "[[0.12264328]
",
      " [0.1252495 ]
",
      " [0.12376249]
",
      " [0.12790663]]
",
      "grad01:  [[-1.09432492e-04  8.66323070e-04]
",
      " [ 5.42380377e-05  1.22876140e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00056887]
",
      " [-0.00164168]]
",
      "(2, 1)
",
      "[[0.122638  ]
",
      " [0.12524967]
",
      " [0.12376076]
",
      " [0.12791226]]
",
      "grad01:  [[-1.09497091e-04  8.68371815e-04]
",
      " [ 5.43777315e-05  1.23145391e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0005695 ]
",
      " [-0.00164312]]
",
      "(2, 1)
",
      "[[0.1226327 ]
",
      " [0.12524985]
",
      " [0.12375903]
",
      " [0.12791789]]
",
      "grad01:  [[-1.09561597e-04  8.70425097e-04]
",
      " [ 5.45177973e-05  1.23415143e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00057013]
",
      " [-0.00164457]]
",
      "(2, 1)
",
      "[[0.1226274 ]
",
      " [0.12525002]
",
      " [0.1237573 ]
",
      " [0.12792353]]
",
      "grad01:  [[-1.09626011e-04  8.72482931e-04]
",
      " [ 5.46582363e-05  1.23685397e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00057076]
",
      " [-0.00164602]]
",
      "(2, 1)
",
      "[[0.12262209]
",
      " [0.12525019]
",
      " [0.12375556]
",
      " [0.12792919]]
",
      "grad01:  [[-1.09690332e-04  8.74545332e-04]
",
      " [ 5.47990496e-05  1.23956154e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0005714 ]
",
      " [-0.00164747]]
",
      "(2, 1)
",
      "[[0.12261678]
",
      " [0.12525036]
",
      " [0.12375382]
",
      " [0.12793485]]
",
      "grad01:  [[-1.09754559e-04  8.76612316e-04]
",
      " [ 5.49402386e-05  1.24227416e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00057204]
",
      " [-0.00164893]]
",
      "(2, 1)
",
      "[[0.12261145]
",
      " [0.12525052]
",
      " [0.12375208]
",
      " [0.12794052]]
",
      "grad01:  [[-1.09818693e-04  8.78683897e-04]
",
      " [ 5.50818045e-05  1.24499185e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00057268]
",
      " [-0.00165039]]
",
      "(2, 1)
",
      "[[0.12260612]
",
      " [0.12525068]
",
      " [0.12375033]
",
      " [0.1279462 ]]
",
      "grad01:  [[-1.09882732e-04  8.80760092e-04]
",
      " [ 5.52237486e-05  1.24771463e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00057332]
",
      " [-0.00165186]]
",
      "(2, 1)
",
      "[[0.12260078]
",
      " [0.12525084]
",
      " [0.12374858]
",
      " [0.12795189]]
",
      "grad01:  [[-1.09946676e-04  8.82840916e-04]
",
      " [ 5.53660721e-05  1.25044250e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00057396]
",
      " [-0.00165333]]
",
      "(2, 1)
",
      "[[0.12259544]
",
      " [0.125251  ]
",
      " [0.12374683]
",
      " [0.12795758]]
",
      "grad01:  [[-1.10010525e-04  8.84926385e-04]
",
      " [ 5.55087763e-05  1.25317549e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0005746 ]
",
      " [-0.00165481]]
",
      "(2, 1)
",
      "[[0.12259008]
",
      " [0.12525116]
",
      " [0.12374508]
",
      " [0.12796329]]
",
      "grad01:  [[-1.10074279e-04  8.87016513e-04]
",
      " [ 5.56518626e-05  1.25591360e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00057525]
",
      " [-0.00165629]]
",
      "(2, 1)
",
      "[[0.12258472]
",
      " [0.12525131]
",
      " [0.12374333]
",
      " [0.12796901]]
",
      "grad01:  [[-1.10137937e-04  8.89111318e-04]
",
      " [ 5.57953321e-05  1.25865687e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0005759 ]
",
      " [-0.00165778]]
",
      "(2, 1)
",
      "[[0.12257935]
",
      " [0.12525146]
",
      " [0.12374157]
",
      " [0.12797473]]
",
      "grad01:  [[-1.10201499e-04  8.91210814e-04]
",
      " [ 5.59391862e-05  1.26140530e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00057655]
",
      " [-0.00165927]]
",
      "(2, 1)
",
      "[[0.12257397]
",
      " [0.12525161]
",
      " [0.12373981]
",
      " [0.12798047]]
",
      "grad01:  [[-1.10264965e-04  8.93315018e-04]
",
      " [ 5.60834261e-05  1.26415891e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0005772 ]
",
      " [-0.00166076]]
",
      "(2, 1)
",
      "[[0.12256858]
",
      " [0.12525175]
",
      " [0.12373805]
",
      " [0.12798621]]
",
      "grad01:  [[-1.10328333e-04  8.95423945e-04]
",
      " [ 5.62280532e-05  1.26691771e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00057786]
",
      " [-0.00166226]]
",
      "(2, 1)
",
      "[[0.12256319]
",
      " [0.12525189]
",
      " [0.12373629]
",
      " [0.12799196]]
",
      "grad01:  [[-1.10391604e-04  8.97537611e-04]
",
      " [ 5.63730687e-05  1.26968173e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00057851]
",
      " [-0.00166376]]
",
      "(2, 1)
",
      "[[0.12255778]
",
      " [0.12525203]
",
      " [0.12373452]
",
      " [0.12799773]]
",
      "grad01:  [[-1.10454776e-04  8.99656032e-04]
",
      " [ 5.65184740e-05  1.27245098e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00057917]
",
      " [-0.00166527]]
",
      "(2, 1)
",
      "[[0.12255237]
",
      " [0.12525217]
",
      " [0.12373275]
",
      " [0.1280035 ]]
",
      "grad01:  [[-1.10517851e-04  9.01779224e-04]
",
      " [ 5.66642705e-05  1.27522547e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00057983]
",
      " [-0.00166678]]
",
      "(2, 1)
",
      "[[0.12254695]
",
      " [0.1252523 ]
",
      " [0.12373098]
",
      " [0.12800928]]
",
      "grad01:  [[-1.10580827e-04  9.03907203e-04]
",
      " [ 5.68104593e-05  1.27800522e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058049]
",
      " [-0.0016683 ]]
",
      "(2, 1)
",
      "[[0.12254153]
",
      " [0.12525243]
",
      " [0.1237292 ]
",
      " [0.12801507]]
",
      "grad01:  [[-1.10643704e-04  9.06039985e-04]
",
      " [ 5.69570418e-05  1.28079025e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058116]
",
      " [-0.00166982]]
",
      "(2, 1)
",
      "[[0.12253609]
",
      " [0.12525256]
",
      " [0.12372743]
",
      " [0.12802087]]
",
      "grad01:  [[-1.10706482e-04  9.08177587e-04]
",
      " [ 5.71040195e-05  1.28358057e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058182]
",
      " [-0.00167135]]
",
      "(2, 1)
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.12253065]
",
      " [0.12525269]
",
      " [0.12372565]
",
      " [0.12802668]]
",
      "grad01:  [[-1.10769159e-04  9.10320024e-04]
",
      " [ 5.72513935e-05  1.28637621e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058249]
",
      " [-0.00167288]]
",
      "(2, 1)
",
      "[[0.1225252 ]
",
      " [0.12525281]
",
      " [0.12372386]
",
      " [0.1280325 ]]
",
      "grad01:  [[-1.10831737e-04  9.12467313e-04]
",
      " [ 5.73991652e-05  1.28917717e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058316]
",
      " [-0.00167441]]
",
      "(2, 1)
",
      "[[0.12251974]
",
      " [0.12525293]
",
      " [0.12372208]
",
      " [0.12803833]]
",
      "grad01:  [[-1.10894213e-04  9.14619470e-04]
",
      " [ 5.75473361e-05  1.29198348e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058383]
",
      " [-0.00167595]]
",
      "(2, 1)
",
      "[[0.12251427]
",
      " [0.12525305]
",
      " [0.12372029]
",
      " [0.12804417]]
",
      "grad01:  [[-1.10956589e-04  9.16776511e-04]
",
      " [ 5.76959074e-05  1.29479515e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058451]
",
      " [-0.0016775 ]]
",
      "(2, 1)
",
      "[[0.12250879]
",
      " [0.12525317]
",
      " [0.1237185 ]
",
      " [0.12805002]]
",
      "grad01:  [[-1.11018862e-04  9.18938454e-04]
",
      " [ 5.78448805e-05  1.29761219e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058518]
",
      " [-0.00167905]]
",
      "(2, 1)
",
      "[[0.12250331]
",
      " [0.12525328]
",
      " [0.12371671]
",
      " [0.12805587]]
",
      "grad01:  [[-1.11081034e-04  9.21105313e-04]
",
      " [ 5.79942568e-05  1.30043463e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058586]
",
      " [-0.0016806 ]]
",
      "(2, 1)
",
      "[[0.12249782]
",
      " [0.12525339]
",
      " [0.12371491]
",
      " [0.12806174]]
",
      "grad01:  [[-1.11143103e-04  9.23277107e-04]
",
      " [ 5.81440376e-05  1.30326249e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058654]
",
      " [-0.00168216]]
",
      "(2, 1)
",
      "[[0.12249231]
",
      " [0.1252535 ]
",
      " [0.12371312]
",
      " [0.12806762]]
",
      "grad01:  [[-1.11205070e-04  9.25453851e-04]
",
      " [ 5.82942244e-05  1.30609577e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058722]
",
      " [-0.00168372]]
",
      "(2, 1)
",
      "[[0.1224868 ]
",
      " [0.1252536 ]
",
      " [0.12371132]
",
      " [0.12807351]]
",
      "grad01:  [[-1.11266933e-04  9.27635562e-04]
",
      " [ 5.84448184e-05  1.30893449e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058791]
",
      " [-0.00168529]]
",
      "(2, 1)
",
      "[[0.12248129]
",
      " [0.1252537 ]
",
      " [0.12370951]
",
      " [0.1280794 ]]
",
      "grad01:  [[-1.11328692e-04  9.29822256e-04]
",
      " [ 5.85958211e-05  1.31177868e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058859]
",
      " [-0.00168686]]
",
      "(2, 1)
",
      "[[0.12247576]
",
      " [0.1252538 ]
",
      " [0.12370771]
",
      " [0.12808531]]
",
      "grad01:  [[-1.11390347e-04  9.32013951e-04]
",
      " [ 5.87472339e-05  1.31462835e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058928]
",
      " [-0.00168844]]
",
      "(2, 1)
",
      "[[0.12247023]
",
      " [0.1252539 ]
",
      " [0.1237059 ]
",
      " [0.12809122]]
",
      "grad01:  [[-1.11451898e-04  9.34210664e-04]
",
      " [ 5.88990582e-05  1.31748352e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00058997]
",
      " [-0.00169002]]
",
      "(2, 1)
",
      "[[0.12246468]
",
      " [0.12525399]
",
      " [0.12370409]
",
      " [0.12809715]]
",
      "grad01:  [[-1.11513343e-04  9.36412410e-04]
",
      " [ 5.90512954e-05  1.32034420e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00059066]
",
      " [-0.00169161]]
",
      "(2, 1)
",
      "[[0.12245913]
",
      " [0.12525408]
",
      " [0.12370228]
",
      " [0.12810309]]
",
      "grad01:  [[-1.11574683e-04  9.38619208e-04]
",
      " [ 5.92039468e-05  1.32321041e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00059135]
",
      " [-0.0016932 ]]
",
      "(2, 1)
",
      "[[0.12245357]
",
      " [0.12525417]
",
      " [0.12370046]
",
      " [0.12810903]]
",
      "grad01:  [[-1.11635917e-04  9.40831073e-04]
",
      " [ 5.93570140e-05  1.32608217e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00059205]
",
      " [-0.0016948 ]]
",
      "(2, 1)
",
      "[[0.122448  ]
",
      " [0.12525426]
",
      " [0.12369864]
",
      " [0.12811499]]
",
      "grad01:  [[-1.11697044e-04  9.43048023e-04]
",
      " [ 5.95104983e-05  1.32895950e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00059275]
",
      " [-0.0016964 ]]
",
      "(2, 1)
",
      "[[0.12244243]
",
      " [0.12525434]
",
      " [0.12369682]
",
      " [0.12812095]]
",
      "grad01:  [[-1.11758064e-04  9.45270075e-04]
",
      " [ 5.96644012e-05  1.33184241e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00059345]
",
      " [-0.001698  ]]
",
      "(2, 1)
",
      "[[0.12243684]
",
      " [0.12525442]
",
      " [0.12369499]
",
      " [0.12812693]]
",
      "grad01:  [[-1.11818977e-04  9.47497247e-04]
",
      " [ 5.98187240e-05  1.33473092e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00059415]
",
      " [-0.00169961]]
",
      "(2, 1)
",
      "[[0.12243125]
",
      " [0.12525449]
",
      " [0.12369317]
",
      " [0.12813291]]
",
      "grad01:  [[-1.11879782e-04  9.49729554e-04]
",
      " [ 5.99734683e-05  1.33762505e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00059485]
",
      " [-0.00170123]]
",
      "(2, 1)
",
      "[[0.12242564]
",
      " [0.12525457]
",
      " [0.12369134]
",
      " [0.12813891]]
",
      "grad01:  [[-1.11940479e-04  9.51967015e-04]
",
      " [ 6.01286355e-05  1.34052482e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00059556]
",
      " [-0.00170285]]
",
      "(2, 1)
",
      "[[0.12242003]
",
      " [0.12525464]
",
      " [0.1236895 ]
",
      " [0.12814491]]
",
      "grad01:  [[-1.12001067e-04  9.54209647e-04]
",
      " [ 6.02842270e-05  1.34343024e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00059627]
",
      " [-0.00170447]]
",
      "(2, 1)
",
      "[[0.12241441]
",
      " [0.12525471]
",
      " [0.12368767]
",
      " [0.12815093]]
",
      "grad01:  [[-1.12061546e-04  9.56457467e-04]
",
      " [ 6.04402443e-05  1.34634133e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00059698]
",
      " [-0.0017061 ]]
",
      "(2, 1)
",
      "[[0.12240878]
",
      " [0.12525477]
",
      " [0.12368583]
",
      " [0.12815696]]
",
      "grad01:  [[-1.12121915e-04  9.58710493e-04]
",
      " [ 6.05966888e-05  1.34925811e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00059769]
",
      " [-0.00170774]]
",
      "(2, 1)
",
      "[[0.12240315]
",
      " [0.12525484]
",
      " [0.12368399]
",
      " [0.12816299]]
",
      "grad01:  [[-1.12182173e-04  9.60968742e-04]
",
      " [ 6.07535621e-05  1.35218060e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00059841]
",
      " [-0.00170938]]
",
      "(2, 1)
",
      "[[0.1223975 ]
",
      " [0.12525489]
",
      " [0.12368215]
",
      " [0.12816904]]
",
      "grad01:  [[-1.12242321e-04  9.63232231e-04]
",
      " [ 6.09108656e-05  1.35510881e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00059912]
",
      " [-0.00171102]]
",
      "(2, 1)
",
      "[[0.12239184]
",
      " [0.12525495]
",
      " [0.1236803 ]
",
      " [0.12817509]]
",
      "grad01:  [[-1.12302358e-04  9.65500978e-04]
",
      " [ 6.10686007e-05  1.35804277e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00059984]
",
      " [-0.00171267]]
",
      "(2, 1)
",
      "[[0.12238618]
",
      " [0.12525501]
",
      " [0.12367845]
",
      " [0.12818116]]
",
      "grad01:  [[-1.12362283e-04  9.67775001e-04]
",
      " [ 6.12267691e-05  1.36098248e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00060056]
",
      " [-0.00171433]]
",
      "(2, 1)
",
      "[[0.12238051]
",
      " [0.12525506]
",
      " [0.1236766 ]
",
      " [0.12818724]]
",
      "grad01:  [[-1.12422095e-04  9.70054317e-04]
",
      " [ 6.13853721e-05  1.36392797e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00060128]
",
      " [-0.00171598]]
",
      "(2, 1)
",
      "[[0.12237483]
",
      " [0.1252551 ]
",
      " [0.12367475]
",
      " [0.12819332]]
",
      "grad01:  [[-1.12481796e-04  9.72338945e-04]
",
      " [ 6.15444112e-05  1.36687927e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00060201]
",
      " [-0.00171765]]
",
      "(2, 1)
",
      "[[0.12236914]
",
      " [0.12525515]
",
      " [0.12367289]
",
      " [0.12819942]]
",
      "grad01:  [[-1.12541382e-04  9.74628901e-04]
",
      " [ 6.17038881e-05  1.36983637e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00060274]
",
      " [-0.00171932]]
",
      "(2, 1)
",
      "[[0.12236344]
",
      " [0.12525519]
",
      " [0.12367103]
",
      " [0.12820553]]
",
      "grad01:  [[-1.12600856e-04  9.76924204e-04]
",
      " [ 6.18638041e-05  1.37279931e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00060347]
",
      " [-0.00172099]]
",
      "(2, 1)
",
      "[[0.12235773]
",
      " [0.12525523]
",
      " [0.12366916]
",
      " [0.12821165]]
",
      "grad01:  [[-1.12660215e-04  9.79224872e-04]
",
      " [ 6.20241608e-05  1.37576810e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0006042 ]
",
      " [-0.00172267]]
",
      "(2, 1)
",
      "[[0.12235201]
",
      " [0.12525527]
",
      " [0.1236673 ]
",
      " [0.12821778]]
",
      "grad01:  [[-1.12719459e-04  9.81530923e-04]
",
      " [ 6.21849598e-05  1.37874276e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00060493]
",
      " [-0.00172435]]
",
      "(2, 1)
",
      "[[0.12234628]
",
      " [0.1252553 ]
",
      " [0.12366543]
",
      " [0.12822391]]
",
      "grad01:  [[-1.12778588e-04  9.83842375e-04]
",
      " [ 6.23462026e-05  1.38172331e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00060567]
",
      " [-0.00172604]]
",
      "(2, 1)
",
      "[[0.12234055]
",
      " [0.12525533]
",
      " [0.12366356]
",
      " [0.12823006]]
",
      "grad01:  [[-1.12837601e-04  9.86159245e-04]
",
      " [ 6.25078906e-05  1.38470976e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0006064 ]
",
      " [-0.00172774]]
",
      "(2, 1)
",
      "[[0.1223348 ]
",
      " [0.12525536]
",
      " [0.12366168]
",
      " [0.12823622]]
",
      "grad01:  [[-1.12896498e-04  9.88481552e-04]
",
      " [ 6.26700255e-05  1.38770214e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00060714]
",
      " [-0.00172943]]
",
      "(2, 1)
",
      "[[0.12232905]
",
      " [0.12525538]
",
      " [0.1236598 ]
",
      " [0.12824239]]
",
      "grad01:  [[-1.12955279e-04  9.90809314e-04]
",
      " [ 6.28326089e-05  1.39070046e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00060789]
",
      " [-0.00173114]]
",
      "(2, 1)
",
      "[[0.12232329]
",
      " [0.1252554 ]
",
      " [0.12365792]
",
      " [0.12824858]]
",
      "grad01:  [[-1.13013942e-04  9.93142550e-04]
",
      " [ 6.29956422e-05  1.39370474e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00060863]
",
      " [-0.00173285]]
",
      "(2, 1)
",
      "[[0.12231751]
",
      " [0.12525542]
",
      " [0.12365604]
",
      " [0.12825477]]
",
      "grad01:  [[-1.13072487e-04  9.95481278e-04]
",
      " [ 6.31591270e-05  1.39671500e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00060938]
",
      " [-0.00173456]]
",
      "(2, 1)
",
      "[[0.12231173]
",
      " [0.12525544]
",
      " [0.12365415]
",
      " [0.12826097]]
",
      "grad01:  [[-1.13130914e-04  9.97825516e-04]
",
      " [ 6.33230649e-05  1.39973127e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00061013]
",
      " [-0.00173628]]
",
      "(2, 1)
",
      "[[0.12230594]
",
      " [0.12525545]
",
      " [0.12365227]
",
      " [0.12826718]]
",
      "grad01:  [[-1.13189222e-04  1.00017528e-03]
",
      " [ 6.34874575e-05  1.40275354e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00061088]
",
      " [-0.001738  ]]
",
      "(2, 1)
",
      "[[0.12230014]
",
      " [0.12525546]
",
      " [0.12365037]
",
      " [0.12827341]]
",
      "grad01:  [[-1.13247410e-04  1.00253060e-03]
",
      " [ 6.36523064e-05  1.40578186e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00061163]
",
      " [-0.00173973]]
",
      "(2, 1)
",
      "[[0.12229433]
",
      " [0.12525546]
",
      " [0.12364848]
",
      " [0.12827964]]
",
      "grad01:  [[-1.13305479e-04  1.00489148e-03]
",
      " [ 6.38176131e-05  1.40881623e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00061239]
",
      " [-0.00174147]]
",
      "(2, 1)
",
      "[[0.12228851]
",
      " [0.12525547]
",
      " [0.12364658]
",
      " [0.12828588]]
",
      "grad01:  [[-1.13363427e-04  1.00725794e-03]
",
      " [ 6.39833793e-05  1.41185668e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00061314]
",
      " [-0.00174321]]
",
      "(2, 1)
",
      "[[0.12228269]
",
      " [0.12525547]
",
      " [0.12364468]
",
      " [0.12829214]]
",
      "grad01:  [[-1.13421254e-04  1.00963001e-03]
",
      " [ 6.41496065e-05  1.41490322e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0006139 ]
",
      " [-0.00174495]]
",
      "(2, 1)
",
      "[[0.12227685]
",
      " [0.12525546]
",
      " [0.12364277]
",
      " [0.12829841]]
",
      "grad01:  [[-1.13478959e-04  1.01200770e-03]
",
      " [ 6.43162964e-05  1.41795587e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00061467]
",
      " [-0.0017467 ]]
",
      "(2, 1)
",
      "[[0.122271  ]
",
      " [0.12525546]
",
      " [0.12364087]
",
      " [0.12830468]]
",
      "grad01:  [[-1.13536542e-04  1.01439102e-03]
",
      " [ 6.44834506e-05  1.42101465e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00061543]
",
      " [-0.00174846]]
",
      "(2, 1)
",
      "[[0.12226515]
",
      " [0.12525545]
",
      " [0.12363896]
",
      " [0.12831097]]
",
      "grad01:  [[-1.13594003e-04  1.01678001e-03]
",
      " [ 6.46510708e-05  1.42407958e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0006162 ]
",
      " [-0.00175022]]
",
      "(2, 1)
",
      "[[0.12225928]
",
      " [0.12525543]
",
      " [0.12363704]
",
      " [0.12831727]]
",
      "grad01:  [[-1.13651340e-04  1.01917468e-03]
",
      " [ 6.48191585e-05  1.42715068e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00061696]
",
      " [-0.00175198]]
",
      "(2, 1)
",
      "[[0.12225341]
",
      " [0.12525542]
",
      " [0.12363513]
",
      " [0.12832358]]
",
      "grad01:  [[-1.13708554e-04  1.02157505e-03]
",
      " [ 6.49877153e-05  1.43022798e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00061774]
",
      " [-0.00175375]]
",
      "(2, 1)
",
      "[[0.12224752]
",
      " [0.1252554 ]
",
      " [0.12363321]
",
      " [0.1283299 ]]
",
      "grad01:  [[-1.13765643e-04  1.02398113e-03]
",
      " [ 6.51567430e-05  1.43331147e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00061851]
",
      " [-0.00175553]]
",
      "(2, 1)
",
      "[[0.12224163]
",
      " [0.12525538]
",
      " [0.12363129]
",
      " [0.12833624]]
",
      "grad01:  [[-1.13822607e-04  1.02639294e-03]
",
      " [ 6.53262432e-05  1.43640120e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00061928]
",
      " [-0.00175731]]
",
      "(2, 1)
",
      "[[0.12223573]
",
      " [0.12525535]
",
      " [0.12362936]
",
      " [0.12834258]]
",
      "grad01:  [[-1.13879446e-04  1.02881052e-03]
",
      " [ 6.54962176e-05  1.43949717e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00062006]
",
      " [-0.0017591 ]]
",
      "(2, 1)
",
      "[[0.12222981]
",
      " [0.12525532]
",
      " [0.12362743]
",
      " [0.12834893]]
",
      "grad01:  [[-1.13936158e-04  1.03123386e-03]
",
      " [ 6.56666678e-05  1.44259941e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00062084]
",
      " [-0.00176089]]
",
      "(2, 1)
",
      "[[0.12222389]
",
      " [0.12525529]
",
      " [0.1236255 ]
",
      " [0.1283553 ]]
",
      "grad01:  [[-1.13992744e-04  1.03366300e-03]
",
      " [ 6.58375954e-05  1.44570794e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00062162]
",
      " [-0.00176268]]
",
      "(2, 1)
",
      "[[0.12221796]
",
      " [0.12525526]
",
      " [0.12362357]
",
      " [0.12836168]]
",
      "grad01:  [[-1.14049202e-04  1.03609796e-03]
",
      " [ 6.60090023e-05  1.44882277e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00062241]
",
      " [-0.00176449]]
",
      "(2, 1)
",
      "[[0.12221201]
",
      " [0.12525522]
",
      " [0.12362163]
",
      " [0.12836806]]
",
      "grad01:  [[-1.14105533e-04  1.03853874e-03]
",
      " [ 6.61808900e-05  1.45194393e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0006232 ]
",
      " [-0.00176629]]
",
      "(2, 1)
",
      "[[0.12220606]
",
      " [0.12525518]
",
      " [0.12361969]
",
      " [0.12837446]]
",
      "grad01:  [[-1.14161735e-04  1.04098538e-03]
",
      " [ 6.63532602e-05  1.45507143e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00062399]
",
      " [-0.00176811]]
",
      "(2, 1)
",
      "[[0.1222001 ]
",
      " [0.12525513]
",
      " [0.12361774]
",
      " [0.12838087]]
",
      "grad01:  [[-1.14217808e-04  1.04343788e-03]
",
      " [ 6.65261147e-05  1.45820529e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00062478]
",
      " [-0.00176993]]
",
      "(2, 1)
",
      "[[0.12219413]
",
      " [0.12525509]
",
      " [0.1236158 ]
",
      " [0.12838729]]
",
      "grad01:  [[-1.14273752e-04  1.04589628e-03]
",
      " [ 6.66994552e-05  1.46134554e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00062557]
",
      " [-0.00177175]]
",
      "(2, 1)
",
      "[[0.12218815]
",
      " [0.12525503]
",
      " [0.12361385]
",
      " [0.12839373]]
",
      "grad01:  [[-1.14329565e-04  1.04836059e-03]
",
      " [ 6.68732834e-05  1.46449220e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00062637]
",
      " [-0.00177358]]
",
      "(2, 1)
",
      "[[0.12218216]
",
      " [0.12525498]
",
      " [0.12361189]
",
      " [0.12840017]]
",
      "grad01:  [[-1.14385247e-04  1.05083083e-03]
",
      " [ 6.70476010e-05  1.46764528e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00062717]
",
      " [-0.00177541]]
",
      "(2, 1)
",
      "[[0.12217616]
",
      " [0.12525492]
",
      " [0.12360994]
",
      " [0.12840663]]
",
      "grad01:  [[-1.14440798e-04  1.05330702e-03]
",
      " [ 6.72224097e-05  1.47080480e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00062797]
",
      " [-0.00177725]]
",
      "(2, 1)
",
      "[[0.12217015]
",
      " [0.12525486]
",
      " [0.12360798]
",
      " [0.12841309]]
",
      "grad01:  [[-1.14496217e-04  1.05578918e-03]
",
      " [ 6.73977113e-05  1.47397079e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00062877]
",
      " [-0.0017791 ]]
",
      "(2, 1)
",
      "[[0.12216413]
",
      " [0.1252548 ]
",
      " [0.12360601]
",
      " [0.12841957]]
",
      "grad01:  [[-1.14551504e-04  1.05827733e-03]
",
      " [ 6.75735076e-05  1.47714326e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00062958]
",
      " [-0.00178095]]
",
      "(2, 1)
",
      "[[0.12215809]
",
      " [0.12525473]
",
      " [0.12360405]
",
      " [0.12842606]]
",
      "grad01:  [[-1.14606656e-04  1.06077150e-03]
",
      " [ 6.77498002e-05  1.48032224e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00063038]
",
      " [-0.0017828 ]]
",
      "(2, 1)
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.12215205]
",
      " [0.12525466]
",
      " [0.12360208]
",
      " [0.12843256]]
",
      "grad01:  [[-1.14661675e-04  1.06327169e-03]
",
      " [ 6.79265910e-05  1.48350774e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00063119]
",
      " [-0.00178467]]
",
      "(2, 1)
",
      "[[0.122146  ]
",
      " [0.12525458]
",
      " [0.1236001 ]
",
      " [0.12843907]]
",
      "grad01:  [[-1.14716560e-04  1.06577793e-03]
",
      " [ 6.81038817e-05  1.48669978e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00063201]
",
      " [-0.00178653]]
",
      "(2, 1)
",
      "[[0.12213994]
",
      " [0.12525451]
",
      " [0.12359813]
",
      " [0.1284456 ]]
",
      "grad01:  [[-1.14771309e-04  1.06829024e-03]
",
      " [ 6.82816741e-05  1.48989840e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00063282]
",
      " [-0.00178841]]
",
      "(2, 1)
",
      "[[0.12213387]
",
      " [0.12525442]
",
      " [0.12359615]
",
      " [0.12845213]]
",
      "grad01:  [[-1.14825923e-04  1.07080864e-03]
",
      " [ 6.84599700e-05  1.49310359e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00063364]
",
      " [-0.00179028]]
",
      "(2, 1)
",
      "[[0.12212779]
",
      " [0.12525434]
",
      " [0.12359417]
",
      " [0.12845868]]
",
      "grad01:  [[-1.14880400e-04  1.07333316e-03]
",
      " [ 6.86387711e-05  1.49631540e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00063446]
",
      " [-0.00179217]]
",
      "(2, 1)
",
      "[[0.1221217 ]
",
      " [0.12525425]
",
      " [0.12359218]
",
      " [0.12846524]]
",
      "grad01:  [[-1.14934740e-04  1.07586380e-03]
",
      " [ 6.88180793e-05  1.49953383e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00063528]
",
      " [-0.00179406]]
",
      "(2, 1)
",
      "[[0.1221156 ]
",
      " [0.12525416]
",
      " [0.12359019]
",
      " [0.12847181]]
",
      "grad01:  [[-1.14988942e-04  1.07840060e-03]
",
      " [ 6.89978964e-05  1.50275891e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00063611]
",
      " [-0.00179595]]
",
      "(2, 1)
",
      "[[0.12210949]
",
      " [0.12525407]
",
      " [0.1235882 ]
",
      " [0.1284784 ]]
",
      "grad01:  [[-1.15043006e-04  1.08094357e-03]
",
      " [ 6.91782242e-05  1.50599066e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00063693]
",
      " [-0.00179785]]
",
      "(2, 1)
",
      "[[0.12210336]
",
      " [0.12525397]
",
      " [0.1235862 ]
",
      " [0.12848499]]
",
      "grad01:  [[-1.15096930e-04  1.08349274e-03]
",
      " [ 6.93590645e-05  1.50922910e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00063776]
",
      " [-0.00179976]]
",
      "(2, 1)
",
      "[[0.12209723]
",
      " [0.12525387]
",
      " [0.1235842 ]
",
      " [0.1284916 ]]
",
      "grad01:  [[-1.15150715e-04  1.08604812e-03]
",
      " [ 6.95404192e-05  1.51247425e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0006386 ]
",
      " [-0.00180167]]
",
      "(2, 1)
",
      "[[0.12209109]
",
      " [0.12525376]
",
      " [0.1235822 ]
",
      " [0.12849821]]
",
      "grad01:  [[-1.15204360e-04  1.08860973e-03]
",
      " [ 6.97222900e-05  1.51572613e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00063943]
",
      " [-0.00180359]]
",
      "(2, 1)
",
      "[[0.12208494]
",
      " [0.12525365]
",
      " [0.1235802 ]
",
      " [0.12850484]]
",
      "grad01:  [[-1.15257864e-04  1.09117760e-03]
",
      " [ 6.99046789e-05  1.51898476e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00064027]
",
      " [-0.00180551]]
",
      "(2, 1)
",
      "[[0.12207877]
",
      " [0.12525354]
",
      " [0.12357819]
",
      " [0.12851149]]
",
      "grad01:  [[-1.15311226e-04  1.09375175e-03]
",
      " [ 7.00875876e-05  1.52225016e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00064111]
",
      " [-0.00180744]]
",
      "(2, 1)
",
      "[[0.1220726 ]
",
      " [0.12525342]
",
      " [0.12357617]
",
      " [0.12851814]]
",
      "grad01:  [[-1.15364446e-04  1.09633219e-03]
",
      " [ 7.02710181e-05  1.52552236e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00064195]
",
      " [-0.00180937]]
",
      "(2, 1)
",
      "[[0.12206641]
",
      " [0.1252533 ]
",
      " [0.12357416]
",
      " [0.12852481]]
",
      "grad01:  [[-1.15417522e-04  1.09891895e-03]
",
      " [ 7.04549722e-05  1.52880137e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00064279]
",
      " [-0.00181131]]
",
      "(2, 1)
",
      "[[0.12206022]
",
      " [0.12525318]
",
      " [0.12357214]
",
      " [0.12853148]]
",
      "grad01:  [[-1.15470455e-04  1.10151206e-03]
",
      " [ 7.06394519e-05  1.53208722e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00064364]
",
      " [-0.00181326]]
",
      "(2, 1)
",
      "[[0.12205401]
",
      " [0.12525306]
",
      " [0.12357012]
",
      " [0.12853817]]
",
      "grad01:  [[-1.15523244e-04  1.10411152e-03]
",
      " [ 7.08244589e-05  1.53537993e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00064449]
",
      " [-0.00181521]]
",
      "(2, 1)
",
      "[[0.1220478 ]
",
      " [0.12525293]
",
      " [0.12356809]
",
      " [0.12854488]]
",
      "grad01:  [[-1.15575887e-04  1.10671736e-03]
",
      " [ 7.10099951e-05  1.53867951e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00064534]
",
      " [-0.00181717]]
",
      "(2, 1)
",
      "[[0.12204157]
",
      " [0.12525279]
",
      " [0.12356606]
",
      " [0.12855159]]
",
      "grad01:  [[-1.15628385e-04  1.10932961e-03]
",
      " [ 7.11960626e-05  1.54198600e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0006462 ]
",
      " [-0.00181913]]
",
      "(2, 1)
",
      "[[0.12203534]
",
      " [0.12525266]
",
      " [0.12356403]
",
      " [0.12855832]]
",
      "grad01:  [[-1.15680736e-04  1.11194829e-03]
",
      " [ 7.13826631e-05  1.54529940e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00064705]
",
      " [-0.0018211 ]]
",
      "(2, 1)
",
      "[[0.12202909]
",
      " [0.12525252]
",
      " [0.12356199]
",
      " [0.12856505]]
",
      "grad01:  [[-1.15732940e-04  1.11457341e-03]
",
      " [ 7.15697987e-05  1.54861976e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00064791]
",
      " [-0.00182307]]
",
      "(2, 1)
",
      "[[0.12202283]
",
      " [0.12525237]
",
      " [0.12355995]
",
      " [0.1285718 ]]
",
      "grad01:  [[-1.15784996e-04  1.11720499e-03]
",
      " [ 7.17574712e-05  1.55194707e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00064877]
",
      " [-0.00182506]]
",
      "(2, 1)
",
      "[[0.12201656]
",
      " [0.12525222]
",
      " [0.12355791]
",
      " [0.12857857]]
",
      "grad01:  [[-1.15836904e-04  1.11984307e-03]
",
      " [ 7.19456826e-05  1.55528137e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00064964]
",
      " [-0.00182704]]
",
      "(2, 1)
",
      "[[0.12201028]
",
      " [0.12525207]
",
      " [0.12355586]
",
      " [0.12858534]]
",
      "grad01:  [[-1.15888662e-04  1.12248766e-03]
",
      " [ 7.21344348e-05  1.55862268e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00065051]
",
      " [-0.00182903]]
",
      "(2, 1)
",
      "[[0.12200399]
",
      " [0.12525192]
",
      " [0.12355381]
",
      " [0.12859213]]
",
      "grad01:  [[-1.15940270e-04  1.12513878e-03]
",
      " [ 7.23237298e-05  1.56197102e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00065137]
",
      " [-0.00183103]]
",
      "(2, 1)
",
      "[[0.12199769]
",
      " [0.12525176]
",
      " [0.12355176]
",
      " [0.12859893]]
",
      "grad01:  [[-1.15991728e-04  1.12779645e-03]
",
      " [ 7.25135694e-05  1.56532641e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00065225]
",
      " [-0.00183304]]
",
      "(2, 1)
",
      "[[0.12199138]
",
      " [0.1252516 ]
",
      " [0.1235497 ]
",
      " [0.12860574]]
",
      "grad01:  [[-1.16043034e-04  1.13046071e-03]
",
      " [ 7.27039558e-05  1.56868888e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00065312]
",
      " [-0.00183505]]
",
      "(2, 1)
",
      "[[0.12198505]
",
      " [0.12525143]
",
      " [0.12354764]
",
      " [0.12861257]]
",
      "grad01:  [[-1.16094188e-04  1.13313156e-03]
",
      " [ 7.28948909e-05  1.57205844e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.000654  ]
",
      " [-0.00183706]]
",
      "(2, 1)
",
      "[[0.12197872]
",
      " [0.12525126]
",
      " [0.12354557]
",
      " [0.12861941]]
",
      "grad01:  [[-1.16145189e-04  1.13580903e-03]
",
      " [ 7.30863767e-05  1.57543512e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00065488]
",
      " [-0.00183908]]
",
      "(2, 1)
",
      "[[0.12197238]
",
      " [0.12525109]
",
      " [0.1235435 ]
",
      " [0.12862625]]
",
      "grad01:  [[-1.16196036e-04  1.13849314e-03]
",
      " [ 7.32784151e-05  1.57881894e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00065576]
",
      " [-0.00184111]]
",
      "(2, 1)
",
      "[[0.12196602]
",
      " [0.12525091]
",
      " [0.12354143]
",
      " [0.12863312]]
",
      "grad01:  [[-1.16246729e-04  1.14118392e-03]
",
      " [ 7.34710081e-05  1.58220992e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00065665]
",
      " [-0.00184314]]
",
      "(2, 1)
",
      "[[0.12195965]
",
      " [0.12525073]
",
      " [0.12353935]
",
      " [0.12863999]]
",
      "grad01:  [[-1.16297266e-04  1.14388139e-03]
",
      " [ 7.36641579e-05  1.58560809e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00065753]
",
      " [-0.00184518]]
",
      "(2, 1)
",
      "[[0.12195327]
",
      " [0.12525054]
",
      " [0.12353728]
",
      " [0.12864688]]
",
      "grad01:  [[-1.16347648e-04  1.14658556e-03]
",
      " [ 7.38578663e-05  1.58901346e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00065842]
",
      " [-0.00184723]]
",
      "(2, 1)
",
      "[[0.12194689]
",
      " [0.12525035]
",
      " [0.12353519]
",
      " [0.12865378]]
",
      "grad01:  [[-1.16397873e-04  1.14929647e-03]
",
      " [ 7.40521355e-05  1.59242606e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00065932]
",
      " [-0.00184928]]
",
      "(2, 1)
",
      "[[0.12194048]
",
      " [0.12525016]
",
      " [0.12353311]
",
      " [0.12866069]]
",
      "grad01:  [[-1.16447941e-04  1.15201413e-03]
",
      " [ 7.42469674e-05  1.59584591e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00066021]
",
      " [-0.00185134]]
",
      "(2, 1)
",
      "[[0.12193407]
",
      " [0.12524997]
",
      " [0.12353102]
",
      " [0.12866762]]
",
      "grad01:  [[-1.16497851e-04  1.15473857e-03]
",
      " [ 7.44423642e-05  1.59927304e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00066111]
",
      " [-0.0018534 ]]
",
      "(2, 1)
",
      "[[0.12192765]
",
      " [0.12524977]
",
      " [0.12352892]
",
      " [0.12867456]]
",
      "grad01:  [[-1.16547601e-04  1.15746980e-03]
",
      " [ 7.46383278e-05  1.60270746e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00066201]
",
      " [-0.00185547]]
",
      "(2, 1)
",
      "[[0.12192122]
",
      " [0.12524956]
",
      " [0.12352682]
",
      " [0.12868151]]
",
      "grad01:  [[-1.16597192e-04  1.16020786e-03]
",
      " [ 7.48348603e-05  1.60614920e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00066292]
",
      " [-0.00185755]]
",
      "(2, 1)
",
      "[[0.12191477]
",
      " [0.12524935]
",
      " [0.12352472]
",
      " [0.12868847]]
",
      "grad01:  [[-1.16646623e-04  1.16295277e-03]
",
      " [ 7.50319639e-05  1.60959829e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00066382]
",
      " [-0.00185963]]
",
      "(2, 1)
",
      "[[0.12190832]
",
      " [0.12524914]
",
      " [0.12352262]
",
      " [0.12869545]]
",
      "grad01:  [[-1.16695892e-04  1.16570454e-03]
",
      " [ 7.52296405e-05  1.61305473e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00066473]
",
      " [-0.00186172]]
",
      "(2, 1)
",
      "[[0.12190185]
",
      " [0.12524893]
",
      " [0.12352051]
",
      " [0.12870244]]
",
      "grad01:  [[-1.16744999e-04  1.16846320e-03]
",
      " [ 7.54278923e-05  1.61651857e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00066564]
",
      " [-0.00186381]]
",
      "(2, 1)
",
      "[[0.12189537]
",
      " [0.12524871]
",
      " [0.1235184 ]
",
      " [0.12870944]]
",
      "grad01:  [[-1.16793943e-04  1.17122877e-03]
",
      " [ 7.56267215e-05  1.61998982e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00066656]
",
      " [-0.00186591]]
",
      "(2, 1)
",
      "[[0.12188888]
",
      " [0.12524849]
",
      " [0.12351628]
",
      " [0.12871646]]
",
      "grad01:  [[-1.16842724e-04  1.17400129e-03]
",
      " [ 7.58261300e-05  1.62346850e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00066747]
",
      " [-0.00186802]]
",
      "(2, 1)
",
      "[[0.12188238]
",
      " [0.12524826]
",
      " [0.12351416]
",
      " [0.12872349]]
",
      "grad01:  [[-1.16891340e-04  1.17678076e-03]
",
      " [ 7.60261200e-05  1.62695463e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00066839]
",
      " [-0.00187013]]
",
      "(2, 1)
",
      "[[0.12187586]
",
      " [0.12524803]
",
      " [0.12351203]
",
      " [0.12873053]]
",
      "grad01:  [[-1.16939791e-04  1.17956721e-03]
",
      " [ 7.62266937e-05  1.63044825e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00066932]
",
      " [-0.00187225]]
",
      "(2, 1)
",
      "[[0.12186934]
",
      " [0.12524779]
",
      " [0.12350991]
",
      " [0.12873759]]
",
      "grad01:  [[-1.16988075e-04  1.18236067e-03]
",
      " [ 7.64278531e-05  1.63394937e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00067024]
",
      " [-0.00187437]]
",
      "(2, 1)
",
      "[[0.1218628 ]
",
      " [0.12524755]
",
      " [0.12350778]
",
      " [0.12874465]]
",
      "grad01:  [[-1.17036193e-04  1.18516116e-03]
",
      " [ 7.66296005e-05  1.63745801e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00067117]
",
      " [-0.00187651]]
",
      "(2, 1)
",
      "[[0.12185625]
",
      " [0.12524731]
",
      " [0.12350564]
",
      " [0.12875174]]
",
      "grad01:  [[-1.17084143e-04  1.18796871e-03]
",
      " [ 7.68319380e-05  1.64097421e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0006721 ]
",
      " [-0.00187864]]
",
      "(2, 1)
",
      "[[0.12184969]
",
      " [0.12524706]
",
      " [0.1235035 ]
",
      " [0.12875883]]
",
      "grad01:  [[-1.17131925e-04  1.19078332e-03]
",
      " [ 7.70348677e-05  1.64449798e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00067303]
",
      " [-0.00188079]]
",
      "(2, 1)
",
      "[[0.12184312]
",
      " [0.12524681]
",
      " [0.12350136]
",
      " [0.12876594]]
",
      "grad01:  [[-1.17179537e-04  1.19360504e-03]
",
      " [ 7.72383919e-05  1.64802934e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00067397]
",
      " [-0.00188294]]
",
      "(2, 1)
",
      "[[0.12183654]
",
      " [0.12524656]
",
      " [0.12349921]
",
      " [0.12877306]]
",
      "grad01:  [[-1.17226979e-04  1.19643389e-03]
",
      " [ 7.74425127e-05  1.65156832e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00067491]
",
      " [-0.00188509]]
",
      "(2, 1)
",
      "[[0.12182994]
",
      " [0.1252463 ]
",
      " [0.12349706]
",
      " [0.12878019]]
",
      "grad01:  [[-1.17274250e-04  1.19926988e-03]
",
      " [ 7.76472323e-05  1.65511495e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00067585]
",
      " [-0.00188726]]
",
      "(2, 1)
",
      "[[0.12182334]
",
      " [0.12524604]
",
      " [0.1234949 ]
",
      " [0.12878734]]
",
      "grad01:  [[-1.17321350e-04  1.20211304e-03]
",
      " [ 7.78525529e-05  1.65866925e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00067679]
",
      " [-0.00188943]]
",
      "(2, 1)
",
      "[[0.12181672]
",
      " [0.12524577]
",
      " [0.12349275]
",
      " [0.1287945 ]]
",
      "grad01:  [[-1.17368276e-04  1.20496340e-03]
",
      " [ 7.80584767e-05  1.66223123e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00067774]
",
      " [-0.0018916 ]]
",
      "(2, 1)
",
      "[[0.12181009]
",
      " [0.1252455 ]
",
      " [0.12349058]
",
      " [0.12880168]]
",
      "grad01:  [[-1.17415029e-04  1.20782097e-03]
",
      " [ 7.82650060e-05  1.66580093e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00067869]
",
      " [-0.00189378]]
",
      "(2, 1)
",
      "[[0.12180345]
",
      " [0.12524522]
",
      " [0.12348842]
",
      " [0.12880887]]
",
      "grad01:  [[-1.17461607e-04  1.21068579e-03]
",
      " [ 7.84721430e-05  1.66937837e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00067964]
",
      " [-0.00189597]]
",
      "(2, 1)
",
      "[[0.12179679]
",
      " [0.12524494]
",
      " [0.12348624]
",
      " [0.12881607]]
",
      "grad01:  [[-1.17508010e-04  1.21355788e-03]
",
      " [ 7.86798899e-05  1.67296358e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0006806 ]
",
      " [-0.00189817]]
",
      "(2, 1)
",
      "[[0.12179013]
",
      " [0.12524466]
",
      " [0.12348407]
",
      " [0.12882329]]
",
      "grad01:  [[-1.17554237e-04  1.21643726e-03]
",
      " [ 7.88882489e-05  1.67655656e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00068156]
",
      " [-0.00190037]]
",
      "(2, 1)
",
      "[[0.12178345]
",
      " [0.12524437]
",
      " [0.12348189]
",
      " [0.12883052]]
",
      "grad01:  [[-1.17600287e-04  1.21932395e-03]
",
      " [ 7.90972225e-05  1.68015736e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00068252]
",
      " [-0.00190258]]
",
      "(2, 1)
",
      "[[0.12177676]
",
      " [0.12524408]
",
      " [0.12347971]
",
      " [0.12883776]]
",
      "grad01:  [[-1.17646159e-04  1.22221799e-03]
",
      " [ 7.93068127e-05  1.68376600e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00068348]
",
      " [-0.00190479]]
",
      "(2, 1)
",
      "[[0.12177006]
",
      " [0.12524379]
",
      " [0.12347752]
",
      " [0.12884502]]
",
      "grad01:  [[-1.17691852e-04  1.22511939e-03]
",
      " [ 7.95170220e-05  1.68738249e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00068445]
",
      " [-0.00190701]]
",
      "(2, 1)
",
      "[[0.12176334]
",
      " [0.12524349]
",
      " [0.12347533]
",
      " [0.12885229]]
",
      "grad01:  [[-1.17737366e-04  1.22802818e-03]
",
      " [ 7.97278525e-05  1.69100687e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00068542]
",
      " [-0.00190924]]
",
      "(2, 1)
",
      "[[0.12175661]
",
      " [0.12524318]
",
      " [0.12347314]
",
      " [0.12885957]]
",
      "grad01:  [[-1.17782699e-04  1.23094438e-03]
",
      " [ 7.99393067e-05  1.69463916e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00068639]
",
      " [-0.00191147]]
",
      "(2, 1)
",
      "[[0.12174988]
",
      " [0.12524287]
",
      " [0.12347094]
",
      " [0.12886687]]
",
      "grad01:  [[-1.17827850e-04  1.23386802e-03]
",
      " [ 8.01513867e-05  1.69827938e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00068737]
",
      " [-0.00191371]]
",
      "(2, 1)
",
      "[[0.12174312]
",
      " [0.12524256]
",
      " [0.12346873]
",
      " [0.12887418]]
",
      "grad01:  [[-1.17872819e-04  1.23679913e-03]
",
      " [ 8.03640950e-05  1.70192755e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00068835]
",
      " [-0.00191596]]
",
      "(2, 1)
",
      "[[0.12173636]
",
      " [0.12524224]
",
      " [0.12346653]
",
      " [0.12888151]]
",
      "grad01:  [[-1.17917605e-04  1.23973772e-03]
",
      " [ 8.05774339e-05  1.70558371e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00068933]
",
      " [-0.00191822]]
",
      "(2, 1)
",
      "[[0.12172959]
",
      " [0.12524192]
",
      " [0.12346431]
",
      " [0.12888885]]
",
      "grad01:  [[-1.17962207e-04  1.24268382e-03]
",
      " [ 8.07914056e-05  1.70924788e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00069031]
",
      " [-0.00192048]]
",
      "(2, 1)
",
      "[[0.1217228]
",
      " [0.1252416]
",
      " [0.1234621]
",
      " [0.1288962]]
",
      "grad01:  [[-1.18006623e-04  1.24563747e-03]
",
      " [ 8.10060127e-05  1.71292007e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0006913 ]
",
      " [-0.00192274]]
",
      "(2, 1)
",
      "[[0.121716  ]
",
      " [0.12524127]
",
      " [0.12345988]
",
      " [0.12890357]]
",
      "grad01:  [[-1.18050854e-04  1.24859868e-03]
",
      " [ 8.12212574e-05  1.71660032e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00069229]
",
      " [-0.00192502]]
",
      "(2, 1)
",
      "[[0.12170919]
",
      " [0.12524093]
",
      " [0.12345766]
",
      " [0.12891095]]
",
      "grad01:  [[-1.18094897e-04  1.25156747e-03]
",
      " [ 8.14371420e-05  1.72028866e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00069328]
",
      " [-0.0019273 ]]
",
      "(2, 1)
",
      "[[0.12170236]
",
      " [0.1252406 ]
",
      " [0.12345543]
",
      " [0.12891835]]
",
      "grad01:  [[-1.18138752e-04  1.25454388e-03]
",
      " [ 8.16536691e-05  1.72398510e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00069428]
",
      " [-0.00192958]]
",
      "(2, 1)
",
      "[[0.12169552]
",
      " [0.12524025]
",
      " [0.1234532 ]
",
      " [0.12892576]]
",
      "grad01:  [[-1.18182419e-04  1.25752793e-03]
",
      " [ 8.18708410e-05  1.72768967e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00069528]
",
      " [-0.00193188]]
",
      "(2, 1)
",
      "[[0.12168867]
",
      " [0.12523991]
",
      " [0.12345096]
",
      " [0.12893318]]
",
      "grad01:  [[-1.18225896e-04  1.26051964e-03]
",
      " [ 8.20886600e-05  1.73140240e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00069628]
",
      " [-0.00193418]]
",
      "(2, 1)
",
      "[[0.12168181]
",
      " [0.12523955]
",
      " [0.12344872]
",
      " [0.12894062]]
",
      "grad01:  [[-1.18269182e-04  1.26351904e-03]
",
      " [ 8.23071287e-05  1.73512330e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00069728]
",
      " [-0.00193649]]
",
      "(2, 1)
",
      "[[0.12167493]
",
      " [0.1252392 ]
",
      " [0.12344647]
",
      " [0.12894807]]
",
      "grad01:  [[-1.18312276e-04  1.26652616e-03]
",
      " [ 8.25262494e-05  1.73885242e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00069829]
",
      " [-0.0019388 ]]
",
      "(2, 1)
",
      "[[0.12166805]
",
      " [0.12523884]
",
      " [0.12344422]
",
      " [0.12895554]]
",
      "grad01:  [[-1.18355178e-04  1.26954102e-03]
",
      " [ 8.27460246e-05  1.74258977e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0006993 ]
",
      " [-0.00194112]]
",
      "(2, 1)
",
      "[[0.12166115]
",
      " [0.12523847]
",
      " [0.12344197]
",
      " [0.12896302]]
",
      "grad01:  [[-1.18397886e-04  1.27256365e-03]
",
      " [ 8.29664567e-05  1.74633537e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00070032]
",
      " [-0.00194345]]
",
      "(2, 1)
",
      "[[0.12165423]
",
      " [0.1252381 ]
",
      " [0.12343971]
",
      " [0.12897052]]
",
      "grad01:  [[-1.18440399e-04  1.27559406e-03]
",
      " [ 8.31875482e-05  1.75008926e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00070133]
",
      " [-0.00194579]]
",
      "(2, 1)
",
      "[[0.12164731]
",
      " [0.12523773]
",
      " [0.12343745]
",
      " [0.12897803]]
",
      "grad01:  [[-1.18482717e-04  1.27863230e-03]
",
      " [ 8.34093016e-05  1.75385146e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00070235]
",
      " [-0.00194813]]
",
      "(2, 1)
",
      "[[0.12164037]
",
      " [0.12523735]
",
      " [0.12343518]
",
      " [0.12898555]]
",
      "grad01:  [[-1.18524838e-04  1.28167838e-03]
",
      " [ 8.36317193e-05  1.75762199e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00070338]
",
      " [-0.00195048]]
",
      "(2, 1)
",
      "[[0.12163342]
",
      " [0.12523697]
",
      " [0.12343291]
",
      " [0.12899309]]
",
      "grad01:  [[-1.18566761e-04  1.28473234e-03]
",
      " [ 8.38548039e-05  1.76140088e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0007044 ]
",
      " [-0.00195283]]
",
      "(2, 1)
",
      "[[0.12162645]
",
      " [0.12523658]
",
      " [0.12343064]
",
      " [0.12900065]]
",
      "grad01:  [[-1.18608486e-04  1.28779418e-03]
",
      " [ 8.40785577e-05  1.76518816e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00070543]
",
      " [-0.00195519]]
",
      "(2, 1)
",
      "[[0.12161947]
",
      " [0.12523619]
",
      " [0.12342836]
",
      " [0.12900822]]
",
      "grad01:  [[-1.18650012e-04  1.29086396e-03]
",
      " [ 8.43029835e-05  1.76898385e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00070646]
",
      " [-0.00195756]]
",
      "(2, 1)
",
      "[[0.12161248]
",
      " [0.12523579]
",
      " [0.12342607]
",
      " [0.1290158 ]]
",
      "grad01:  [[-1.18691336e-04  1.29394168e-03]
",
      " [ 8.45280836e-05  1.77278798e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0007075 ]
",
      " [-0.00195994]]
",
      "(2, 1)
",
      "[[0.12160548]
",
      " [0.12523539]
",
      " [0.12342378]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [0.1290234 ]]
",
      "grad01:  [[-1.18732460e-04  1.29702738e-03]
",
      " [ 8.47538606e-05  1.77660057e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00070854]
",
      " [-0.00196232]]
",
      "(2, 1)
",
      "[[0.12159846]
",
      " [0.12523499]
",
      " [0.12342149]
",
      " [0.12903101]]
",
      "grad01:  [[-1.18773380e-04  1.30012108e-03]
",
      " [ 8.49803172e-05  1.78042166e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00070958]
",
      " [-0.00196471]]
",
      "(2, 1)
",
      "[[0.12159143]
",
      " [0.12523458]
",
      " [0.12341919]
",
      " [0.12903864]]
",
      "grad01:  [[-1.18814097e-04  1.30322281e-03]
",
      " [ 8.52074557e-05  1.78425126e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00071062]
",
      " [-0.00196711]]
",
      "(2, 1)
",
      "[[0.12158439]
",
      " [0.12523416]
",
      " [0.12341689]
",
      " [0.12904628]]
",
      "grad01:  [[-1.18854609e-04  1.30633259e-03]
",
      " [ 8.54352788e-05  1.78808940e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00071167]
",
      " [-0.00196951]]
",
      "(2, 1)
",
      "[[0.12157733]
",
      " [0.12523374]
",
      " [0.12341459]
",
      " [0.12905394]]
",
      "grad01:  [[-1.18894916e-04  1.30945046e-03]
",
      " [ 8.56637892e-05  1.79193611e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00071272]
",
      " [-0.00197193]]
",
      "(2, 1)
",
      "[[0.12157026]
",
      " [0.12523332]
",
      " [0.12341227]
",
      " [0.12906161]]
",
      "grad01:  [[-1.18935016e-04  1.31257644e-03]
",
      " [ 8.58929893e-05  1.79579141e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00071378]
",
      " [-0.00197434]]
",
      "(2, 1)
",
      "[[0.12156318]
",
      " [0.12523289]
",
      " [0.12340996]
",
      " [0.1290693 ]]
",
      "grad01:  [[-1.18974908e-04  1.31571055e-03]
",
      " [ 8.61228818e-05  1.79965534e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00071483]
",
      " [-0.00197677]]
",
      "(2, 1)
",
      "[[0.12155608]
",
      " [0.12523246]
",
      " [0.12340764]
",
      " [0.129077  ]]
",
      "grad01:  [[-1.19014591e-04  1.31885283e-03]
",
      " [ 8.63534693e-05  1.80352792e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00071589]
",
      " [-0.0019792 ]]
",
      "(2, 1)
",
      "[[0.12154898]
",
      " [0.12523202]
",
      " [0.12340531]
",
      " [0.12908472]]
",
      "grad01:  [[-1.19054064e-04  1.32200330e-03]
",
      " [ 8.65847544e-05  1.80740917e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00071696]
",
      " [-0.00198164]]
",
      "(2, 1)
",
      "[[0.12154185]
",
      " [0.12523158]
",
      " [0.12340299]
",
      " [0.12909245]]
",
      "grad01:  [[-1.19093326e-04  1.32516198e-03]
",
      " [ 8.68167398e-05  1.81129913e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00071802]
",
      " [-0.00198409]]
",
      "(2, 1)
",
      "[[0.12153472]
",
      " [0.12523113]
",
      " [0.12340065]
",
      " [0.1291002 ]]
",
      "grad01:  [[-1.19132376e-04  1.32832891e-03]
",
      " [ 8.70494281e-05  1.81519781e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00071909]
",
      " [-0.00198655]]
",
      "(2, 1)
",
      "[[0.12152757]
",
      " [0.12523068]
",
      " [0.12339831]
",
      " [0.12910796]]
",
      "grad01:  [[-1.19171213e-04  1.33150411e-03]
",
      " [ 8.72828220e-05  1.81910525e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00072017]
",
      " [-0.00198901]]
",
      "(2, 1)
",
      "[[0.1215204 ]
",
      " [0.12523022]
",
      " [0.12339597]
",
      " [0.12911574]]
",
      "grad01:  [[-1.19209835e-04  1.33468761e-03]
",
      " [ 8.75169242e-05  1.82302147e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00072124]
",
      " [-0.00199148]]
",
      "(2, 1)
",
      "[[0.12151323]
",
      " [0.12522976]
",
      " [0.12339362]
",
      " [0.12912354]]
",
      "grad01:  [[-1.19248243e-04  1.33787944e-03]
",
      " [ 8.77517373e-05  1.82694651e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00072232]
",
      " [-0.00199395]]
",
      "(2, 1)
",
      "[[0.12150604]
",
      " [0.12522929]
",
      " [0.12339127]
",
      " [0.12913134]]
",
      "grad01:  [[-1.19286434e-04  1.34107963e-03]
",
      " [ 8.79872641e-05  1.83088038e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0007234 ]
",
      " [-0.00199644]]
",
      "(2, 1)
",
      "[[0.12149883]
",
      " [0.12522882]
",
      " [0.12338891]
",
      " [0.12913917]]
",
      "grad01:  [[-1.19324407e-04  1.34428819e-03]
",
      " [ 8.82235073e-05  1.83482311e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00072449]
",
      " [-0.00199893]]
",
      "(2, 1)
",
      "[[0.12149161]
",
      " [0.12522834]
",
      " [0.12338655]
",
      " [0.12914701]]
",
      "grad01:  [[-1.19362162e-04  1.34750517e-03]
",
      " [ 8.84604696e-05  1.83877474e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00072558]
",
      " [-0.00200143]]
",
      "(2, 1)
",
      "[[0.12148438]
",
      " [0.12522786]
",
      " [0.12338418]
",
      " [0.12915486]]
",
      "grad01:  [[-1.19399697e-04  1.35073059e-03]
",
      " [ 8.86981536e-05  1.84273528e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00072667]
",
      " [-0.00200393]]
",
      "(2, 1)
",
      "[[0.12147714]
",
      " [0.12522738]
",
      " [0.12338181]
",
      " [0.12916273]]
",
      "grad01:  [[-1.19437011e-04  1.35396447e-03]
",
      " [ 8.89365623e-05  1.84670477e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00072777]
",
      " [-0.00200645]]
",
      "(2, 1)
",
      "[[0.12146988]
",
      " [0.12522689]
",
      " [0.12337944]
",
      " [0.12917062]]
",
      "grad01:  [[-1.19474103e-04  1.35720685e-03]
",
      " [ 8.91756983e-05  1.85068324e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00072887]
",
      " [-0.00200897]]
",
      "(2, 1)
",
      "[[0.12146261]
",
      " [0.12522639]
",
      " [0.12337706]
",
      " [0.12917852]]
",
      "grad01:  [[-1.19510972e-04  1.36045774e-03]
",
      " [ 8.94155645e-05  1.85467071e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00072997]
",
      " [-0.00201149]]
",
      "(2, 1)
",
      "[[0.12145532]
",
      " [0.12522589]
",
      " [0.12337467]
",
      " [0.12918644]]
",
      "grad01:  [[-1.19547616e-04  1.36371719e-03]
",
      " [ 8.96561635e-05  1.85866720e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00073107]
",
      " [-0.00201403]]
",
      "(2, 1)
",
      "[[0.12144802]
",
      " [0.12522538]
",
      " [0.12337228]
",
      " [0.12919437]]
",
      "grad01:  [[-1.19584035e-04  1.36698522e-03]
",
      " [ 8.98974982e-05  1.86267276e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00073218]
",
      " [-0.00201657]]
",
      "(2, 1)
",
      "[[0.1214407 ]
",
      " [0.12522487]
",
      " [0.12336988]
",
      " [0.12920232]]
",
      "grad01:  [[-1.19620228e-04  1.37026186e-03]
",
      " [ 9.01395715e-05  1.86668740e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00073329]
",
      " [-0.00201912]]
",
      "(2, 1)
",
      "[[0.12143337]
",
      " [0.12522436]
",
      " [0.12336748]
",
      " [0.12921029]]
",
      "grad01:  [[-1.19656192e-04  1.37354713e-03]
",
      " [ 9.03823861e-05  1.87071115e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00073441]
",
      " [-0.00202168]]
",
      "(2, 1)
",
      "[[0.12142603]
",
      " [0.12522384]
",
      " [0.12336508]
",
      " [0.12921827]]
",
      "grad01:  [[-1.19691928e-04  1.37684107e-03]
",
      " [ 9.06259448e-05  1.87474404e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00073553]
",
      " [-0.00202425]]
",
      "(2, 1)
",
      "[[0.12141867]
",
      " [0.12522331]
",
      " [0.12336267]
",
      " [0.12922626]]
",
      "grad01:  [[-1.19727434e-04  1.38014370e-03]
",
      " [ 9.08702506e-05  1.87878610e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00073665]
",
      " [-0.00202682]]
",
      "(2, 1)
",
      "[[0.1214113 ]
",
      " [0.12522278]
",
      " [0.12336025]
",
      " [0.12923428]]
",
      "grad01:  [[-1.19762708e-04  1.38345506e-03]
",
      " [ 9.11153063e-05  1.88283736e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00073778]
",
      " [-0.0020294 ]]
",
      "(2, 1)
",
      "[[0.12140392]
",
      " [0.12522224]
",
      " [0.12335784]
",
      " [0.12924231]]
",
      "grad01:  [[-1.19797750e-04  1.38677516e-03]
",
      " [ 9.13611147e-05  1.88689785e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0007389 ]
",
      " [-0.00203199]]
",
      "(2, 1)
",
      "[[0.12139652]
",
      " [0.1252217 ]
",
      " [0.12335541]
",
      " [0.12925035]]
",
      "grad01:  [[-1.19832558e-04  1.39010405e-03]
",
      " [ 9.16076788e-05  1.89096759e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00074004]
",
      " [-0.00203458]]
",
      "(2, 1)
",
      "[[0.1213891 ]
",
      " [0.12522116]
",
      " [0.12335298]
",
      " [0.12925841]]
",
      "grad01:  [[-1.19867131e-04  1.39344175e-03]
",
      " [ 9.18550014e-05  1.89504661e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00074117]
",
      " [-0.00203719]]
",
      "(2, 1)
",
      "[[0.12138167]
",
      " [0.12522061]
",
      " [0.12335055]
",
      " [0.12926649]]
",
      "grad01:  [[-1.19901468e-04  1.39678828e-03]
",
      " [ 9.21030855e-05  1.89913494e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00074231]
",
      " [-0.0020398 ]]
",
      "(2, 1)
",
      "[[0.12137423]
",
      " [0.12522005]
",
      " [0.12334811]
",
      " [0.12927458]]
",
      "grad01:  [[-1.19935568e-04  1.40014368e-03]
",
      " [ 9.23519340e-05  1.90323262e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00074345]
",
      " [-0.00204242]]
",
      "(2, 1)
",
      "[[0.12136677]
",
      " [0.12521949]
",
      " [0.12334566]
",
      " [0.12928269]]
",
      "grad01:  [[-1.19969429e-04  1.40350798e-03]
",
      " [ 9.26015498e-05  1.90733966e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0007446 ]
",
      " [-0.00204505]]
",
      "(2, 1)
",
      "[[0.1213593 ]
",
      " [0.12521892]
",
      " [0.12334321]
",
      " [0.12929081]]
",
      "grad01:  [[-1.20003051e-04  1.40688121e-03]
",
      " [ 9.28519359e-05  1.91145610e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00074575]
",
      " [-0.00204768]]
",
      "(2, 1)
",
      "[[0.12135182]
",
      " [0.12521835]
",
      " [0.12334076]
",
      " [0.12929896]]
",
      "grad01:  [[-1.20036431e-04  1.41026339e-03]
",
      " [ 9.31030953e-05  1.91558196e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0007469 ]
",
      " [-0.00205032]]
",
      "(2, 1)
",
      "[[0.12134431]
",
      " [0.12521777]
",
      " [0.1233383 ]
",
      " [0.12930711]]
",
      "grad01:  [[-1.20069570e-04  1.41365455e-03]
",
      " [ 9.33550309e-05  1.91971728e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00074806]
",
      " [-0.00205297]]
",
      "(2, 1)
",
      "[[0.1213368 ]
",
      " [0.12521719]
",
      " [0.12333583]
",
      " [0.12931529]]
",
      "grad01:  [[-1.20102464e-04  1.41705474e-03]
",
      " [ 9.36077457e-05  1.92386209e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00074922]
",
      " [-0.00205563]]
",
      "(2, 1)
",
      "[[0.12132927]
",
      " [0.1252166 ]
",
      " [0.12333336]
",
      " [0.12932348]]
",
      "grad01:  [[-1.20135114e-04  1.42046397e-03]
",
      " [ 9.38612427e-05  1.92801640e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00075038]
",
      " [-0.0020583 ]]
",
      "(2, 1)
",
      "[[0.12132172]
",
      " [0.12521601]
",
      " [0.12333089]
",
      " [0.12933169]]
",
      "grad01:  [[-1.20167518e-04  1.42388227e-03]
",
      " [ 9.41155250e-05  1.93218026e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00075155]
",
      " [-0.00206097]]
",
      "(2, 1)
",
      "[[0.12131416]
",
      " [0.12521541]
",
      " [0.12332841]
",
      " [0.12933991]]
",
      "grad01:  [[-1.20199675e-04  1.42730968e-03]
",
      " [ 9.43705956e-05  1.93635369e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00075272]
",
      " [-0.00206365]]
",
      "(2, 1)
",
      "[[0.12130659]
",
      " [0.1252148 ]
",
      " [0.12332592]
",
      " [0.12934815]]
",
      "grad01:  [[-1.20231582e-04  1.43074622e-03]
",
      " [ 9.46264575e-05  1.94053672e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00075389]
",
      " [-0.00206634]]
",
      "(2, 1)
",
      "[[0.121299  ]
",
      " [0.12521419]
",
      " [0.12332343]
",
      " [0.12935641]]
",
      "grad01:  [[-1.20263240e-04  1.43419193e-03]
",
      " [ 9.48831139e-05  1.94472939e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00075507]
",
      " [-0.00206904]]
",
      "(2, 1)
",
      "[[0.12129139]
",
      " [0.12521358]
",
      " [0.12332093]
",
      " [0.12936468]]
",
      "grad01:  [[-1.20294647e-04  1.43764684e-03]
",
      " [ 9.51405677e-05  1.94893171e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00075625]
",
      " [-0.00207174]]
",
      "(2, 1)
",
      "[[0.12128378]
",
      " [0.12521296]
",
      " [0.12331843]
",
      " [0.12937297]]
",
      "grad01:  [[-1.20325802e-04  1.44111097e-03]
",
      " [ 9.53988220e-05  1.95314372e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00075743]
",
      " [-0.00207446]]
",
      "(2, 1)
",
      "[[0.12127614]
",
      " [0.12521233]
",
      " [0.12331592]
",
      " [0.12938128]]
",
      "grad01:  [[-1.20356702e-04  1.44458436e-03]
",
      " [ 9.56578801e-05  1.95736545e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00075862]
",
      " [-0.00207718]]
",
      "(2, 1)
",
      "[[0.12126849]
",
      " [0.1252117 ]
",
      " [0.12331341]
",
      " [0.1293896 ]]
",
      "grad01:  [[-1.20387348e-04  1.44806704e-03]
",
      " [ 9.59177449e-05  1.96159693e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00075981]
",
      " [-0.00207991]]
",
      "(2, 1)
",
      "[[0.12126083]
",
      " [0.12521107]
",
      " [0.12331089]
",
      " [0.12939795]]
",
      "grad01:  [[-1.20417737e-04  1.45155903e-03]
",
      " [ 9.61784196e-05  1.96583819e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00076101]
",
      " [-0.00208265]]
",
      "(2, 1)
",
      "[[0.12125315]
",
      " [0.12521042]
",
      " [0.12330837]
",
      " [0.1294063 ]]
",
      "grad01:  [[-1.20447868e-04  1.45506037e-03]
",
      " [ 9.64399074e-05  1.97008926e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00076221]
",
      " [-0.00208539]]
",
      "(2, 1)
",
      "[[0.12124545]
",
      " [0.12520978]
",
      " [0.12330584]
",
      " [0.12941468]]
",
      "grad01:  [[-1.20477740e-04  1.45857110e-03]
",
      " [ 9.67022114e-05  1.97435016e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00076341]
",
      " [-0.00208815]]
",
      "(2, 1)
",
      "[[0.12123774]
",
      " [0.12520912]
",
      " [0.12330331]
",
      " [0.12942307]]
",
      "grad01:  [[-1.20507351e-04  1.46209123e-03]
",
      " [ 9.69653348e-05  1.97862094e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00076461]
",
      " [-0.00209091]]
",
      "(2, 1)
",
      "[[0.12123002]
",
      " [0.12520847]
",
      " [0.12330077]
",
      " [0.12943148]]
",
      "grad01:  [[-1.20536701e-04  1.46562081e-03]
",
      " [ 9.72292809e-05  1.98290161e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00076582]
",
      " [-0.00209368]]
",
      "(2, 1)
",
      "[[0.12122227]
",
      " [0.1252078 ]
",
      " [0.12329823]
",
      " [0.12943991]]
",
      "grad01:  [[-1.20565788e-04  1.46915986e-03]
",
      " [ 9.74940526e-05  1.98719221e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00076704]
",
      " [-0.00209646]]
",
      "(2, 1)
",
      "[[0.12121452]
",
      " [0.12520713]
",
      " [0.12329568]
",
      " [0.12944835]]
",
      "grad01:  [[-1.20594610e-04  1.47270841e-03]
",
      " [ 9.77596535e-05  1.99149278e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00076825]
",
      " [-0.00209925]]
",
      "(2, 1)
",
      "[[0.12120675]
",
      " [0.12520646]
",
      " [0.12329312]
",
      " [0.12945681]]
",
      "grad01:  [[-1.20623166e-04  1.47626650e-03]
",
      " [ 9.80260865e-05  1.99580333e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00076947]
",
      " [-0.00210204]]
",
      "(2, 1)
",
      "[[0.12119896]
",
      " [0.12520577]
",
      " [0.12329056]
",
      " [0.12946529]]
",
      "grad01:  [[-1.20651454e-04  1.47983415e-03]
",
      " [ 9.82933550e-05  2.00012391e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0007707 ]
",
      " [-0.00210484]]
",
      "(2, 1)
",
      "[[0.12119116]
",
      " [0.12520509]
",
      " [0.12328799]
",
      " [0.12947378]]
",
      "grad01:  [[-1.20679474e-04  1.48341140e-03]
",
      " [ 9.85614623e-05  2.00445453e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00077192]
",
      " [-0.00210766]]
",
      "(2, 1)
",
      "[[0.12118334]
",
      " [0.1252044 ]
",
      " [0.12328542]
",
      " [0.1294823 ]]
",
      "grad01:  [[-1.20707224e-04  1.48699829e-03]
",
      " [ 9.88304116e-05  2.00879524e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00077316]
",
      " [-0.00211048]]
",
      "(2, 1)
",
      "[[0.1211755 ]
",
      " [0.1252037 ]
",
      " [0.12328285]
",
      " [0.12949083]]
",
      "grad01:  [[-1.20734702e-04  1.49059483e-03]
",
      " [ 9.91002063e-05  2.01314606e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00077439]
",
      " [-0.0021133 ]]
",
      "(2, 1)
",
      "[[0.12116765]
",
      " [0.12520299]
",
      " [0.12328026]
",
      " [0.12949938]]
",
      "grad01:  [[-1.20761908e-04  1.49420107e-03]
",
      " [ 9.93708495e-05  2.01750703e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00077563]
",
      " [-0.00211614]]
",
      "(2, 1)
",
      "[[0.12115979]
",
      " [0.12520228]
",
      " [0.12327767]
",
      " [0.12950794]]
",
      "grad01:  [[-1.20788839e-04  1.49781704e-03]
",
      " [ 9.96423447e-05  2.02187817e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00077687]
",
      " [-0.00211899]]
",
      "(2, 1)
",
      "[[0.12115191]
",
      " [0.12520157]
",
      " [0.12327508]
",
      " [0.12951652]]
",
      "grad01:  [[-1.20815494e-04  1.50144276e-03]
",
      " [ 9.99146952e-05  2.02625951e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00077812]
",
      " [-0.00212184]]
",
      "(2, 1)
",
      "[[0.12114401]
",
      " [0.12520085]
",
      " [0.12327248]
",
      " [0.12952513]]
",
      "grad01:  [[-0.00012084  0.00150508]
",
      " [ 0.00010019  0.00203065]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00077937]
",
      " [-0.0021247 ]]
",
      "(2, 1)
",
      "[[0.1211361 ]
",
      " [0.12520012]
",
      " [0.12326987]
",
      " [0.12953374]]
",
      "grad01:  [[-0.00012087  0.00150872]
",
      " [ 0.00010046  0.00203505]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00078062]
",
      " [-0.00212757]]
",
      "(2, 1)
",
      "[[0.12112817]
",
      " [0.12519939]
",
      " [0.12326726]
",
      " [0.12954238]]
",
      "grad01:  [[-0.00012089  0.00151238]
",
      " [ 0.00010074  0.00203947]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00078188]
",
      " [-0.00213045]]
",
      "(2, 1)
",
      "[[0.12112022]
",
      " [0.12519865]
",
      " [0.12326465]
",
      " [0.12955103]]
",
      "grad01:  [[-0.00012092  0.00151604]
",
      " [ 0.00010101  0.00204389]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00078314]
",
      " [-0.00213334]]
",
      "(2, 1)
",
      "[[0.12111226]
",
      " [0.1251979 ]
",
      " [0.12326202]
",
      " [0.12955971]]
",
      "grad01:  [[-0.00012094  0.00151972]
",
      " [ 0.00010129  0.00204832]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00078441]
",
      " [-0.00213624]]
",
      "(2, 1)
",
      "[[0.12110428]
",
      " [0.12519715]
",
      " [0.12325939]
",
      " [0.1295684 ]]
",
      "grad01:  [[-0.00012097  0.0015234 ]
",
      " [ 0.00010157  0.00205276]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00078568]
",
      " [-0.00213914]]
",
      "(2, 1)
",
      "[[0.12109629]
",
      " [0.1251964 ]
",
      " [0.12325676]
",
      " [0.1295771 ]]
",
      "grad01:  [[-0.00012099  0.0015271 ]
",
      " [ 0.00010185  0.00205722]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00078695]
",
      " [-0.00214205]]
",
      "(2, 1)
",
      "[[0.12108828]
",
      " [0.12519563]
",
      " [0.12325412]
",
      " [0.12958583]]
",
      "grad01:  [[-0.00012102  0.0015308 ]
",
      " [ 0.00010212  0.00206168]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00078823]
",
      " [-0.00214498]]
",
      "(2, 1)
",
      "[[0.12108026]
",
      " [0.12519487]
",
      " [0.12325147]
",
      " [0.12959457]]
",
      "grad01:  [[-0.00012104  0.00153452]
",
      " [ 0.0001024   0.00206616]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00078951]
",
      " [-0.00214791]]
",
      "(2, 1)
",
      "[[0.12107221]
",
      " [0.12519409]
",
      " [0.12324882]
",
      " [0.12960334]]
",
      "grad01:  [[-0.00012107  0.00153824]
",
      " [ 0.00010269  0.00207064]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00079079]
",
      " [-0.00215085]]
",
      "(2, 1)
",
      "[[0.12106416]
",
      " [0.12519331]
",
      " [0.12324616]
",
      " [0.12961212]]
",
      "grad01:  [[-0.00012109  0.00154198]
",
      " [ 0.00010297  0.00207514]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00079208]
",
      " [-0.00215379]]
",
      "(2, 1)
",
      "[[0.12105608]
",
      " [0.12519252]
",
      " [0.1232435 ]
",
      " [0.12962092]]
",
      "grad01:  [[-0.00012111  0.00154572]
",
      " [ 0.00010325  0.00207964]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00079337]
",
      " [-0.00215675]]
",
      "(2, 1)
",
      "[[0.12104799]
",
      " [0.12519173]
",
      " [0.12324083]
",
      " [0.12962973]]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "grad01:  [[-0.00012114  0.00154948]
",
      " [ 0.00010353  0.00208416]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00079467]
",
      " [-0.00215972]]
",
      "(2, 1)
",
      "[[0.12103988]
",
      " [0.12519093]
",
      " [0.12323816]
",
      " [0.12963857]]
",
      "grad01:  [[-0.00012116  0.00155325]
",
      " [ 0.00010382  0.00208869]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00079597]
",
      " [-0.00216269]]
",
      "(2, 1)
",
      "[[0.12103176]
",
      " [0.12519013]
",
      " [0.12323547]
",
      " [0.12964742]]
",
      "grad01:  [[-0.00012118  0.00155702]
",
      " [ 0.0001041   0.00209323]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00079728]
",
      " [-0.00216568]]
",
      "(2, 1)
",
      "[[0.12102362]
",
      " [0.12518932]
",
      " [0.12323279]
",
      " [0.12965629]]
",
      "grad01:  [[-0.0001212   0.00156081]
",
      " [ 0.00010439  0.00209777]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00079858]
",
      " [-0.00216867]]
",
      "(2, 1)
",
      "[[0.12101546]
",
      " [0.1251885 ]
",
      " [0.12323009]
",
      " [0.12966518]]
",
      "grad01:  [[-0.00012122  0.0015646 ]
",
      " [ 0.00010468  0.00210233]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0007999 ]
",
      " [-0.00217167]]
",
      "(2, 1)
",
      "[[0.12100728]
",
      " [0.12518768]
",
      " [0.12322739]
",
      " [0.12967409]]
",
      "grad01:  [[-0.00012125  0.00156841]
",
      " [ 0.00010497  0.0021069 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00080121]
",
      " [-0.00217468]]
",
      "(2, 1)
",
      "[[0.12099909]
",
      " [0.12518685]
",
      " [0.12322469]
",
      " [0.12968302]]
",
      "grad01:  [[-0.00012127  0.00157223]
",
      " [ 0.00010526  0.00211149]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00080253]
",
      " [-0.0021777 ]]
",
      "(2, 1)
",
      "[[0.12099088]
",
      " [0.12518601]
",
      " [0.12322198]
",
      " [0.12969197]]
",
      "grad01:  [[-0.00012129  0.00157606]
",
      " [ 0.00010555  0.00211608]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00080386]
",
      " [-0.00218073]]
",
      "(2, 1)
",
      "[[0.12098266]
",
      " [0.12518517]
",
      " [0.12321926]
",
      " [0.12970093]]
",
      "grad01:  [[-0.00012131  0.00157989]
",
      " [ 0.00010584  0.00212068]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00080518]
",
      " [-0.00218377]]
",
      "(2, 1)
",
      "[[0.12097442]
",
      " [0.12518432]
",
      " [0.12321654]
",
      " [0.12970992]]
",
      "grad01:  [[-0.00012133  0.00158374]
",
      " [ 0.00010613  0.0021253 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00080652]
",
      " [-0.00218681]]
",
      "(2, 1)
",
      "[[0.12096616]
",
      " [0.12518346]
",
      " [0.12321381]
",
      " [0.12971892]]
",
      "grad01:  [[-0.00012135  0.0015876 ]
",
      " [ 0.00010642  0.00212992]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00080785]
",
      " [-0.00218987]]
",
      "(2, 1)
",
      "[[0.12095788]
",
      " [0.1251826 ]
",
      " [0.12321107]
",
      " [0.12972794]]
",
      "grad01:  [[-0.00012137  0.00159147]
",
      " [ 0.00010672  0.00213456]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00080919]
",
      " [-0.00219293]]
",
      "(2, 1)
",
      "[[0.12094959]
",
      " [0.12518173]
",
      " [0.12320833]
",
      " [0.12973698]]
",
      "grad01:  [[-0.00012139  0.00159535]
",
      " [ 0.00010701  0.0021392 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00081054]
",
      " [-0.00219601]]
",
      "(2, 1)
",
      "[[0.12094128]
",
      " [0.12518086]
",
      " [0.12320558]
",
      " [0.12974604]]
",
      "grad01:  [[-0.00012141  0.00159924]
",
      " [ 0.00010731  0.00214386]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00081189]
",
      " [-0.00219909]]
",
      "(2, 1)
",
      "[[0.12093295]
",
      " [0.12517998]
",
      " [0.12320282]
",
      " [0.12975512]]
",
      "grad01:  [[-0.00012143  0.00160315]
",
      " [ 0.0001076   0.00214853]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00081324]
",
      " [-0.00220218]]
",
      "(2, 1)
",
      "[[0.1209246 ]
",
      " [0.12517909]
",
      " [0.12320006]
",
      " [0.12976422]]
",
      "grad01:  [[-0.00012144  0.00160706]
",
      " [ 0.0001079   0.00215321]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0008146 ]
",
      " [-0.00220528]]
",
      "(2, 1)
",
      "[[0.12091624]
",
      " [0.1251782 ]
",
      " [0.12319729]
",
      " [0.12977334]]
",
      "grad01:  [[-0.00012146  0.00161098]
",
      " [ 0.0001082   0.0021579 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00081596]
",
      " [-0.00220839]]
",
      "(2, 1)
",
      "[[0.12090786]
",
      " [0.1251773 ]
",
      " [0.12319452]
",
      " [0.12978247]]
",
      "grad01:  [[-0.00012148  0.00161491]
",
      " [ 0.0001085   0.0021626 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00081732]
",
      " [-0.00221151]]
",
      "(2, 1)
",
      "[[0.12089947]
",
      " [0.12517639]
",
      " [0.12319174]
",
      " [0.12979163]]
",
      "grad01:  [[-0.0001215   0.00161886]
",
      " [ 0.0001088   0.00216732]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00081869]
",
      " [-0.00221464]]
",
      "(2, 1)
",
      "[[0.12089105]
",
      " [0.12517548]
",
      " [0.12318895]
",
      " [0.1298008 ]]
",
      "grad01:  [[-0.00012151  0.00162281]
",
      " [ 0.0001091   0.00217204]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00082006]
",
      " [-0.00221778]]
",
      "(2, 1)
",
      "[[0.12088262]
",
      " [0.12517456]
",
      " [0.12318616]
",
      " [0.12981   ]]
",
      "grad01:  [[-0.00012153  0.00162678]
",
      " [ 0.0001094   0.00217678]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00082144]
",
      " [-0.00222093]]
",
      "(2, 1)
",
      "[[0.12087417]
",
      " [0.12517363]
",
      " [0.12318336]
",
      " [0.12981921]]
",
      "grad01:  [[-0.00012155  0.00163076]
",
      " [ 0.00010971  0.00218153]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00082282]
",
      " [-0.00222408]]
",
      "(2, 1)
",
      "[[0.1208657 ]
",
      " [0.1251727 ]
",
      " [0.12318055]
",
      " [0.12982845]]
",
      "grad01:  [[-0.00012156  0.00163475]
",
      " [ 0.00011001  0.00218628]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00082421]
",
      " [-0.00222725]]
",
      "(2, 1)
",
      "[[0.12085722]
",
      " [0.12517176]
",
      " [0.12317774]
",
      " [0.1298377 ]]
",
      "grad01:  [[-0.00012158  0.00163875]
",
      " [ 0.00011032  0.00219105]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0008256 ]
",
      " [-0.00223043]]
",
      "(2, 1)
",
      "[[0.12084871]
",
      " [0.12517081]
",
      " [0.12317492]
",
      " [0.12984697]]
",
      "grad01:  [[-0.00012159  0.00164276]
",
      " [ 0.00011062  0.00219584]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00082699]
",
      " [-0.00223361]]
",
      "(2, 1)
",
      "[[0.12084019]
",
      " [0.12516986]
",
      " [0.12317209]
",
      " [0.12985626]]
",
      "grad01:  [[-0.00012161  0.00164678]
",
      " [ 0.00011093  0.00220063]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00082839]
",
      " [-0.00223681]]
",
      "(2, 1)
",
      "[[0.12083165]
",
      " [0.1251689 ]
",
      " [0.12316926]
",
      " [0.12986558]]
",
      "grad01:  [[-0.00012162  0.00165081]
",
      " [ 0.00011124  0.00220543]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0008298 ]
",
      " [-0.00224001]]
",
      "(2, 1)
",
      "[[0.1208231 ]
",
      " [0.12516793]
",
      " [0.12316642]
",
      " [0.12987491]]
",
      "grad01:  [[-0.00012164  0.00165485]
",
      " [ 0.00011155  0.00221025]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0008312 ]
",
      " [-0.00224323]]
",
      "(2, 1)
",
      "[[0.12081452]
",
      " [0.12516696]
",
      " [0.12316358]
",
      " [0.12988426]]
",
      "grad01:  [[-0.00012165  0.00165891]
",
      " [ 0.00011186  0.00221508]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00083261]
",
      " [-0.00224645]]
",
      "(2, 1)
",
      "[[0.12080593]
",
      " [0.12516598]
",
      " [0.12316073]
",
      " [0.12989363]]
",
      "grad01:  [[-0.00012167  0.00166297]
",
      " [ 0.00011217  0.00221992]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00083403]
",
      " [-0.00224968]]
",
      "(2, 1)
",
      "[[0.12079732]
",
      " [0.12516499]
",
      " [0.12315787]
",
      " [0.12990302]]
",
      "grad01:  [[-0.00012168  0.00166705]
",
      " [ 0.00011248  0.00222477]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00083545]
",
      " [-0.00225293]]
",
      "(2, 1)
",
      "[[0.12078869]
",
      " [0.125164  ]
",
      " [0.123155  ]
",
      " [0.12991244]]
",
      "grad01:  [[-0.00012169  0.00167114]
",
      " [ 0.0001128   0.00222963]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00083688]
",
      " [-0.00225618]]
",
      "(2, 1)
",
      "[[0.12078004]
",
      " [0.125163  ]
",
      " [0.12315213]
",
      " [0.12992187]]
",
      "grad01:  [[-0.0001217   0.00167524]
",
      " [ 0.00011311  0.0022345 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0008383 ]
",
      " [-0.00225944]]
",
      "(2, 1)
",
      "[[0.12077138]
",
      " [0.12516199]
",
      " [0.12314925]
",
      " [0.12993132]]
",
      "grad01:  [[-0.00012172  0.00167935]
",
      " [ 0.00011343  0.00223939]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00083974]
",
      " [-0.00226271]]
",
      "(2, 1)
",
      "[[0.12076269]
",
      " [0.12516098]
",
      " [0.12314636]
",
      " [0.12994079]]
",
      "grad01:  [[-0.00012173  0.00168347]
",
      " [ 0.00011375  0.00224429]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00084118]
",
      " [-0.002266  ]]
",
      "(2, 1)
",
      "[[0.12075399]
",
      " [0.12515995]
",
      " [0.12314347]
",
      " [0.12995029]]
",
      "grad01:  [[-0.00012174  0.00168761]
",
      " [ 0.00011406  0.0022492 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00084262]
",
      " [-0.00226929]]
",
      "(2, 1)
",
      "[[0.12074527]
",
      " [0.12515893]
",
      " [0.12314057]
",
      " [0.1299598 ]]
",
      "grad01:  [[-0.00012175  0.00169175]
",
      " [ 0.00011438  0.00225412]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00084406]
",
      " [-0.00227259]]
",
      "(2, 1)
",
      "[[0.12073653]
",
      " [0.12515789]
",
      " [0.12313766]
",
      " [0.12996933]]
",
      "grad01:  [[-0.00012176  0.00169591]
",
      " [ 0.0001147   0.00225905]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00084551]
",
      " [-0.0022759 ]]
",
      "(2, 1)
",
      "[[0.12072777]
",
      " [0.12515685]
",
      " [0.12313475]
",
      " [0.12997889]]
",
      "grad01:  [[-0.00012177  0.00170008]
",
      " [ 0.00011502  0.002264  ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00084697]
",
      " [-0.00227922]]
",
      "(2, 1)
",
      "[[0.120719  ]
",
      " [0.1251558 ]
",
      " [0.12313183]
",
      " [0.12998846]]
",
      "grad01:  [[-0.00012178  0.00170426]
",
      " [ 0.00011534  0.00226895]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00084843]
",
      " [-0.00228255]]
",
      "(2, 1)
",
      "[[0.1207102 ]
",
      " [0.12515474]
",
      " [0.1231289 ]
",
      " [0.12999806]]
",
      "grad01:  [[-0.00012179  0.00170845]
",
      " [ 0.00011567  0.00227392]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00084989]
",
      " [-0.0022859 ]]
",
      "(2, 1)
",
      "[[0.12070139]
",
      " [0.12515367]
",
      " [0.12312597]
",
      " [0.13000767]]
",
      "grad01:  [[-0.0001218   0.00171265]
",
      " [ 0.00011599  0.0022789 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00085136]
",
      " [-0.00228925]]
",
      "(2, 1)
",
      "[[0.12069255]
",
      " [0.1251526 ]
",
      " [0.12312302]
",
      " [0.13001731]]
",
      "grad01:  [[-0.00012181  0.00171686]
",
      " [ 0.00011632  0.0022839 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00085284]
",
      " [-0.00229261]]
",
      "(2, 1)
",
      "[[0.1206837 ]
",
      " [0.12515152]
",
      " [0.12312008]
",
      " [0.13002696]]
",
      "grad01:  [[-0.00012182  0.00172109]
",
      " [ 0.00011664  0.0022889 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00085431]
",
      " [-0.00229598]]
",
      "(2, 1)
",
      "[[0.12067483]
",
      " [0.12515044]
",
      " [0.12311712]
",
      " [0.13003664]]
",
      "grad01:  [[-0.00012183  0.00172533]
",
      " [ 0.00011697  0.00229392]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0008558 ]
",
      " [-0.00229936]]
",
      "(2, 1)
",
      "[[0.12066594]
",
      " [0.12514934]
",
      " [0.12311416]
",
      " [0.13004634]]
",
      "grad01:  [[-0.00012184  0.00172958]
",
      " [ 0.0001173   0.00229895]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00085728]
",
      " [-0.00230275]]
",
      "(2, 1)
",
      "[[0.12065703]
",
      " [0.12514824]
",
      " [0.12311119]
",
      " [0.13005606]]
",
      "grad01:  [[-0.00012184  0.00173384]
",
      " [ 0.00011763  0.00230399]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00085877]
",
      " [-0.00230616]]
",
      "(2, 1)
",
      "[[0.1206481 ]
",
      " [0.12514714]
",
      " [0.12310821]
",
      " [0.1300658 ]]
",
      "grad01:  [[-0.00012185  0.00173811]
",
      " [ 0.00011796  0.00230904]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00086027]
",
      " [-0.00230957]]
",
      "(2, 1)
",
      "[[0.12063916]
",
      " [0.12514602]
",
      " [0.12310523]
",
      " [0.13007556]]
",
      "grad01:  [[-0.00012186  0.0017424 ]
",
      " [ 0.00011829  0.00231411]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00086177]
",
      " [-0.00231299]]
",
      "(2, 1)
",
      "[[0.12063019]
",
      " [0.1251449 ]
",
      " [0.12310223]
",
      " [0.13008535]]
",
      "grad01:  [[-0.00012186  0.0017467 ]
",
      " [ 0.00011862  0.00231919]]
",
      "(2, 2)
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "grad12:  [[ 0.00086328]
",
      " [-0.00231642]]
",
      "(2, 1)
",
      "[[0.1206212 ]
",
      " [0.12514377]
",
      " [0.12309923]
",
      " [0.13009515]]
",
      "grad01:  [[-0.00012187  0.00175101]
",
      " [ 0.00011895  0.00232428]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00086479]
",
      " [-0.00231987]]
",
      "(2, 1)
",
      "[[0.1206122 ]
",
      " [0.12514263]
",
      " [0.12309623]
",
      " [0.13010498]]
",
      "grad01:  [[-0.00012188  0.00175533]
",
      " [ 0.00011929  0.00232938]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0008663 ]
",
      " [-0.00232332]]
",
      "(2, 1)
",
      "[[0.12060317]
",
      " [0.12514148]
",
      " [0.12309321]
",
      " [0.13011482]]
",
      "grad01:  [[-0.00012188  0.00175966]
",
      " [ 0.00011963  0.0023345 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00086782]
",
      " [-0.00232678]]
",
      "(2, 1)
",
      "[[0.12059413]
",
      " [0.12514033]
",
      " [0.12309019]
",
      " [0.13012469]]
",
      "grad01:  [[-0.00012189  0.00176401]
",
      " [ 0.00011996  0.00233963]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00086934]
",
      " [-0.00233026]]
",
      "(2, 1)
",
      "[[0.12058506]
",
      " [0.12513917]
",
      " [0.12308717]
",
      " [0.13013458]]
",
      "grad01:  [[-0.00012189  0.00176837]
",
      " [ 0.0001203   0.00234477]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00087087]
",
      " [-0.00233374]]
",
      "(2, 1)
",
      "[[0.12057598]
",
      " [0.125138  ]
",
      " [0.12308413]
",
      " [0.13014449]]
",
      "grad01:  [[-0.00012189  0.00177274]
",
      " [ 0.00012064  0.00234992]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0008724 ]
",
      " [-0.00233724]]
",
      "(2, 1)
",
      "[[0.12056688]
",
      " [0.12513683]
",
      " [0.12308109]
",
      " [0.13015443]]
",
      "grad01:  [[-0.0001219   0.00177712]
",
      " [ 0.00012098  0.00235509]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00087394]
",
      " [-0.00234074]]
",
      "(2, 1)
",
      "[[0.12055775]
",
      " [0.12513564]
",
      " [0.12307804]
",
      " [0.13016438]]
",
      "grad01:  [[-0.0001219   0.00178151]
",
      " [ 0.00012132  0.00236026]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00087549]
",
      " [-0.00234426]]
",
      "(2, 1)
",
      "[[0.12054861]
",
      " [0.12513445]
",
      " [0.12307498]
",
      " [0.13017436]]
",
      "grad01:  [[-0.0001219   0.00178592]
",
      " [ 0.00012166  0.00236545]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00087703]
",
      " [-0.00234779]]
",
      "(2, 1)
",
      "[[0.12053945]
",
      " [0.12513325]
",
      " [0.12307191]
",
      " [0.13018436]]
",
      "grad01:  [[-0.00012191  0.00179034]
",
      " [ 0.00012201  0.00237066]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00087858]
",
      " [-0.00235132]]
",
      "(2, 1)
",
      "[[0.12053026]
",
      " [0.12513205]
",
      " [0.12306884]
",
      " [0.13019438]]
",
      "grad01:  [[-0.00012191  0.00179477]
",
      " [ 0.00012235  0.00237587]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00088014]
",
      " [-0.00235487]]
",
      "(2, 1)
",
      "[[0.12052106]
",
      " [0.12513083]
",
      " [0.12306576]
",
      " [0.13020442]]
",
      "grad01:  [[-0.00012191  0.00179921]
",
      " [ 0.0001227   0.0023811 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0008817 ]
",
      " [-0.00235843]]
",
      "(2, 1)
",
      "[[0.12051184]
",
      " [0.12512961]
",
      " [0.12306267]
",
      " [0.13021448]]
",
      "grad01:  [[-0.00012191  0.00180367]
",
      " [ 0.00012305  0.00238635]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00088327]
",
      " [-0.002362  ]]
",
      "(2, 1)
",
      "[[0.12050259]
",
      " [0.12512838]
",
      " [0.12305957]
",
      " [0.13022457]]
",
      "grad01:  [[-0.00012191  0.00180814]
",
      " [ 0.00012339  0.0023916 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00088484]
",
      " [-0.00236558]]
",
      "(2, 1)
",
      "[[0.12049333]
",
      " [0.12512714]
",
      " [0.12305647]
",
      " [0.13023468]]
",
      "grad01:  [[-0.00012191  0.00181262]
",
      " [ 0.00012374  0.00239687]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00088642]
",
      " [-0.00236917]]
",
      "(2, 1)
",
      "[[0.12048405]
",
      " [0.1251259 ]
",
      " [0.12305336]
",
      " [0.13024481]]
",
      "grad01:  [[-0.00012191  0.00181711]
",
      " [ 0.00012409  0.00240215]]
",
      "(2, 2)
",
      "grad12:  [[ 0.000888  ]
",
      " [-0.00237277]]
",
      "(2, 1)
",
      "[[0.12047474]
",
      " [0.12512465]
",
      " [0.12305024]
",
      " [0.13025496]]
",
      "grad01:  [[-0.00012191  0.00182162]
",
      " [ 0.00012445  0.00240744]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00088958]
",
      " [-0.00237639]]
",
      "(2, 1)
",
      "[[0.12046542]
",
      " [0.12512338]
",
      " [0.12304711]
",
      " [0.13026513]]
",
      "grad01:  [[-0.00012191  0.00182614]
",
      " [ 0.0001248   0.00241275]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00089118]
",
      " [-0.00238001]]
",
      "(2, 1)
",
      "[[0.12045607]
",
      " [0.12512211]
",
      " [0.12304397]
",
      " [0.13027533]]
",
      "grad01:  [[-0.00012191  0.00183067]
",
      " [ 0.00012515  0.00241807]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00089277]
",
      " [-0.00238364]]
",
      "(2, 1)
",
      "[[0.12044671]
",
      " [0.12512084]
",
      " [0.12304083]
",
      " [0.13028555]]
",
      "grad01:  [[-0.00012191  0.00183522]
",
      " [ 0.00012551  0.0024234 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00089437]
",
      " [-0.00238729]]
",
      "(2, 1)
",
      "[[0.12043732]
",
      " [0.12511955]
",
      " [0.12303768]
",
      " [0.13029579]]
",
      "grad01:  [[-0.00012191  0.00183977]
",
      " [ 0.00012587  0.00242874]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00089598]
",
      " [-0.00239094]]
",
      "(2, 1)
",
      "[[0.12042791]
",
      " [0.12511826]
",
      " [0.12303452]
",
      " [0.13030606]]
",
      "grad01:  [[-0.0001219   0.00184434]
",
      " [ 0.00012622  0.0024341 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00089759]
",
      " [-0.00239461]]
",
      "(2, 1)
",
      "[[0.12041849]
",
      " [0.12511696]
",
      " [0.12303135]
",
      " [0.13031634]]
",
      "grad01:  [[-0.0001219   0.00184893]
",
      " [ 0.00012658  0.00243947]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0008992 ]
",
      " [-0.00239829]]
",
      "(2, 1)
",
      "[[0.12040904]
",
      " [0.12511565]
",
      " [0.12302818]
",
      " [0.13032665]]
",
      "grad01:  [[-0.0001219   0.00185352]
",
      " [ 0.00012694  0.00244486]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00090082]
",
      " [-0.00240198]]
",
      "(2, 1)
",
      "[[0.12039957]
",
      " [0.12511433]
",
      " [0.123025  ]
",
      " [0.13033698]]
",
      "grad01:  [[-0.00012189  0.00185813]
",
      " [ 0.0001273   0.00245026]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00090245]
",
      " [-0.00240568]]
",
      "(2, 1)
",
      "[[0.12039008]
",
      " [0.125113  ]
",
      " [0.1230218 ]
",
      " [0.13034734]]
",
      "grad01:  [[-0.00012189  0.00186275]
",
      " [ 0.00012767  0.00245567]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00090408]
",
      " [-0.00240939]]
",
      "(2, 1)
",
      "[[0.12038057]
",
      " [0.12511167]
",
      " [0.12301861]
",
      " [0.13035772]]
",
      "grad01:  [[-0.00012188  0.00186739]
",
      " [ 0.00012803  0.00246109]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00090572]
",
      " [-0.00241312]]
",
      "(2, 1)
",
      "[[0.12037103]
",
      " [0.12511032]
",
      " [0.1230154 ]
",
      " [0.13036812]]
",
      "grad01:  [[-0.00012188  0.00187204]
",
      " [ 0.0001284   0.00246653]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00090736]
",
      " [-0.00241685]]
",
      "(2, 1)
",
      "[[0.12036148]
",
      " [0.12510897]
",
      " [0.12301218]
",
      " [0.13037854]]
",
      "grad01:  [[-0.00012187  0.0018767 ]
",
      " [ 0.00012876  0.00247198]]
",
      "(2, 2)
",
      "grad12:  [[ 0.000909 ]
",
      " [-0.0024206]]
",
      "(2, 1)
",
      "[[0.1203519 ]
",
      " [0.12510761]
",
      " [0.12300896]
",
      " [0.13038899]]
",
      "grad01:  [[-0.00012187  0.00188137]
",
      " [ 0.00012913  0.00247745]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00091065]
",
      " [-0.00242435]]
",
      "(2, 1)
",
      "[[0.12034231]
",
      " [0.12510624]
",
      " [0.12300573]
",
      " [0.13039946]]
",
      "grad01:  [[-0.00012186  0.00188606]
",
      " [ 0.0001295   0.00248293]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00091231]
",
      " [-0.00242812]]
",
      "(2, 1)
",
      "[[0.12033269]
",
      " [0.12510487]
",
      " [0.12300249]
",
      " [0.13040996]]
",
      "grad01:  [[-0.00012185  0.00189076]
",
      " [ 0.00012987  0.00248842]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00091397]
",
      " [-0.0024319 ]]
",
      "(2, 1)
",
      "[[0.12032305]
",
      " [0.12510348]
",
      " [0.12299924]
",
      " [0.13042047]]
",
      "grad01:  [[-0.00012185  0.00189547]
",
      " [ 0.00013024  0.00249393]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00091564]
",
      " [-0.00243569]]
",
      "(2, 1)
",
      "[[0.12031339]
",
      " [0.12510209]
",
      " [0.12299598]
",
      " [0.13043101]]
",
      "grad01:  [[-0.00012184  0.0019002 ]
",
      " [ 0.00013061  0.00249944]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00091731]
",
      " [-0.00243949]]
",
      "(2, 1)
",
      "[[0.12030371]
",
      " [0.12510069]
",
      " [0.12299272]
",
      " [0.13044158]]
",
      "grad01:  [[-0.00012183  0.00190494]
",
      " [ 0.00013099  0.00250498]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00091898]
",
      " [-0.00244331]]
",
      "(2, 1)
",
      "[[0.120294  ]
",
      " [0.12509928]
",
      " [0.12298944]
",
      " [0.13045216]]
",
      "grad01:  [[-0.00012182  0.0019097 ]
",
      " [ 0.00013136  0.00251052]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00092067]
",
      " [-0.00244713]]
",
      "(2, 1)
",
      "[[0.12028428]
",
      " [0.12509786]
",
      " [0.12298616]
",
      " [0.13046277]]
",
      "grad01:  [[-0.00012181  0.00191446]
",
      " [ 0.00013174  0.00251608]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00092235]
",
      " [-0.00245097]]
",
      "(2, 1)
",
      "[[0.12027453]
",
      " [0.12509643]
",
      " [0.12298287]
",
      " [0.13047341]]
",
      "grad01:  [[-0.0001218   0.00191924]
",
      " [ 0.00013212  0.00252166]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00092405]
",
      " [-0.00245482]]
",
      "(2, 1)
",
      "[[0.12026476]
",
      " [0.12509499]
",
      " [0.12297957]
",
      " [0.13048407]]
",
      "grad01:  [[-0.00012179  0.00192404]
",
      " [ 0.0001325   0.00252725]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00092574]
",
      " [-0.00245868]]
",
      "(2, 1)
",
      "[[0.12025497]
",
      " [0.12509355]
",
      " [0.12297626]
",
      " [0.13049475]]
",
      "grad01:  [[-0.00012178  0.00192885]
",
      " [ 0.00013288  0.00253285]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00092745]
",
      " [-0.00246255]]
",
      "(2, 1)
",
      "[[0.12024516]
",
      " [0.12509209]
",
      " [0.12297295]
",
      " [0.13050545]]
",
      "grad01:  [[-0.00012177  0.00193367]
",
      " [ 0.00013326  0.00253846]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00092915]
",
      " [-0.00246643]]
",
      "(2, 1)
",
      "[[0.12023532]
",
      " [0.12509063]
",
      " [0.12296962]
",
      " [0.13051618]]
",
      "grad01:  [[-0.00012176  0.0019385 ]
",
      " [ 0.00013364  0.00254409]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00093087]
",
      " [-0.00247033]]
",
      "(2, 1)
",
      "[[0.12022546]
",
      " [0.12508916]
",
      " [0.12296629]
",
      " [0.13052694]]
",
      "grad01:  [[-0.00012175  0.00194335]
",
      " [ 0.00013402  0.00254974]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00093259]
",
      " [-0.00247424]]
",
      "(2, 1)
",
      "[[0.12021558]
",
      " [0.12508768]
",
      " [0.12296295]
",
      " [0.13053772]]
",
      "grad01:  [[-0.00012173  0.00194822]
",
      " [ 0.00013441  0.00255539]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00093431]
",
      " [-0.00247816]]
",
      "(2, 1)
",
      "[[0.12020568]
",
      " [0.12508619]
",
      " [0.12295959]
",
      " [0.13054852]]
",
      "grad01:  [[-0.00012172  0.00195309]
",
      " [ 0.0001348   0.00256107]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00093604]
",
      " [-0.00248209]]
",
      "(2, 1)
",
      "[[0.12019576]
",
      " [0.12508469]
",
      " [0.12295623]
",
      " [0.13055934]]
",
      "grad01:  [[-0.00012171  0.00195798]
",
      " [ 0.00013518  0.00256675]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00093777]
",
      " [-0.00248603]]
",
      "(2, 1)
",
      "[[0.12018581]
",
      " [0.12508318]
",
      " [0.12295287]
",
      " [0.13057019]]
",
      "grad01:  [[-0.00012169  0.00196289]
",
      " [ 0.00013557  0.00257245]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00093951]
",
      " [-0.00248998]]
",
      "(2, 1)
",
      "[[0.12017584]
",
      " [0.12508167]
",
      " [0.12294949]
",
      " [0.13058107]]
",
      "grad01:  [[-0.00012168  0.0019678 ]
",
      " [ 0.00013596  0.00257816]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00094126]
",
      " [-0.00249395]]
",
      "(2, 1)
",
      "[[0.12016585]
",
      " [0.12508014]
",
      " [0.1229461 ]
",
      " [0.13059197]]
",
      "grad01:  [[-0.00012166  0.00197274]
",
      " [ 0.00013636  0.00258389]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00094301]
",
      " [-0.00249793]]
",
      "(2, 1)
",
      "[[0.12015583]
",
      " [0.12507861]
",
      " [0.12294271]
",
      " [0.13060289]]
",
      "grad01:  [[-0.00012165  0.00197768]
",
      " [ 0.00013675  0.00258964]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00094477]
",
      " [-0.00250192]]
",
      "(2, 1)
",
      "[[0.12014579]
",
      " [0.12507706]
",
      " [0.1229393 ]
",
      " [0.13061384]]
",
      "grad01:  [[-0.00012163  0.00198264]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [ 0.00013714  0.00259539]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00094653]
",
      " [-0.00250592]]
",
      "(2, 1)
",
      "[[0.12013573]
",
      " [0.12507551]
",
      " [0.12293589]
",
      " [0.13062481]]
",
      "grad01:  [[-0.00012161  0.00198762]
",
      " [ 0.00013754  0.00260116]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0009483 ]
",
      " [-0.00250994]]
",
      "(2, 1)
",
      "[[0.12012565]
",
      " [0.12507395]
",
      " [0.12293247]
",
      " [0.13063581]]
",
      "grad01:  [[-0.0001216   0.00199261]
",
      " [ 0.00013794  0.00260695]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00095007]
",
      " [-0.00251396]]
",
      "(2, 1)
",
      "[[0.12011554]
",
      " [0.12507238]
",
      " [0.12292904]
",
      " [0.13064683]]
",
      "grad01:  [[-0.00012158  0.00199761]
",
      " [ 0.00013834  0.00261275]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00095185]
",
      " [-0.002518  ]]
",
      "(2, 1)
",
      "[[0.12010541]
",
      " [0.1250708 ]
",
      " [0.1229256 ]
",
      " [0.13065788]]
",
      "grad01:  [[-0.00012156  0.00200263]
",
      " [ 0.00013874  0.00261856]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00095363]
",
      " [-0.00252206]]
",
      "(2, 1)
",
      "[[0.12009526]
",
      " [0.12506921]
",
      " [0.12292215]
",
      " [0.13066895]]
",
      "grad01:  [[-0.00012154  0.00200766]
",
      " [ 0.00013914  0.00262439]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00095542]
",
      " [-0.00252612]]
",
      "(2, 1)
",
      "[[0.12008509]
",
      " [0.12506761]
",
      " [0.12291869]
",
      " [0.13068005]]
",
      "grad01:  [[-0.00012152  0.0020127 ]
",
      " [ 0.00013954  0.00263023]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00095722]
",
      " [-0.0025302 ]]
",
      "(2, 1)
",
      "[[0.12007489]
",
      " [0.125066  ]
",
      " [0.12291522]
",
      " [0.13069117]]
",
      "grad01:  [[-0.0001215   0.00201776]
",
      " [ 0.00013995  0.00263609]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00095902]
",
      " [-0.00253428]]
",
      "(2, 1)
",
      "[[0.12006466]
",
      " [0.12506438]
",
      " [0.12291174]
",
      " [0.13070232]]
",
      "grad01:  [[-0.00012148  0.00202284]
",
      " [ 0.00014035  0.00264196]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00096082]
",
      " [-0.00253839]]
",
      "(2, 1)
",
      "[[0.12005442]
",
      " [0.12506276]
",
      " [0.12290825]
",
      " [0.13071349]]
",
      "grad01:  [[-0.00012146  0.00202792]
",
      " [ 0.00014076  0.00264785]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00096263]
",
      " [-0.0025425 ]]
",
      "(2, 1)
",
      "[[0.12004415]
",
      " [0.12506112]
",
      " [0.12290476]
",
      " [0.13072469]]
",
      "grad01:  [[-0.00012144  0.00203303]
",
      " [ 0.00014117  0.00265375]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00096445]
",
      " [-0.00254663]]
",
      "(2, 1)
",
      "[[0.12003386]
",
      " [0.12505947]
",
      " [0.12290125]
",
      " [0.13073591]]
",
      "grad01:  [[-0.00012142  0.00203815]
",
      " [ 0.00014158  0.00265967]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00096627]
",
      " [-0.00255076]]
",
      "(2, 1)
",
      "[[0.12002354]
",
      " [0.12505782]
",
      " [0.12289774]
",
      " [0.13074716]]
",
      "grad01:  [[-0.0001214   0.00204328]
",
      " [ 0.00014199  0.0026656 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0009681 ]
",
      " [-0.00255492]]
",
      "(2, 1)
",
      "[[0.1200132 ]
",
      " [0.12505615]
",
      " [0.12289421]
",
      " [0.13075843]]
",
      "grad01:  [[-0.00012137  0.00204842]
",
      " [ 0.0001424   0.00267155]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00096994]
",
      " [-0.00255908]]
",
      "(2, 1)
",
      "[[0.12000283]
",
      " [0.12505448]
",
      " [0.12289068]
",
      " [0.13076973]]
",
      "grad01:  [[-0.00012135  0.00205359]
",
      " [ 0.00014282  0.00267751]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00097178]
",
      " [-0.00256326]]
",
      "(2, 1)
",
      "[[0.11999245]
",
      " [0.12505279]
",
      " [0.12288714]
",
      " [0.13078106]]
",
      "grad01:  [[-0.00012133  0.00205876]
",
      " [ 0.00014323  0.00268348]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00097362]
",
      " [-0.00256744]]
",
      "(2, 1)
",
      "[[0.11998203]
",
      " [0.1250511 ]
",
      " [0.12288358]
",
      " [0.13079241]]
",
      "grad01:  [[-0.0001213   0.00206395]
",
      " [ 0.00014365  0.00268948]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00097548]
",
      " [-0.00257165]]
",
      "(2, 1)
",
      "[[0.1199716 ]
",
      " [0.12504939]
",
      " [0.12288002]
",
      " [0.13080379]]
",
      "grad01:  [[-0.00012128  0.00206916]
",
      " [ 0.00014407  0.00269548]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00097733]
",
      " [-0.00257586]]
",
      "(2, 1)
",
      "[[0.11996114]
",
      " [0.12504768]
",
      " [0.12287645]
",
      " [0.13081519]]
",
      "grad01:  [[-0.00012125  0.00207438]
",
      " [ 0.00014449  0.0027015 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0009792 ]
",
      " [-0.00258009]]
",
      "(2, 1)
",
      "[[0.11995065]
",
      " [0.12504595]
",
      " [0.12287287]
",
      " [0.13082662]]
",
      "grad01:  [[-0.00012122  0.00207962]
",
      " [ 0.00014491  0.00270754]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00098107]
",
      " [-0.00258433]]
",
      "(2, 1)
",
      "[[0.11994014]
",
      " [0.12504422]
",
      " [0.12286927]
",
      " [0.13083807]]
",
      "grad01:  [[-0.0001212   0.00208487]
",
      " [ 0.00014533  0.00271359]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00098294]
",
      " [-0.00258858]]
",
      "(2, 1)
",
      "[[0.11992961]
",
      " [0.12504248]
",
      " [0.12286567]
",
      " [0.13084955]]
",
      "grad01:  [[-0.00012117  0.00209013]
",
      " [ 0.00014576  0.00271966]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00098482]
",
      " [-0.00259285]]
",
      "(2, 1)
",
      "[[0.11991905]
",
      " [0.12504072]
",
      " [0.12286206]
",
      " [0.13086106]]
",
      "grad01:  [[-0.00012114  0.00209541]
",
      " [ 0.00014618  0.00272574]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00098671]
",
      " [-0.00259713]]
",
      "(2, 1)
",
      "[[0.11990847]
",
      " [0.12503896]
",
      " [0.12285844]
",
      " [0.13087259]]
",
      "grad01:  [[-0.00012111  0.00210071]
",
      " [ 0.00014661  0.00273183]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0009886 ]
",
      " [-0.00260142]]
",
      "(2, 1)
",
      "[[0.11989786]
",
      " [0.12503718]
",
      " [0.12285481]
",
      " [0.13088415]]
",
      "grad01:  [[-0.00012108  0.00210602]
",
      " [ 0.00014704  0.00273795]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0009905 ]
",
      " [-0.00260573]]
",
      "(2, 1)
",
      "[[0.11988723]
",
      " [0.1250354 ]
",
      " [0.12285117]
",
      " [0.13089574]]
",
      "grad01:  [[-0.00012105  0.00211135]
",
      " [ 0.00014747  0.00274407]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0009924 ]
",
      " [-0.00261004]]
",
      "(2, 1)
",
      "[[0.11987658]
",
      " [0.12503361]
",
      " [0.12284752]
",
      " [0.13090735]]
",
      "grad01:  [[-0.00012102  0.00211669]
",
      " [ 0.0001479   0.00275022]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00099431]
",
      " [-0.00261438]]
",
      "(2, 1)
",
      "[[0.1198659 ]
",
      " [0.1250318 ]
",
      " [0.12284385]
",
      " [0.13091899]]
",
      "grad01:  [[-0.00012099  0.00212204]
",
      " [ 0.00014834  0.00275638]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00099623]
",
      " [-0.00261872]]
",
      "(2, 1)
",
      "[[0.11985519]
",
      " [0.12502999]
",
      " [0.12284018]
",
      " [0.13093066]]
",
      "grad01:  [[-0.00012096  0.00212742]
",
      " [ 0.00014877  0.00276255]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00099815]
",
      " [-0.00262308]]
",
      "(2, 1)
",
      "[[0.11984446]
",
      " [0.12502816]
",
      " [0.1228365 ]
",
      " [0.13094235]]
",
      "grad01:  [[-0.00012093  0.0021328 ]
",
      " [ 0.00014921  0.00276874]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00100008]
",
      " [-0.00262745]]
",
      "(2, 1)
",
      "[[0.1198337 ]
",
      " [0.12502633]
",
      " [0.12283281]
",
      " [0.13095407]]
",
      "grad01:  [[-0.0001209   0.00213821]
",
      " [ 0.00014965  0.00277494]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00100202]
",
      " [-0.00263183]]
",
      "(2, 1)
",
      "[[0.11982292]
",
      " [0.12502448]
",
      " [0.12282911]
",
      " [0.13096581]]
",
      "grad01:  [[-0.00012086  0.00214362]
",
      " [ 0.00015009  0.00278116]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00100396]
",
      " [-0.00263623]]
",
      "(2, 1)
",
      "[[0.11981211]
",
      " [0.12502262]
",
      " [0.1228254 ]
",
      " [0.13097759]]
",
      "grad01:  [[-0.00012083  0.00214906]
",
      " [ 0.00015053  0.0027874 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0010059 ]
",
      " [-0.00264064]]
",
      "(2, 1)
",
      "[[0.11980128]
",
      " [0.12502076]
",
      " [0.12282167]
",
      " [0.13098939]]
",
      "grad01:  [[-0.0001208   0.00215451]
",
      " [ 0.00015097  0.00279365]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00100786]
",
      " [-0.00264507]]
",
      "(2, 1)
",
      "[[0.11979042]
",
      " [0.12501888]
",
      " [0.12281794]
",
      " [0.13100121]]
",
      "grad01:  [[-0.00012076  0.00215997]
",
      " [ 0.00015141  0.00279992]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00100981]
",
      " [-0.00264951]]
",
      "(2, 1)
",
      "[[0.11977954]
",
      " [0.12501699]
",
      " [0.1228142 ]
",
      " [0.13101307]]
",
      "grad01:  [[-0.00012073  0.00216545]
",
      " [ 0.00015186  0.0028062 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00101178]
",
      " [-0.00265396]]
",
      "(2, 1)
",
      "[[0.11976863]
",
      " [0.12501509]
",
      " [0.12281044]
",
      " [0.13102495]]
",
      "grad01:  [[-0.00012069  0.00217095]
",
      " [ 0.00015231  0.0028125 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00101375]
",
      " [-0.00265842]]
",
      "(2, 1)
",
      "[[0.1197577 ]
",
      " [0.12501319]
",
      " [0.12280668]
",
      " [0.13103686]]
",
      "grad01:  [[-0.00012065  0.00217646]
",
      " [ 0.00015276  0.00281882]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00101573]
",
      " [-0.0026629 ]]
",
      "(2, 1)
",
      "[[0.11974674]
",
      " [0.12501127]
",
      " [0.1228029 ]
",
      " [0.13104879]]
",
      "grad01:  [[-0.00012062  0.00218199]
",
      " [ 0.00015321  0.00282515]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00101771]
",
      " [-0.0026674 ]]
",
      "(2, 1)
",
      "[[0.11973575]
",
      " [0.12500934]
",
      " [0.12279912]
",
      " [0.13106076]]
",
      "grad01:  [[-0.00012058  0.00218753]
",
      " [ 0.00015366  0.00283149]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0010197]
",
      " [-0.0026719]]
",
      "(2, 1)
",
      "[[0.11972474]
",
      " [0.1250074 ]
",
      " [0.12279532]
",
      " [0.13107275]]
",
      "grad01:  [[-0.00012054  0.00219309]
",
      " [ 0.00015411  0.00283786]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0010217 ]
",
      " [-0.00267642]]
",
      "(2, 1)
",
      "[[0.1197137 ]
",
      " [0.12500544]
",
      " [0.12279152]
",
      " [0.13108477]]
",
      "grad01:  [[-0.0001205   0.00219867]
",
      " [ 0.00015457  0.00284424]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0010237 ]
",
      " [-0.00268096]]
",
      "(2, 1)
",
      "[[0.11970264]
",
      " [0.12500348]
",
      " [0.1227877 ]
",
      " [0.13109681]]
",
      "grad01:  [[-0.00012046  0.00220426]
",
      " [ 0.00015503  0.00285063]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00102571]
",
      " [-0.0026855 ]]
",
      "(2, 1)
",
      "[[0.11969155]
",
      " [0.12500151]
",
      " [0.12278387]
",
      " [0.13110889]]
",
      "grad01:  [[-0.00012042  0.00220987]
",
      " [ 0.00015548  0.00285704]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00102772]
",
      " [-0.00269007]]
",
      "(2, 1)
",
      "[[0.11968043]
",
      " [0.12499952]
",
      " [0.12278003]
",
      " [0.13112099]]
",
      "grad01:  [[-0.00012038  0.00221549]
",
      " [ 0.00015594  0.00286347]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00102974]
",
      " [-0.00269464]]
",
      "(2, 1)
",
      "[[0.11966929]
",
      " [0.12499753]
",
      " [0.12277618]
",
      " [0.13113312]]
",
      "grad01:  [[-0.00012034  0.00222113]
",
      " [ 0.00015641  0.00286991]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00103177]
",
      " [-0.00269923]]
",
      "(2, 1)
",
      "[[0.11965812]
",
      " [0.12499552]
",
      " [0.12277232]
",
      " [0.13114528]]
",
      "grad01:  [[-0.00012029  0.00222678]
",
      " [ 0.00015687  0.00287637]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00103381]
",
      " [-0.00270384]]
",
      "(2, 1)
",
      "[[0.11964692]
",
      " [0.1249935 ]
",
      " [0.12276845]
",
      " [0.13115747]]
",
      "grad01:  [[-0.00012025  0.00223246]
",
      " [ 0.00015733  0.00288285]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00103585]
",
      " [-0.00270845]]
",
      "(2, 1)
",
      "[[0.1196357 ]
",
      " [0.12499148]
",
      " [0.12276457]
",
      " [0.13116968]]
",
      "grad01:  [[-0.00012021  0.00223814]
",
      " [ 0.0001578   0.00288934]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00103789]
",
      " [-0.00271308]]
",
      "(2, 1)
",
      "[[0.11962445]
",
      " [0.12498944]
",
      " [0.12276067]
",
      " [0.13118192]]
",
      "grad01:  [[-0.00012016  0.00224385]
",
      " [ 0.00015827  0.00289585]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00103994]
",
      " [-0.00271773]]
",
      "(2, 1)
",
      "[[0.11961318]
",
      " [0.12498739]
",
      " [0.12275677]
",
      " [0.13119419]]
",
      "grad01:  [[-0.00012012  0.00224957]
",
      " [ 0.00015874  0.00290238]]
",
      "(2, 2)
",
      "grad12:  [[ 0.001042  ]
",
      " [-0.00272239]]
",
      "(2, 1)
",
      "[[0.11960187]
",
      " [0.12498532]
",
      " [0.12275285]
",
      " [0.13120649]]
",
      "grad01:  [[-0.00012007  0.00225531]
",
      " [ 0.00015921  0.00290892]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00104407]
",
      " [-0.00272707]]
",
      "(2, 1)
",
      "[[0.11959054]
",
      " [0.12498325]
",
      " [0.12274892]
",
      " [0.13121882]]
",
      "grad01:  [[-0.00012003  0.00226106]
",
      " [ 0.00015969  0.00291548]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00104614]
",
      " [-0.00273175]]
",
      "(2, 1)
",
      "[[0.11957919]
",
      " [0.12498116]
",
      " [0.12274499]
",
      " [0.13123118]]
",
      "grad01:  [[-0.00011998  0.00226683]
",
      " [ 0.00016016  0.00292205]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00104822]
",
      " [-0.00273646]]
",
      "(2, 1)
",
      "[[0.1195678 ]
",
      " [0.12497907]
",
      " [0.12274104]
",
      " [0.13124357]]
",
      "grad01:  [[-0.00011993  0.00227262]
",
      " [ 0.00016064  0.00292864]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00105031]
",
      " [-0.00274118]]
",
      "(2, 1)
",
      "[[0.11955639]
",
      " [0.12497696]
",
      " [0.12273707]
",
      " [0.13125598]]
",
      "grad01:  [[-0.00011988  0.00227842]
",
      " [ 0.00016112  0.00293525]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0010524 ]
",
      " [-0.00274591]]
",
      "(2, 1)
",
      "[[0.11954495]
",
      " [0.12497484]
",
      " [0.1227331 ]
",
      " [0.13126842]]
",
      "grad01:  [[-0.00011983  0.00228424]
",
      " [ 0.0001616   0.00294188]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0010545 ]
",
      " [-0.00275065]]
",
      "(2, 1)
",
      "[[0.11953349]
",
      " [0.12497271]
",
      " [0.12272912]
",
      " [0.1312809 ]]
",
      "grad01:  [[-0.00011978  0.00229008]
",
      " [ 0.00016208  0.00294852]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0010566 ]
",
      " [-0.00275542]]
",
      "(2, 1)
",
      "[[0.11952199]
",
      " [0.12497057]
",
      " [0.12272512]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [0.1312934 ]]
",
      "grad01:  [[-0.00011973  0.00229594]
",
      " [ 0.00016256  0.00295518]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00105871]
",
      " [-0.00276019]]
",
      "(2, 1)
",
      "[[0.11951047]
",
      " [0.12496841]
",
      " [0.12272112]
",
      " [0.13130593]]
",
      "grad01:  [[-0.00011968  0.00230181]
",
      " [ 0.00016305  0.00296185]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00106083]
",
      " [-0.00276498]]
",
      "(2, 1)
",
      "[[0.11949892]
",
      " [0.12496625]
",
      " [0.1227171 ]
",
      " [0.13131849]]
",
      "grad01:  [[-0.00011963  0.00230769]
",
      " [ 0.00016354  0.00296854]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00106296]
",
      " [-0.00276979]]
",
      "(2, 1)
",
      "[[0.11948735]
",
      " [0.12496407]
",
      " [0.12271307]
",
      " [0.13133108]]
",
      "grad01:  [[-0.00011958  0.0023136 ]
",
      " [ 0.00016402  0.00297525]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00106509]
",
      " [-0.00277461]]
",
      "(2, 1)
",
      "[[0.11947574]
",
      " [0.12496188]
",
      " [0.12270903]
",
      " [0.13134369]]
",
      "grad01:  [[-0.00011952  0.00231952]
",
      " [ 0.00016451  0.00298198]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00106723]
",
      " [-0.00277944]]
",
      "(2, 1)
",
      "[[0.11946411]
",
      " [0.12495968]
",
      " [0.12270497]
",
      " [0.13135634]]
",
      "grad01:  [[-0.00011947  0.00232546]
",
      " [ 0.00016501  0.00298872]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00106937]
",
      " [-0.00278429]]
",
      "(2, 1)
",
      "[[0.11945245]
",
      " [0.12495747]
",
      " [0.12270091]
",
      " [0.13136902]]
",
      "grad01:  [[-0.00011941  0.00233141]
",
      " [ 0.0001655   0.00299548]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00107153]
",
      " [-0.00278915]]
",
      "(2, 1)
",
      "[[0.11944076]
",
      " [0.12495524]
",
      " [0.12269683]
",
      " [0.13138173]]
",
      "grad01:  [[-0.00011936  0.00233739]
",
      " [ 0.000166    0.00300226]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00107368]
",
      " [-0.00279403]]
",
      "(2, 1)
",
      "[[0.11942904]
",
      " [0.12495301]
",
      " [0.12269274]
",
      " [0.13139446]]
",
      "grad01:  [[-0.0001193   0.00234338]
",
      " [ 0.0001665   0.00300905]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00107585]
",
      " [-0.00279893]]
",
      "(2, 1)
",
      "[[0.11941729]
",
      " [0.12495076]
",
      " [0.12268864]
",
      " [0.13140723]]
",
      "grad01:  [[-0.00011925  0.00234938]
",
      " [ 0.000167    0.00301587]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00107802]
",
      " [-0.00280384]]
",
      "(2, 1)
",
      "[[0.11940552]
",
      " [0.1249485 ]
",
      " [0.12268453]
",
      " [0.13142003]]
",
      "grad01:  [[-0.00011919  0.00235541]
",
      " [ 0.0001675   0.0030227 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0010802 ]
",
      " [-0.00280876]]
",
      "(2, 1)
",
      "[[0.11939372]
",
      " [0.12494622]
",
      " [0.1226804 ]
",
      " [0.13143285]]
",
      "grad01:  [[-0.00011913  0.00236145]
",
      " [ 0.000168    0.00302954]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00108239]
",
      " [-0.0028137 ]]
",
      "(2, 1)
",
      "[[0.11938189]
",
      " [0.12494394]
",
      " [0.12267626]
",
      " [0.13144571]]
",
      "grad01:  [[-0.00011907  0.00236751]
",
      " [ 0.0001685   0.00303641]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00108458]
",
      " [-0.00281865]]
",
      "(2, 1)
",
      "[[0.11937003]
",
      " [0.12494164]
",
      " [0.12267211]
",
      " [0.1314586 ]]
",
      "grad01:  [[-0.00011901  0.00237359]
",
      " [ 0.00016901  0.00304329]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00108678]
",
      " [-0.00282362]]
",
      "(2, 1)
",
      "[[0.11935814]
",
      " [0.12493933]
",
      " [0.12266795]
",
      " [0.13147151]]
",
      "grad01:  [[-0.00011895  0.00237968]
",
      " [ 0.00016952  0.00305019]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00108899]
",
      " [-0.00282861]]
",
      "(2, 1)
",
      "[[0.11934622]
",
      " [0.12493701]
",
      " [0.12266378]
",
      " [0.13148446]]
",
      "grad01:  [[-0.00011889  0.00238579]
",
      " [ 0.00017003  0.0030571 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0010912 ]
",
      " [-0.00283361]]
",
      "(2, 1)
",
      "[[0.11933427]
",
      " [0.12493468]
",
      " [0.12265959]
",
      " [0.13149744]]
",
      "grad01:  [[-0.00011883  0.00239192]
",
      " [ 0.00017054  0.00306404]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00109342]
",
      " [-0.00283862]]
",
      "(2, 1)
",
      "[[0.1193223 ]
",
      " [0.12493233]
",
      " [0.1226554 ]
",
      " [0.13151044]]
",
      "grad01:  [[-0.00011876  0.00239807]
",
      " [ 0.00017106  0.00307099]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00109565]
",
      " [-0.00284365]]
",
      "(2, 1)
",
      "[[0.11931029]
",
      " [0.12492997]
",
      " [0.12265118]
",
      " [0.13152348]]
",
      "grad01:  [[-0.0001187   0.00240423]
",
      " [ 0.00017157  0.00307796]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00109788]
",
      " [-0.0028487 ]]
",
      "(2, 1)
",
      "[[0.11929826]
",
      " [0.1249276 ]
",
      " [0.12264696]
",
      " [0.13153655]]
",
      "grad01:  [[-0.00011864  0.00241042]
",
      " [ 0.00017209  0.00308494]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00110013]
",
      " [-0.00285376]]
",
      "(2, 1)
",
      "[[0.11928619]
",
      " [0.12492521]
",
      " [0.12264273]
",
      " [0.13154965]]
",
      "grad01:  [[-0.00011857  0.00241662]
",
      " [ 0.00017261  0.00309195]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00110238]
",
      " [-0.00285884]]
",
      "(2, 1)
",
      "[[0.1192741 ]
",
      " [0.12492282]
",
      " [0.12263848]
",
      " [0.13156278]]
",
      "grad01:  [[-0.00011851  0.00242283]
",
      " [ 0.00017313  0.00309897]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00110463]
",
      " [-0.00286393]]
",
      "(2, 1)
",
      "[[0.11926198]
",
      " [0.12492041]
",
      " [0.12263422]
",
      " [0.13157594]]
",
      "grad01:  [[-0.00011844  0.00242907]
",
      " [ 0.00017366  0.00310601]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00110689]
",
      " [-0.00286904]]
",
      "(2, 1)
",
      "[[0.11924982]
",
      " [0.12491798]
",
      " [0.12262994]
",
      " [0.13158914]]
",
      "grad01:  [[-0.00011837  0.00243532]
",
      " [ 0.00017418  0.00311307]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00110916]
",
      " [-0.00287416]]
",
      "(2, 1)
",
      "[[0.11923764]
",
      " [0.12491555]
",
      " [0.12262566]
",
      " [0.13160236]]
",
      "grad01:  [[-0.0001183   0.0024416 ]
",
      " [ 0.00017471  0.00312014]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00111144]
",
      " [-0.0028793 ]]
",
      "(2, 1)
",
      "[[0.11922543]
",
      " [0.1249131 ]
",
      " [0.12262136]
",
      " [0.13161561]]
",
      "grad01:  [[-0.00011823  0.00244789]
",
      " [ 0.00017524  0.00312724]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00111373]
",
      " [-0.00288446]]
",
      "(2, 1)
",
      "[[0.11921318]
",
      " [0.12491064]
",
      " [0.12261704]
",
      " [0.1316289 ]]
",
      "grad01:  [[-0.00011816  0.00245419]
",
      " [ 0.00017577  0.00313435]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00111602]
",
      " [-0.00288963]]
",
      "(2, 1)
",
      "[[0.11920091]
",
      " [0.12490817]
",
      " [0.12261272]
",
      " [0.13164222]]
",
      "grad01:  [[-0.00011809  0.00246052]
",
      " [ 0.0001763   0.00314148]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00111832]
",
      " [-0.00289482]]
",
      "(2, 1)
",
      "[[0.11918861]
",
      " [0.12490568]
",
      " [0.12260838]
",
      " [0.13165557]]
",
      "grad01:  [[-0.00011802  0.00246686]
",
      " [ 0.00017684  0.00314863]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00112062]
",
      " [-0.00290002]]
",
      "(2, 1)
",
      "[[0.11917628]
",
      " [0.12490318]
",
      " [0.12260403]
",
      " [0.13166895]]
",
      "grad01:  [[-0.00011795  0.00247323]
",
      " [ 0.00017738  0.00315579]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00112294]
",
      " [-0.00290524]]
",
      "(2, 1)
",
      "[[0.11916391]
",
      " [0.12490067]
",
      " [0.12259967]
",
      " [0.13168236]]
",
      "grad01:  [[-0.00011788  0.00247961]
",
      " [ 0.00017792  0.00316298]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00112526]
",
      " [-0.00291048]]
",
      "(2, 1)
",
      "[[0.11915152]
",
      " [0.12489814]
",
      " [0.12259529]
",
      " [0.1316958 ]]
",
      "grad01:  [[-0.0001178   0.00248601]
",
      " [ 0.00017846  0.00317018]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00112759]
",
      " [-0.00291573]]
",
      "(2, 1)
",
      "[[0.11913909]
",
      " [0.1248956 ]
",
      " [0.1225909 ]
",
      " [0.13170928]]
",
      "grad01:  [[-0.00011773  0.00249242]
",
      " [ 0.000179    0.0031774 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00112992]
",
      " [-0.002921  ]]
",
      "(2, 1)
",
      "[[0.11912664]
",
      " [0.12489305]
",
      " [0.1225865 ]
",
      " [0.13172278]]
",
      "grad01:  [[-0.00011765  0.00249886]
",
      " [ 0.00017954  0.00318464]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00113226]
",
      " [-0.00292628]]
",
      "(2, 1)
",
      "[[0.11911415]
",
      " [0.12489048]
",
      " [0.12258208]
",
      " [0.13173632]]
",
      "grad01:  [[-0.00011758  0.00250532]
",
      " [ 0.00018009  0.0031919 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00113461]
",
      " [-0.00293158]]
",
      "(2, 1)
",
      "[[0.11910163]
",
      " [0.1248879 ]
",
      " [0.12257765]
",
      " [0.13174989]]
",
      "grad01:  [[-0.0001175   0.00251179]
",
      " [ 0.00018064  0.00319917]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00113697]
",
      " [-0.0029369 ]]
",
      "(2, 1)
",
      "[[0.11908909]
",
      " [0.12488531]
",
      " [0.1225732 ]
",
      " [0.1317635 ]]
",
      "grad01:  [[-0.00011742  0.00251828]
",
      " [ 0.00018119  0.00320647]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00113934]
",
      " [-0.00294223]]
",
      "(2, 1)
",
      "[[0.11907651]
",
      " [0.1248827 ]
",
      " [0.12256875]
",
      " [0.13177713]]
",
      "grad01:  [[-0.00011734  0.00252479]
",
      " [ 0.00018175  0.00321378]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00114171]
",
      " [-0.00294758]]
",
      "(2, 1)
",
      "[[0.1190639 ]
",
      " [0.12488008]
",
      " [0.12256428]
",
      " [0.1317908 ]]
",
      "grad01:  [[-0.00011726  0.00253132]
",
      " [ 0.0001823   0.00322111]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00114409]
",
      " [-0.00295294]]
",
      "(2, 1)
",
      "[[0.11905125]
",
      " [0.12487745]
",
      " [0.12255979]
",
      " [0.1318045 ]]
",
      "grad01:  [[-0.00011718  0.00253787]
",
      " [ 0.00018286  0.00322846]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00114648]
",
      " [-0.00295833]]
",
      "(2, 1)
",
      "[[0.11903858]
",
      " [0.1248748 ]
",
      " [0.12255529]
",
      " [0.13181824]]
",
      "grad01:  [[-0.0001171   0.00254444]
",
      " [ 0.00018342  0.00323583]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00114887]
",
      " [-0.00296373]]
",
      "(2, 1)
",
      "[[0.11902588]
",
      " [0.12487214]
",
      " [0.12255078]
",
      " [0.131832  ]]
",
      "grad01:  [[-0.00011702  0.00255102]
",
      " [ 0.00018398  0.00324322]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00115127]
",
      " [-0.00296914]]
",
      "(2, 1)
",
      "[[0.11901314]
",
      " [0.12486946]
",
      " [0.12254626]
",
      " [0.1318458 ]]
",
      "grad01:  [[-0.00011694  0.00255763]
",
      " [ 0.00018454  0.00325062]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00115368]
",
      " [-0.00297457]]
",
      "(2, 1)
",
      "[[0.11900037]
",
      " [0.12486677]
",
      " [0.12254172]
",
      " [0.13185963]]
",
      "grad01:  [[-0.00011685  0.00256425]
",
      " [ 0.00018511  0.00325805]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0011561 ]
",
      " [-0.00298002]]
",
      "(2, 1)
",
      "[[0.11898757]
",
      " [0.12486407]
",
      " [0.12253716]
",
      " [0.13187349]]
",
      "grad01:  [[-0.00011677  0.00257089]
",
      " [ 0.00018567  0.00326549]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00115853]
",
      " [-0.00298549]]
",
      "(2, 1)
",
      "[[0.11897474]
",
      " [0.12486135]
",
      " [0.1225326 ]
",
      " [0.13188739]]
",
      "grad01:  [[-0.00011668  0.00257755]
",
      " [ 0.00018624  0.00327295]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00116096]
",
      " [-0.00299097]]
",
      "(2, 1)
",
      "[[0.11896187]
",
      " [0.12485862]
",
      " [0.12252802]
",
      " [0.13190132]]
",
      "grad01:  [[-0.0001166   0.00258424]
",
      " [ 0.00018682  0.00328044]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0011634 ]
",
      " [-0.00299647]]
",
      "(2, 1)
",
      "[[0.11894898]
",
      " [0.12485588]
",
      " [0.12252342]
",
      " [0.13191528]]
",
      "grad01:  [[-0.00011651  0.00259094]
",
      " [ 0.00018739  0.00328794]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00116585]
",
      " [-0.00300198]]
",
      "(2, 1)
",
      "[[0.11893605]
",
      " [0.12485312]
",
      " [0.12251881]
",
      " [0.13192928]]
",
      "grad01:  [[-0.00011642  0.00259766]
",
      " [ 0.00018797  0.00329546]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00116831]
",
      " [-0.00300752]]
",
      "(2, 1)
",
      "[[0.11892309]
",
      " [0.12485035]
",
      " [0.12251419]
",
      " [0.13194331]]
",
      "grad01:  [[-0.00011633  0.00260439]
",
      " [ 0.00018854  0.003303  ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00117077]
",
      " [-0.00301307]]
",
      "(2, 1)
",
      "[[0.11891009]
",
      " [0.12484756]
",
      " [0.12250955]
",
      " [0.13195737]]
",
      "grad01:  [[-0.00011624  0.00261115]
",
      " [ 0.00018912  0.00331055]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00117324]
",
      " [-0.00301863]]
",
      "(2, 1)
",
      "[[0.11889707]
",
      " [0.12484476]
",
      " [0.1225049 ]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [0.13197147]]
",
      "grad01:  [[-0.00011615  0.00261793]
",
      " [ 0.00018971  0.00331813]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00117572]
",
      " [-0.00302422]]
",
      "(2, 1)
",
      "[[0.11888401]
",
      " [0.12484194]
",
      " [0.12250023]
",
      " [0.1319856 ]]
",
      "grad01:  [[-0.00011606  0.00262473]
",
      " [ 0.00019029  0.00332573]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00117821]
",
      " [-0.00302982]]
",
      "(2, 1)
",
      "[[0.11887092]
",
      " [0.12483911]
",
      " [0.12249555]
",
      " [0.13199976]]
",
      "grad01:  [[-0.00011596  0.00263154]
",
      " [ 0.00019088  0.00333334]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00118071]
",
      " [-0.00303544]]
",
      "(2, 1)
",
      "[[0.11885779]
",
      " [0.12483626]
",
      " [0.12249086]
",
      " [0.13201396]]
",
      "grad01:  [[-0.00011587  0.00263838]
",
      " [ 0.00019147  0.00334098]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00118321]
",
      " [-0.00304107]]
",
      "(2, 1)
",
      "[[0.11884463]
",
      " [0.1248334 ]
",
      " [0.12248615]
",
      " [0.13202819]]
",
      "grad01:  [[-0.00011578  0.00264524]
",
      " [ 0.00019206  0.00334863]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00118572]
",
      " [-0.00304673]]
",
      "(2, 1)
",
      "[[0.11883144]
",
      " [0.12483053]
",
      " [0.12248142]
",
      " [0.13204246]]
",
      "grad01:  [[-0.00011568  0.00265211]
",
      " [ 0.00019265  0.00335631]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00118824]
",
      " [-0.0030524 ]]
",
      "(2, 1)
",
      "[[0.11881822]
",
      " [0.12482764]
",
      " [0.12247668]
",
      " [0.13205676]]
",
      "grad01:  [[-0.00011558  0.00265901]
",
      " [ 0.00019325  0.003364  ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00119077]
",
      " [-0.00305809]]
",
      "(2, 1)
",
      "[[0.11880496]
",
      " [0.12482474]
",
      " [0.12247193]
",
      " [0.13207109]]
",
      "grad01:  [[-0.00011549  0.00266592]
",
      " [ 0.00019384  0.00337171]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0011933 ]
",
      " [-0.00306379]]
",
      "(2, 1)
",
      "[[0.11879167]
",
      " [0.12482182]
",
      " [0.12246716]
",
      " [0.13208546]]
",
      "grad01:  [[-0.00011539  0.00267286]
",
      " [ 0.00019444  0.00337944]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00119584]
",
      " [-0.00306952]]
",
      "(2, 1)
",
      "[[0.11877835]
",
      " [0.12481889]
",
      " [0.12246237]
",
      " [0.13209986]]
",
      "grad01:  [[-0.00011529  0.00267981]
",
      " [ 0.00019505  0.0033872 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00119839]
",
      " [-0.00307526]]
",
      "(2, 1)
",
      "[[0.11876499]
",
      " [0.12481594]
",
      " [0.12245758]
",
      " [0.1321143 ]]
",
      "grad01:  [[-0.00011519  0.00268679]
",
      " [ 0.00019565  0.00339497]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00120095]
",
      " [-0.00308102]]
",
      "(2, 1)
",
      "[[0.11875159]
",
      " [0.12481297]
",
      " [0.12245276]
",
      " [0.13212877]]
",
      "grad01:  [[-0.00011509  0.00269378]
",
      " [ 0.00019626  0.00340276]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00120352]
",
      " [-0.00308679]]
",
      "(2, 1)
",
      "[[0.11873817]
",
      " [0.12480999]
",
      " [0.12244793]
",
      " [0.13214328]]
",
      "grad01:  [[-0.00011498  0.0027008 ]
",
      " [ 0.00019687  0.00341057]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0012061 ]
",
      " [-0.00309259]]
",
      "(2, 1)
",
      "[[0.11872471]
",
      " [0.124807  ]
",
      " [0.12244309]
",
      " [0.13215782]]
",
      "grad01:  [[-0.00011488  0.00270783]
",
      " [ 0.00019748  0.0034184 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00120868]
",
      " [-0.0030984 ]]
",
      "(2, 1)
",
      "[[0.11871121]
",
      " [0.12480399]
",
      " [0.12243823]
",
      " [0.13217239]]
",
      "grad01:  [[-0.00011478  0.00271489]
",
      " [ 0.00019809  0.00342625]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00121127]
",
      " [-0.00310423]]
",
      "(2, 1)
",
      "[[0.11869768]
",
      " [0.12480097]
",
      " [0.12243336]
",
      " [0.132187  ]]
",
      "grad01:  [[-0.00011467  0.00272196]
",
      " [ 0.00019871  0.00343412]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00121387]
",
      " [-0.00311008]]
",
      "(2, 1)
",
      "[[0.11868412]
",
      " [0.12479793]
",
      " [0.12242847]
",
      " [0.13220165]]
",
      "grad01:  [[-0.00011456  0.00272906]
",
      " [ 0.00019933  0.00344201]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00121648]
",
      " [-0.00311594]]
",
      "(2, 1)
",
      "[[0.11867052]
",
      " [0.12479487]
",
      " [0.12242356]
",
      " [0.13221633]]
",
      "grad01:  [[-0.00011446  0.00273617]
",
      " [ 0.00019995  0.00344992]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00121909]
",
      " [-0.00312183]]
",
      "(2, 1)
",
      "[[0.11865689]
",
      " [0.1247918 ]
",
      " [0.12241864]
",
      " [0.13223105]]
",
      "grad01:  [[-0.00011435  0.00274331]
",
      " [ 0.00020057  0.00345785]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00122172]
",
      " [-0.00312773]]
",
      "(2, 1)
",
      "[[0.11864322]
",
      " [0.12478872]
",
      " [0.1224137 ]
",
      " [0.1322458 ]]
",
      "grad01:  [[-0.00011424  0.00275047]
",
      " [ 0.00020119  0.00346581]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00122435]
",
      " [-0.00313365]]
",
      "(2, 1)
",
      "[[0.11862952]
",
      " [0.12478562]
",
      " [0.12240875]
",
      " [0.13226058]]
",
      "grad01:  [[-0.00011413  0.00275764]
",
      " [ 0.00020182  0.00347378]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00122699]
",
      " [-0.00313959]]
",
      "(2, 1)
",
      "[[0.11861579]
",
      " [0.1247825 ]
",
      " [0.12240378]
",
      " [0.13227541]]
",
      "grad01:  [[-0.00011402  0.00276484]
",
      " [ 0.00020245  0.00348177]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00122964]
",
      " [-0.00314554]]
",
      "(2, 1)
",
      "[[0.11860201]
",
      " [0.12477937]
",
      " [0.1223988 ]
",
      " [0.13229026]]
",
      "grad01:  [[-0.00011391  0.00277206]
",
      " [ 0.00020308  0.00348978]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0012323 ]
",
      " [-0.00315152]]
",
      "(2, 1)
",
      "[[0.11858821]
",
      " [0.12477622]
",
      " [0.1223938 ]
",
      " [0.13230516]]
",
      "grad01:  [[-0.00011379  0.0027793 ]
",
      " [ 0.00020372  0.00349781]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00123496]
",
      " [-0.00315751]]
",
      "(2, 1)
",
      "[[0.11857436]
",
      " [0.12477306]
",
      " [0.12238879]
",
      " [0.13232009]]
",
      "grad01:  [[-0.00011368  0.00278656]
",
      " [ 0.00020435  0.00350586]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00123764]
",
      " [-0.00316352]]
",
      "(2, 1)
",
      "[[0.11856049]
",
      " [0.12476988]
",
      " [0.12238375]
",
      " [0.13233505]]
",
      "grad01:  [[-0.00011356  0.00279384]
",
      " [ 0.00020499  0.00351393]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00124032]
",
      " [-0.00316956]]
",
      "(2, 1)
",
      "[[0.11854657]
",
      " [0.12476668]
",
      " [0.12237871]
",
      " [0.13235005]]
",
      "grad01:  [[-0.00011345  0.00280114]
",
      " [ 0.00020564  0.00352203]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00124301]
",
      " [-0.0031756 ]]
",
      "(2, 1)
",
      "[[0.11853262]
",
      " [0.12476347]
",
      " [0.12237364]
",
      " [0.13236509]]
",
      "grad01:  [[-0.00011333  0.00280847]
",
      " [ 0.00020628  0.00353014]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00124571]
",
      " [-0.00318167]]
",
      "(2, 1)
",
      "[[0.11851864]
",
      " [0.12476024]
",
      " [0.12236856]
",
      " [0.13238016]]
",
      "grad01:  [[-0.00011321  0.00281581]
",
      " [ 0.00020693  0.00353827]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00124842]
",
      " [-0.00318776]]
",
      "(2, 1)
",
      "[[0.11850462]
",
      " [0.124757  ]
",
      " [0.12236347]
",
      " [0.13239527]]
",
      "grad01:  [[-0.00011309  0.00282317]
",
      " [ 0.00020758  0.00354643]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00125114]
",
      " [-0.00319386]]
",
      "(2, 1)
",
      "[[0.11849056]
",
      " [0.12475374]
",
      " [0.12235836]
",
      " [0.13241042]]
",
      "grad01:  [[-0.00011297  0.00283056]
",
      " [ 0.00020823  0.0035546 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00125386]
",
      " [-0.00319999]]
",
      "(2, 1)
",
      "[[0.11847647]
",
      " [0.12475046]
",
      " [0.12235323]
",
      " [0.1324256 ]]
",
      "grad01:  [[-0.00011285  0.00283796]
",
      " [ 0.00020888  0.0035628 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0012566 ]
",
      " [-0.00320613]]
",
      "(2, 1)
",
      "[[0.11846234]
",
      " [0.12474717]
",
      " [0.12234808]
",
      " [0.13244082]]
",
      "grad01:  [[-0.00011272  0.00284539]
",
      " [ 0.00020954  0.00357102]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00125934]
",
      " [-0.00321229]]
",
      "(2, 1)
",
      "[[0.11844817]
",
      " [0.12474386]
",
      " [0.12234292]
",
      " [0.13245608]]
",
      "grad01:  [[-0.0001126   0.00285284]
",
      " [ 0.0002102   0.00357925]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00126209]
",
      " [-0.00321847]]
",
      "(2, 1)
",
      "[[0.11843397]
",
      " [0.12474053]
",
      " [0.12233774]
",
      " [0.13247137]]
",
      "grad01:  [[-0.00011248  0.00286031]
",
      " [ 0.00021086  0.00358751]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00126485]
",
      " [-0.00322467]]
",
      "(2, 1)
",
      "[[0.11841973]
",
      " [0.12473719]
",
      " [0.12233255]
",
      " [0.1324867 ]]
",
      "grad01:  [[-0.00011235  0.0028678 ]
",
      " [ 0.00021152  0.00359579]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00126762]
",
      " [-0.00323089]]
",
      "(2, 1)
",
      "[[0.11840546]
",
      " [0.12473383]
",
      " [0.12232734]
",
      " [0.13250207]]
",
      "grad01:  [[-0.00011222  0.00287532]
",
      " [ 0.00021219  0.00360409]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0012704 ]
",
      " [-0.00323713]]
",
      "(2, 1)
",
      "[[0.11839114]
",
      " [0.12473045]
",
      " [0.12232211]
",
      " [0.13251747]]
",
      "grad01:  [[-0.00011209  0.00288285]
",
      " [ 0.00021286  0.00361241]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00127319]
",
      " [-0.00324339]]
",
      "(2, 1)
",
      "[[0.11837679]
",
      " [0.12472706]
",
      " [0.12231687]
",
      " [0.13253291]]
",
      "grad01:  [[-0.00011196  0.00289041]
",
      " [ 0.00021353  0.00362075]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00127598]
",
      " [-0.00324966]]
",
      "(2, 1)
",
      "[[0.11836241]
",
      " [0.12472365]
",
      " [0.1223116 ]
",
      " [0.13254839]]
",
      "grad01:  [[-0.00011183  0.00289798]
",
      " [ 0.0002142   0.00362911]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00127878]
",
      " [-0.00325596]]
",
      "(2, 1)
",
      "[[0.11834798]
",
      " [0.12472023]
",
      " [0.12230632]
",
      " [0.1325639 ]]
",
      "grad01:  [[-0.0001117   0.00290558]
",
      " [ 0.00021488  0.0036375 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0012816 ]
",
      " [-0.00326228]]
",
      "(2, 1)
",
      "[[0.11833352]
",
      " [0.12471678]
",
      " [0.12230103]
",
      " [0.13257946]]
",
      "grad01:  [[-0.00011157  0.0029132 ]
",
      " [ 0.00021556  0.0036459 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00128442]
",
      " [-0.00326861]]
",
      "(2, 1)
",
      "[[0.11831902]
",
      " [0.12471332]
",
      " [0.12229571]
",
      " [0.13259505]]
",
      "grad01:  [[-0.00011144  0.00292084]
",
      " [ 0.00021624  0.00365433]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00128725]
",
      " [-0.00327497]]
",
      "(2, 1)
",
      "[[0.11830448]
",
      " [0.12470985]
",
      " [0.12229038]
",
      " [0.13261068]]
",
      "grad01:  [[-0.0001113   0.00292851]
",
      " [ 0.00021693  0.00366277]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00129009]
",
      " [-0.00328134]]
",
      "(2, 1)
",
      "[[0.11828991]
",
      " [0.12470635]
",
      " [0.12228504]
",
      " [0.13262634]]
",
      "grad01:  [[-0.00011116  0.00293619]
",
      " [ 0.00021761  0.00367124]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00129294]
",
      " [-0.00328773]]
",
      "(2, 1)
",
      "[[0.1182753 ]
",
      " [0.12470284]
",
      " [0.12227967]
",
      " [0.13264205]]
",
      "grad01:  [[-0.00011103  0.0029439 ]
",
      " [ 0.0002183   0.00367973]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00129579]
",
      " [-0.00329415]]
",
      "(2, 1)
",
      "[[0.11826065]
",
      " [0.12469931]
",
      " [0.12227429]
",
      " [0.13265779]]
",
      "grad01:  [[-0.00011089  0.00295163]
",
      " [ 0.00021899  0.00368824]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00129866]
",
      " [-0.00330058]]
",
      "(2, 1)
",
      "[[0.11824596]
",
      " [0.12469576]
",
      " [0.12226889]
",
      " [0.13267357]]
",
      "grad01:  [[-0.00011075  0.00295938]
",
      " [ 0.00021969  0.00369677]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00130154]
",
      " [-0.00330703]]
",
      "(2, 1)
",
      "[[0.11823123]
",
      " [0.1246922 ]
",
      " [0.12226347]
",
      " [0.13268939]]
",
      "grad01:  [[-0.00011061  0.00296716]
",
      " [ 0.00022039  0.00370533]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00130442]
",
      " [-0.0033135 ]]
",
      "(2, 1)
",
      "[[0.11821647]
",
      " [0.12468862]
",
      " [0.12225803]
",
      " [0.13270524]]
",
      "grad01:  [[-0.00011046  0.00297495]
",
      " [ 0.00022109  0.0037139 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00130731]
",
      " [-0.00332   ]]
",
      "(2, 1)
",
      "[[0.11820166]
",
      " [0.12468502]
",
      " [0.12225258]
",
      " [0.13272114]]
",
      "grad01:  [[-0.00011032  0.00298277]
",
      " [ 0.00022179  0.0037225 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00131022]
",
      " [-0.00332651]]
",
      "(2, 1)
",
      "[[0.11818682]
",
      " [0.1246814 ]
",
      " [0.12224711]
",
      " [0.13273707]]
",
      "grad01:  [[-0.00011018  0.00299061]
",
      " [ 0.0002225   0.00373112]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00131313]
",
      " [-0.00333304]]
",
      "(2, 1)
",
      "[[0.11817194]
",
      " [0.12467777]
",
      " [0.12224162]
",
      " [0.13275304]]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "grad01:  [[-0.00011003  0.00299847]
",
      " [ 0.0002232   0.00373976]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00131605]
",
      " [-0.00333959]]
",
      "(2, 1)
",
      "[[0.11815702]
",
      " [0.12467412]
",
      " [0.12223611]
",
      " [0.13276905]]
",
      "grad01:  [[-0.00010988  0.00300635]
",
      " [ 0.00022391  0.00374842]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00131898]
",
      " [-0.00334617]]
",
      "(2, 1)
",
      "[[0.11814206]
",
      " [0.12467044]
",
      " [0.12223059]
",
      " [0.1327851 ]]
",
      "grad01:  [[-0.00010974  0.00301426]
",
      " [ 0.00022463  0.0037571 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00132192]
",
      " [-0.00335276]]
",
      "(2, 1)
",
      "[[0.11812706]
",
      " [0.12466676]
",
      " [0.12222504]
",
      " [0.13280119]]
",
      "grad01:  [[-0.00010959  0.00302219]
",
      " [ 0.00022535  0.00376581]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00132487]
",
      " [-0.00335937]]
",
      "(2, 1)
",
      "[[0.11811202]
",
      " [0.12466305]
",
      " [0.12221948]
",
      " [0.13281732]]
",
      "grad01:  [[-0.00010944  0.00303014]
",
      " [ 0.00022606  0.00377454]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00132782]
",
      " [-0.00336601]]
",
      "(2, 1)
",
      "[[0.11809694]
",
      " [0.12465933]
",
      " [0.1222139 ]
",
      " [0.13283348]]
",
      "grad01:  [[-0.00010928  0.00303812]
",
      " [ 0.00022679  0.00378329]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00133079]
",
      " [-0.00337266]]
",
      "(2, 1)
",
      "[[0.11808183]
",
      " [0.12465558]
",
      " [0.1222083 ]
",
      " [0.13284969]]
",
      "grad01:  [[-0.00010913  0.00304611]
",
      " [ 0.00022751  0.00379206]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00133377]
",
      " [-0.00337934]]
",
      "(2, 1)
",
      "[[0.11806667]
",
      " [0.12465182]
",
      " [0.12220268]
",
      " [0.13286593]]
",
      "grad01:  [[-0.00010898  0.00305413]
",
      " [ 0.00022824  0.00380085]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00133675]
",
      " [-0.00338603]]
",
      "(2, 1)
",
      "[[0.11805147]
",
      " [0.12464804]
",
      " [0.12219705]
",
      " [0.13288222]]
",
      "grad01:  [[-0.00010882  0.00306217]
",
      " [ 0.00022897  0.00380966]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00133975]
",
      " [-0.00339275]]
",
      "(2, 1)
",
      "[[0.11803624]
",
      " [0.12464425]
",
      " [0.12219139]
",
      " [0.13289854]]
",
      "grad01:  [[-0.00010866  0.00307024]
",
      " [ 0.0002297   0.0038185 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00134275]
",
      " [-0.00339948]]
",
      "(2, 1)
",
      "[[0.11802096]
",
      " [0.12464043]
",
      " [0.12218572]
",
      " [0.1329149 ]]
",
      "grad01:  [[-0.00010851  0.00307833]
",
      " [ 0.00023044  0.00382736]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00134577]
",
      " [-0.00340624]]
",
      "(2, 1)
",
      "[[0.11800564]
",
      " [0.12463659]
",
      " [0.12218003]
",
      " [0.13293131]]
",
      "grad01:  [[-0.00010835  0.00308644]
",
      " [ 0.00023118  0.00383624]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00134879]
",
      " [-0.00341302]]
",
      "(2, 1)
",
      "[[0.11799029]
",
      " [0.12463274]
",
      " [0.12217432]
",
      " [0.13294775]]
",
      "grad01:  [[-0.00010819  0.00309457]
",
      " [ 0.00023192  0.00384515]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00135182]
",
      " [-0.00341982]]
",
      "(2, 1)
",
      "[[0.11797489]
",
      " [0.12462887]
",
      " [0.12216859]
",
      " [0.13296423]]
",
      "grad01:  [[-0.00010802  0.00310272]
",
      " [ 0.00023266  0.00385407]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00135487]
",
      " [-0.00342664]]
",
      "(2, 1)
",
      "[[0.11795945]
",
      " [0.12462498]
",
      " [0.12216284]
",
      " [0.13298075]]
",
      "grad01:  [[-0.00010786  0.0031109 ]
",
      " [ 0.00023341  0.00386302]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00135792]
",
      " [-0.00343348]]
",
      "(2, 1)
",
      "[[0.11794397]
",
      " [0.12462107]
",
      " [0.12215707]
",
      " [0.13299732]]
",
      "grad01:  [[-0.0001077   0.00311911]
",
      " [ 0.00023416  0.00387199]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00136098]
",
      " [-0.00344034]]
",
      "(2, 1)
",
      "[[0.11792845]
",
      " [0.12461714]
",
      " [0.12215128]
",
      " [0.13301392]]
",
      "grad01:  [[-0.00010753  0.00312733]
",
      " [ 0.00023491  0.00388098]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00136405]
",
      " [-0.00344722]]
",
      "(2, 1)
",
      "[[0.11791289]
",
      " [0.12461319]
",
      " [0.12214547]
",
      " [0.13303056]]
",
      "grad01:  [[-0.00010736  0.00313558]
",
      " [ 0.00023567  0.00389   ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00136713]
",
      " [-0.00345412]]
",
      "(2, 1)
",
      "[[0.11789729]
",
      " [0.12460922]
",
      " [0.12213965]
",
      " [0.13304725]]
",
      "grad01:  [[-0.00010719  0.00314385]
",
      " [ 0.00023643  0.00389903]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00137022]
",
      " [-0.00346105]]
",
      "(2, 1)
",
      "[[0.11788164]
",
      " [0.12460524]
",
      " [0.1221338 ]
",
      " [0.13306397]]
",
      "grad01:  [[-0.00010702  0.00315214]
",
      " [ 0.00023719  0.00390809]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00137332]
",
      " [-0.003468  ]]
",
      "(2, 1)
",
      "[[0.11786596]
",
      " [0.12460123]
",
      " [0.12212794]
",
      " [0.13308074]]
",
      "grad01:  [[-0.00010685  0.00316046]
",
      " [ 0.00023796  0.00391718]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00137643]
",
      " [-0.00347496]]
",
      "(2, 1)
",
      "[[0.11785023]
",
      " [0.12459721]
",
      " [0.12212205]
",
      " [0.13309754]]
",
      "grad01:  [[-0.00010668  0.0031688 ]
",
      " [ 0.00023872  0.00392628]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00137955]
",
      " [-0.00348195]]
",
      "(2, 1)
",
      "[[0.11783446]
",
      " [0.12459316]
",
      " [0.12211615]
",
      " [0.13311439]]
",
      "grad01:  [[-0.00010651  0.00317717]
",
      " [ 0.00023949  0.00393541]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00138268]
",
      " [-0.00348896]]
",
      "(2, 1)
",
      "[[0.11781865]
",
      " [0.1245891 ]
",
      " [0.12211022]
",
      " [0.13313128]]
",
      "grad01:  [[-0.00010633  0.00318556]
",
      " [ 0.00024027  0.00394456]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00138582]
",
      " [-0.00349599]]
",
      "(2, 1)
",
      "[[0.1178028 ]
",
      " [0.12458502]
",
      " [0.12210428]
",
      " [0.13314821]]
",
      "grad01:  [[-0.00010616  0.00319397]
",
      " [ 0.00024105  0.00395373]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00138897]
",
      " [-0.00350305]]
",
      "(2, 1)
",
      "[[0.11778691]
",
      " [0.12458091]
",
      " [0.12209831]
",
      " [0.13316518]]
",
      "grad01:  [[-0.00010598  0.0032024 ]
",
      " [ 0.00024183  0.00396293]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00139213]
",
      " [-0.00351012]]
",
      "(2, 1)
",
      "[[0.11777097]
",
      " [0.12457679]
",
      " [0.12209233]
",
      " [0.13318219]]
",
      "grad01:  [[-0.0001058   0.00321086]
",
      " [ 0.00024261  0.00397215]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0013953 ]
",
      " [-0.00351722]]
",
      "(2, 1)
",
      "[[0.11775499]
",
      " [0.12457265]
",
      " [0.12208632]
",
      " [0.13319924]]
",
      "grad01:  [[-0.00010562  0.00321935]
",
      " [ 0.00024339  0.00398139]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00139848]
",
      " [-0.00352434]]
",
      "(2, 1)
",
      "[[0.11773897]
",
      " [0.12456849]
",
      " [0.1220803 ]
",
      " [0.13321633]]
",
      "grad01:  [[-0.00010544  0.00322785]
",
      " [ 0.00024418  0.00399065]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00140166]
",
      " [-0.00353148]]
",
      "(2, 1)
",
      "[[0.1177229 ]
",
      " [0.1245643 ]
",
      " [0.12207425]
",
      " [0.13323347]]
",
      "grad01:  [[-0.00010525  0.00323638]
",
      " [ 0.00024497  0.00399994]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00140486]
",
      " [-0.00353864]]
",
      "(2, 1)
",
      "[[0.11770679]
",
      " [0.1245601 ]
",
      " [0.12206819]
",
      " [0.13325065]]
",
      "grad01:  [[-0.00010507  0.00324494]
",
      " [ 0.00024577  0.00400925]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00140807]
",
      " [-0.00354583]]
",
      "(2, 1)
",
      "[[0.11769064]
",
      " [0.12455588]
",
      " [0.1220621 ]
",
      " [0.13326786]]
",
      "grad01:  [[-0.00010488  0.00325351]
",
      " [ 0.00024657  0.00401858]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00141129]
",
      " [-0.00355303]]
",
      "(2, 1)
",
      "[[0.11767445]
",
      " [0.12455164]
",
      " [0.12205599]
",
      " [0.13328513]]
",
      "grad01:  [[-0.00010469  0.00326212]
",
      " [ 0.00024737  0.00402794]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00141452]
",
      " [-0.00356026]]
",
      "(2, 1)
",
      "[[0.11765821]
",
      " [0.12454737]
",
      " [0.12204987]
",
      " [0.13330243]]
",
      "grad01:  [[-0.0001045   0.00327074]
",
      " [ 0.00024817  0.00403732]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00141776]
",
      " [-0.00356751]]
",
      "(2, 1)
",
      "[[0.11764193]
",
      " [0.12454309]
",
      " [0.12204372]
",
      " [0.13331977]]
",
      "grad01:  [[-0.00010431  0.00327939]
",
      " [ 0.00024898  0.00404672]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00142101]
",
      " [-0.00357478]]
",
      "(2, 1)
",
      "[[0.1176256 ]
",
      " [0.12453878]
",
      " [0.12203755]
",
      " [0.13333716]]
",
      "grad01:  [[-0.00010412  0.00328807]
",
      " [ 0.00024979  0.00405615]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00142427]
",
      " [-0.00358208]]
",
      "(2, 1)
",
      "[[0.11760924]
",
      " [0.12453446]
",
      " [0.12203136]
",
      " [0.13335459]]
",
      "grad01:  [[-0.00010393  0.00329676]
",
      " [ 0.00025061  0.0040656 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00142754]
",
      " [-0.0035894 ]]
",
      "(2, 1)
",
      "[[0.11759282]
",
      " [0.12453011]
",
      " [0.12202515]
",
      " [0.13337206]]
",
      "grad01:  [[-0.00010373  0.00330549]
",
      " [ 0.00025142  0.00407507]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00143082]
",
      " [-0.00359674]]
",
      "(2, 1)
",
      "[[0.11757637]
",
      " [0.12452575]
",
      " [0.12201891]
",
      " [0.13338958]]
",
      "grad01:  [[-0.00010354  0.00331423]
",
      " [ 0.00025224  0.00408456]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0014341]
",
      " [-0.0036041]]
",
      "(2, 1)
",
      "[[0.11755987]
",
      " [0.12452136]
",
      " [0.12201266]
",
      " [0.13340714]]
",
      "grad01:  [[-0.00010334  0.003323  ]
",
      " [ 0.00025307  0.00409408]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0014374 ]
",
      " [-0.00361148]]
",
      "(2, 1)
",
      "[[0.11754332]
",
      " [0.12451695]
",
      " [0.12200638]
",
      " [0.13342474]]
",
      "grad01:  [[-0.00010314  0.0033318 ]
",
      " [ 0.00025389  0.00410362]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00144071]
",
      " [-0.00361889]]
",
      "(2, 1)
",
      "[[0.11752673]
",
      " [0.12451252]
",
      " [0.12200009]
",
      " [0.13344238]]
",
      "grad01:  [[-0.00010294  0.00334062]
",
      " [ 0.00025472  0.00411319]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00144404]
",
      " [-0.00362632]]
",
      "(2, 1)
",
      "[[0.1175101 ]
",
      " [0.12450807]
",
      " [0.12199377]
",
      " [0.13346006]]
",
      "grad01:  [[-0.00010273  0.00334946]
",
      " [ 0.00025556  0.00412278]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00144737]
",
      " [-0.00363377]]
",
      "(2, 1)
",
      "[[0.11749342]
",
      " [0.1245036 ]
",
      " [0.12198743]
",
      " [0.13347779]]
",
      "grad01:  [[-0.00010253  0.00335833]
",
      " [ 0.00025639  0.00413239]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00145071]
",
      " [-0.00364125]]
",
      "(2, 1)
",
      "[[0.11747669]
",
      " [0.12449911]
",
      " [0.12198107]
",
      " [0.13349557]]
",
      "grad01:  [[-0.00010233  0.00336722]
",
      " [ 0.00025723  0.00414203]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00145406]
",
      " [-0.00364875]]
",
      "(2, 1)
",
      "[[0.11745993]
",
      " [0.1244946 ]
",
      " [0.12197468]
",
      " [0.13351338]]
",
      "grad01:  [[-0.00010212  0.00337614]
",
      " [ 0.00025808  0.00415169]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00145742]
",
      " [-0.00365627]]
",
      "(2, 1)
",
      "[[0.11744311]
",
      " [0.12449006]
",
      " [0.12196828]
",
      " [0.13353124]]
",
      "grad01:  [[-0.00010191  0.00338508]
",
      " [ 0.00025892  0.00416137]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00146079]
",
      " [-0.00366381]]
",
      "(2, 1)
",
      "[[0.11742625]
",
      " [0.12448551]
",
      " [0.12196185]
",
      " [0.13354914]]
",
      "grad01:  [[-0.0001017   0.00339405]
",
      " [ 0.00025977  0.00417108]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00146418]
",
      " [-0.00367138]]
",
      "(2, 1)
",
      "[[0.11740935]
",
      " [0.12448093]
",
      " [0.1219554 ]
",
      " [0.13356709]]
",
      "grad01:  [[-0.00010149  0.00340304]
",
      " [ 0.00026063  0.00418081]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00146757]
",
      " [-0.00367897]]
",
      "(2, 1)
",
      "[[0.11739239]
",
      " [0.12447633]
",
      " [0.12194893]
",
      " [0.13358508]]
",
      "grad01:  [[-0.00010127  0.00341206]
",
      " [ 0.00026148  0.00419057]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00147097]
",
      " [-0.00368658]]
",
      "(2, 1)
",
      "[[0.1173754 ]
",
      " [0.12447171]
",
      " [0.12194244]
",
      " [0.13360311]]
",
      "grad01:  [[-0.00010106  0.0034211 ]
",
      " [ 0.00026234  0.00420034]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00147439]
",
      " [-0.00369422]]
",
      "(2, 1)
",
      "[[0.11735835]
",
      " [0.12446706]
",
      " [0.12193592]
",
      " [0.13362119]]
",
      "grad01:  [[-0.00010084  0.00343017]
",
      " [ 0.0002632   0.00421015]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00147781]
",
      " [-0.00370188]]
",
      "(2, 1)
",
      "[[0.11734127]
",
      " [0.1244624 ]
",
      " [0.12192938]
",
      " [0.13363931]]
",
      "grad01:  [[-0.00010063  0.00343926]
",
      " [ 0.00026407  0.00421997]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00148125]
",
      " [-0.00370956]]
",
      "(2, 1)
",
      "[[0.11732413]
",
      " [0.12445771]
",
      " [0.12192282]
",
      " [0.13365748]]
",
      "grad01:  [[-0.00010041  0.00344837]
",
      " [ 0.00026494  0.00422982]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0014847 ]
",
      " [-0.00371727]]
",
      "(2, 1)
",
      "[[0.11730695]
",
      " [0.124453  ]
",
      " [0.12191624]
",
      " [0.13367569]]
",
      "grad01:  [[-0.00010019  0.00345752]
",
      " [ 0.00026581  0.0042397 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00148815]
",
      " [-0.003725  ]]
",
      "(2, 1)
",
      "[[0.11728972]
",
      " [0.12444827]
",
      " [0.12190963]
",
      " [0.13369394]]
",
      "grad01:  [[-9.99622760e-05  3.46668268e-03]
",
      " [ 2.66690890e-04  4.24959551e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00149162]
",
      " [-0.00373276]]
",
      "(2, 1)
",
      "[[0.11727244]
",
      " [0.12444351]
",
      " [0.121903  ]
",
      " [0.13371224]]
",
      "grad01:  [[-9.97379192e-05  3.47587429e-03]
",
      " [ 2.67571113e-04  4.25951780e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0014951 ]
",
      " [-0.00374053]]
",
      "(2, 1)
",
      "[[0.11725512]
",
      " [0.12443874]
",
      " [0.12189635]
",
      " [0.13373058]]
",
      "grad01:  [[-9.95119359e-05  3.48509110e-03]
",
      " [ 2.68454809e-04  4.26946416e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00149859]
",
      " [-0.00374834]]
",
      "(2, 1)
",
      "[[0.11723775]
",
      " [0.12443394]
",
      " [0.12188967]
",
      " [0.13374897]]
",
      "grad01:  [[-9.92843176e-05  3.49433316e-03]
",
      " [ 2.69341990e-04  4.27943465e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00150209]
",
      " [-0.00375616]]
",
      "(2, 1)
",
      "[[0.11722033]
",
      " [0.12442912]
",
      " [0.12188297]
",
      " [0.13376741]]
",
      "grad01:  [[-9.90550557e-05  3.50360051e-03]
",
      " [ 2.70232674e-04  4.28942930e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0015056 ]
",
      " [-0.00376401]]
",
      "(2, 1)
",
      "[[0.11720287]
",
      " [0.12442427]
",
      " [0.12187625]
",
      " [0.13378588]]
",
      "grad01:  [[-9.88241416e-05  3.51289320e-03]
",
      " [ 2.71126875e-04  4.29944814e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00150912]
",
      " [-0.00377188]]
",
      "(2, 1)
",
      "[[0.11718536]
",
      " [0.12441941]
",
      " [0.12186951]
",
      " [0.13380441]]
",
      "grad01:  [[-9.85915665e-05  3.52221129e-03]
",
      " [ 2.72024609e-04  4.30949121e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00151266]
",
      " [-0.00377978]]
",
      "(2, 1)
",
      "[[0.1171678 ]
",
      " [0.12441452]
",
      " [0.12186274]
",
      " [0.13382298]]
",
      "grad01:  [[-9.83573219e-05  3.53155481e-03]
",
      " [ 2.72925892e-04  4.31955856e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0015162]
",
      " [-0.0037877]]
",
      "(2, 1)
",
      "[[0.11715019]
",
      " [0.1244096 ]
",
      " [0.12185595]
",
      " [0.13384159]]
",
      "grad01:  [[-9.81213988e-05  3.54092382e-03]
",
      " [ 2.73830739e-04  4.32965022e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00151975]
",
      " [-0.00379564]]
",
      "(2, 1)
",
      "[[0.11713254]
",
      " [0.12440467]
",
      " [0.12184913]
",
      " [0.13386025]]
",
      "grad01:  [[-9.78837885e-05  3.55031836e-03]
",
      " [ 2.74739165e-04  4.33976622e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00152332]
",
      " [-0.00380361]]
",
      "(2, 1)
",
      "[[0.11711483]
",
      " [0.12439971]
",
      " [0.12184229]
",
      " [0.13387895]]
",
      "grad01:  [[-9.76444822e-05  3.55973848e-03]
",
      " [ 2.75651187e-04  4.34990660e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0015269 ]
",
      " [-0.00381161]]
",
      "(2, 1)
",
      "[[0.11709708]
",
      " [0.12439473]
",
      " [0.12183543]
",
      " [0.1338977 ]]
",
      "grad01:  [[-9.74034710e-05  3.56918423e-03]
",
      " [ 2.76566820e-04  4.36007141e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00153048]
",
      " [-0.00381962]]
",
      "(2, 1)
",
      "[[0.11707928]
",
      " [0.12438972]
",
      " [0.12182854]
",
      " [0.1339165 ]]
",
      "grad01:  [[-9.71607459e-05  3.57865565e-03]
",
      " [ 2.77486081e-04  4.37026067e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00153408]
",
      " [-0.00382767]]
",
      "(2, 1)
",
      "[[0.11706143]
",
      " [0.12438469]
",
      " [0.12182163]
",
      " [0.13393534]]
",
      "grad01:  [[-9.69162979e-05  3.58815280e-03]
",
      " [ 2.78408985e-04  4.38047442e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00153769]
",
      " [-0.00383573]]
",
      "(2, 1)
",
      "[[0.11704353]
",
      " [0.12437964]
",
      " [0.12181469]
",
      " [0.13395423]]
",
      "grad01:  [[-9.66701181e-05  3.59767571e-03]
",
      " [ 2.79335548e-04  4.39071269e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00154131]
",
      " [-0.00384382]]
",
      "(2, 1)
",
      "[[0.11702558]
",
      " [0.12437457]
",
      " [0.12180773]
",
      " [0.13397316]]
",
      "grad01:  [[-9.64221973e-05  3.60722443e-03]
",
      " [ 2.80265786e-04  4.40097553e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00154494]
",
      " [-0.00385194]]
",
      "(2, 1)
",
      "[[0.11700758]
",
      " [0.12436947]
",
      " [0.12180075]
",
      " [0.13399214]]
",
      "grad01:  [[-9.61725266e-05  3.61679902e-03]
",
      " [ 2.81199715e-04  4.41126297e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00154859]
",
      " [-0.00386008]]
",
      "(2, 1)
",
      "[[0.11698954]
",
      " [0.12436434]
",
      " [0.12179374]
",
      " [0.13401116]]
",
      "grad01:  [[-9.59210967e-05  3.62639951e-03]
",
      " [ 2.82137352e-04  4.42157505e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00155224]
",
      " [-0.00386824]]
",
      "(2, 1)
",
      "[[0.11697144]
",
      " [0.1243592 ]
",
      " [0.1217867 ]
",
      " [0.13403024]]
",
      "grad01:  [[-9.56678984e-05  3.63602595e-03]
",
      " [ 2.83078714e-04  4.43191179e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00155591]
",
      " [-0.00387643]]
",
      "(2, 1)
",
      "[[0.1169533 ]
",
      " [0.12435403]
",
      " [0.12177964]
",
      " [0.13404936]]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "grad01:  [[-9.54129225e-05  3.64567838e-03]
",
      " [ 2.84023815e-04  4.44227323e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00155958]
",
      " [-0.00388465]]
",
      "(2, 1)
",
      "[[0.1169351 ]
",
      " [0.12434883]
",
      " [0.12177256]
",
      " [0.13406852]]
",
      "grad01:  [[-9.51561599e-05  3.65535686e-03]
",
      " [ 2.84972673e-04  4.45265941e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00156327]
",
      " [-0.00389288]]
",
      "(2, 1)
",
      "[[0.11691686]
",
      " [0.12434361]
",
      " [0.12176545]
",
      " [0.13408773]]
",
      "grad01:  [[-9.48976010e-05  3.66506142e-03]
",
      " [ 2.85925304e-04  4.46307036e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00156697]
",
      " [-0.00390115]]
",
      "(2, 1)
",
      "[[0.11689856]
",
      " [0.12433837]
",
      " [0.12175832]
",
      " [0.13410699]]
",
      "grad01:  [[-9.46372366e-05  3.67479212e-03]
",
      " [ 2.86881726e-04  4.47350612e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00157068]
",
      " [-0.00390944]]
",
      "(2, 1)
",
      "[[0.11688021]
",
      " [0.1243331 ]
",
      " [0.12175116]
",
      " [0.1341263 ]]
",
      "grad01:  [[-9.43750573e-05  3.68454899e-03]
",
      " [ 2.87841953e-04  4.48396672e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0015744 ]
",
      " [-0.00391775]]
",
      "(2, 1)
",
      "[[0.11686182]
",
      " [0.12432781]
",
      " [0.12174398]
",
      " [0.13414565]]
",
      "grad01:  [[-9.41110536e-05  3.69433207e-03]
",
      " [ 2.88806004e-04  4.49445219e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00157814]
",
      " [-0.00392609]]
",
      "(2, 1)
",
      "[[0.11684337]
",
      " [0.12432249]
",
      " [0.12173677]
",
      " [0.13416505]]
",
      "grad01:  [[-9.38452161e-05  3.70414143e-03]
",
      " [ 2.89773894e-04  4.50496256e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00158188]
",
      " [-0.00393445]]
",
      "(2, 1)
",
      "[[0.11682487]
",
      " [0.12431715]
",
      " [0.12172954]
",
      " [0.1341845 ]]
",
      "grad01:  [[-9.35775352e-05  3.71397709e-03]
",
      " [ 2.90745641e-04  4.51549787e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00158564]
",
      " [-0.00394284]]
",
      "(2, 1)
",
      "[[0.11680632]
",
      " [0.12431178]
",
      " [0.12172228]
",
      " [0.13420399]]
",
      "grad01:  [[-9.33080012e-05  3.72383909e-03]
",
      " [ 2.91721262e-04  4.52605815e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00158941]
",
      " [-0.00395126]]
",
      "(2, 1)
",
      "[[0.11678772]
",
      " [0.12430639]
",
      " [0.12171499]
",
      " [0.13422353]]
",
      "grad01:  [[-9.30366048e-05  3.73372750e-03]
",
      " [ 2.92700774e-04  4.53664344e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00159319]
",
      " [-0.0039597 ]]
",
      "(2, 1)
",
      "[[0.11676907]
",
      " [0.12430098]
",
      " [0.12170768]
",
      " [0.13424312]]
",
      "grad01:  [[-9.27633360e-05  3.74364234e-03]
",
      " [ 2.93684193e-04  4.54725376e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00159698]
",
      " [-0.00396816]]
",
      "(2, 1)
",
      "[[0.11675036]
",
      " [0.12429554]
",
      " [0.12170034]
",
      " [0.13426276]]
",
      "grad01:  [[-9.24881853e-05  3.75358366e-03]
",
      " [ 2.94671537e-04  4.55788914e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00160078]
",
      " [-0.00397666]]
",
      "(2, 1)
",
      "[[0.11673161]
",
      " [0.12429007]
",
      " [0.12169298]
",
      " [0.13428244]]
",
      "grad01:  [[-9.22111428e-05  3.76355150e-03]
",
      " [ 2.95662822e-04  4.56854962e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00160459]
",
      " [-0.00398517]]
",
      "(2, 1)
",
      "[[0.1167128 ]
",
      " [0.12428458]
",
      " [0.12168559]
",
      " [0.13430217]]
",
      "grad01:  [[-9.19321989e-05  3.77354590e-03]
",
      " [ 2.96658067e-04  4.57923523e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00160842]
",
      " [-0.00399372]]
",
      "(2, 1)
",
      "[[0.11669394]
",
      " [0.12427906]
",
      " [0.12167818]
",
      " [0.13432195]]
",
      "grad01:  [[-9.16513435e-05  3.78356691e-03]
",
      " [ 2.97657289e-04  4.58994600e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00161226]
",
      " [-0.00400228]]
",
      "(2, 1)
",
      "[[0.11667503]
",
      " [0.12427352]
",
      " [0.12167073]
",
      " [0.13434178]]
",
      "grad01:  [[-9.13685669e-05  3.79361457e-03]
",
      " [ 2.98660505e-04  4.60068196e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00161611]
",
      " [-0.00401088]]
",
      "(2, 1)
",
      "[[0.11665607]
",
      " [0.12426795]
",
      " [0.12166327]
",
      " [0.13436166]]
",
      "grad01:  [[-9.10838591e-05  3.80368892e-03]
",
      " [ 2.99667732e-04  4.61144314e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00161997]
",
      " [-0.0040195 ]]
",
      "(2, 1)
",
      "[[0.11663705]
",
      " [0.12426236]
",
      " [0.12165577]
",
      " [0.13438159]]
",
      "grad01:  [[-9.07972102e-05  3.81379000e-03]
",
      " [ 3.00678988e-04  4.62222957e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00162384]
",
      " [-0.00402814]]
",
      "(2, 1)
",
      "[[0.11661798]
",
      " [0.12425674]
",
      " [0.12164825]
",
      " [0.13440156]]
",
      "grad01:  [[-9.05086100e-05  3.82391784e-03]
",
      " [ 3.01694291e-04  4.63304127e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00162772]
",
      " [-0.00403681]]
",
      "(2, 1)
",
      "[[0.11659886]
",
      " [0.1242511 ]
",
      " [0.1216407 ]
",
      " [0.13442158]]
",
      "grad01:  [[-9.02180486e-05  3.83407250e-03]
",
      " [ 3.02713658e-04  4.64387829e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00163162]
",
      " [-0.00404551]]
",
      "(2, 1)
",
      "[[0.11657968]
",
      " [0.12424543]
",
      " [0.12163313]
",
      " [0.13444165]]
",
      "grad01:  [[-8.99255158e-05  3.84425401e-03]
",
      " [ 3.03737107e-04  4.65474064e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00163553]
",
      " [-0.00405424]]
",
      "(2, 1)
",
      "[[0.11656045]
",
      " [0.12423973]
",
      " [0.12162552]
",
      " [0.13446177]]
",
      "grad01:  [[-8.96310015e-05  3.85446242e-03]
",
      " [ 3.04764656e-04  4.66562835e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00163945]
",
      " [-0.00406299]]
",
      "(2, 1)
",
      "[[0.11654117]
",
      " [0.12423401]
",
      " [0.1216179 ]
",
      " [0.13448194]]
",
      "grad01:  [[-8.93344954e-05  3.86469775e-03]
",
      " [ 3.05796323e-04  4.67654146e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00164338]
",
      " [-0.00407176]]
",
      "(2, 1)
",
      "[[0.11652183]
",
      " [0.12422826]
",
      " [0.12161024]
",
      " [0.13450216]]
",
      "grad01:  [[-8.90359873e-05  3.87496005e-03]
",
      " [ 3.06832126e-04  4.68748000e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00164732]
",
      " [-0.00408057]]
",
      "(2, 1)
",
      "[[0.11650244]
",
      " [0.12422248]
",
      " [0.12160256]
",
      " [0.13452242]]
",
      "grad01:  [[-8.87354669e-05  3.88524937e-03]
",
      " [ 3.07872083e-04  4.69844398e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00165128]
",
      " [-0.00408939]]
",
      "(2, 1)
",
      "[[0.116483  ]
",
      " [0.12421668]
",
      " [0.12159484]
",
      " [0.13454274]]
",
      "grad01:  [[-8.84329239e-05  3.89556573e-03]
",
      " [ 3.08916211e-04  4.70943344e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00165525]
",
      " [-0.00409825]]
",
      "(2, 1)
",
      "[[0.1164635 ]
",
      " [0.12421085]
",
      " [0.12158711]
",
      " [0.13456311]]
",
      "grad01:  [[-8.81283479e-05  3.90590918e-03]
",
      " [ 3.09964530e-04  4.72044840e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00165923]
",
      " [-0.00410713]]
",
      "(2, 1)
",
      "[[0.11644394]
",
      " [0.124205  ]
",
      " [0.12157934]
",
      " [0.13458352]]
",
      "grad01:  [[-8.78217283e-05  3.91627975e-03]
",
      " [ 3.11017058e-04  4.73148889e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00166322]
",
      " [-0.00411604]]
",
      "(2, 1)
",
      "[[0.11642434]
",
      " [0.12419912]
",
      " [0.12157155]
",
      " [0.13460398]]
",
      "grad01:  [[-8.75130548e-05  3.92667748e-03]
",
      " [ 3.12073812e-04  4.74255493e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00166722]
",
      " [-0.00412498]]
",
      "(2, 1)
",
      "[[0.11640467]
",
      " [0.12419321]
",
      " [0.12156372]
",
      " [0.1346245 ]]
",
      "grad01:  [[-8.72023168e-05  3.93710242e-03]
",
      " [ 3.13134811e-04  4.75364656e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00167124]
",
      " [-0.00413394]]
",
      "(2, 1)
",
      "[[0.11638496]
",
      " [0.12418727]
",
      " [0.12155587]
",
      " [0.13464506]]
",
      "grad01:  [[-8.68895038e-05  3.94755459e-03]
",
      " [ 3.14200075e-04  4.76476380e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00167526]
",
      " [-0.00414293]]
",
      "(2, 1)
",
      "[[0.11636518]
",
      " [0.12418131]
",
      " [0.121548  ]
",
      " [0.13466568]]
",
      "grad01:  [[-8.65746051e-05  3.95803404e-03]
",
      " [ 3.15269620e-04  4.77590666e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0016793 ]
",
      " [-0.00415194]]
",
      "(2, 1)
",
      "[[0.11634536]
",
      " [0.12417532]
",
      " [0.12154009]
",
      " [0.13468634]]
",
      "grad01:  [[-8.62576100e-05  3.96854080e-03]
",
      " [ 3.16343467e-04  4.78707519e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00168336]
",
      " [-0.00416098]]
",
      "(2, 1)
",
      "[[0.11632547]
",
      " [0.12416931]
",
      " [0.12153215]
",
      " [0.13470705]]
",
      "grad01:  [[-8.59385078e-05  3.97907490e-03]
",
      " [ 3.17421633e-04  4.79826940e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00168742]
",
      " [-0.00417005]]
",
      "(2, 1)
",
      "[[0.11630553]
",
      " [0.12416326]
",
      " [0.12152419]
",
      " [0.13472782]]
",
      "grad01:  [[-8.56172877e-05  3.98963639e-03]
",
      " [ 3.18504138e-04  4.80948931e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0016915 ]
",
      " [-0.00417915]]
",
      "(2, 1)
",
      "[[0.11628554]
",
      " [0.12415719]
",
      " [0.1215162 ]
",
      " [0.13474863]]
",
      "grad01:  [[-8.52939391e-05  4.00022530e-03]
",
      " [ 3.19591000e-04  4.82073495e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00169558]
",
      " [-0.00418827]]
",
      "(2, 1)
",
      "[[0.11626549]
",
      " [0.12415109]
",
      " [0.12150818]
",
      " [0.1347695 ]]
",
      "grad01:  [[-8.49684508e-05  4.01084165e-03]
",
      " [ 3.20682239e-04  4.83200635e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00169968]
",
      " [-0.00419742]]
",
      "(2, 1)
",
      "[[0.11624538]
",
      " [0.12414497]
",
      " [0.12150013]
",
      " [0.13479041]]
",
      "grad01:  [[-8.46408122e-05  4.02148550e-03]
",
      " [ 3.21777872e-04  4.84330352e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0017038]
",
      " [-0.0042066]]
",
      "(2, 1)
",
      "[[0.11622521]
",
      " [0.12413881]
",
      " [0.12149205]
",
      " [0.13481138]]
",
      "grad01:  [[-8.43110122e-05  4.03215687e-03]
",
      " [ 3.22877921e-04  4.85462649e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00170792]
",
      " [-0.00421581]]
",
      "(2, 1)
",
      "[[0.11620499]
",
      " [0.12413263]
",
      " [0.12148394]
",
      " [0.13483239]]
",
      "grad01:  [[-8.39790398e-05  4.04285580e-03]
",
      " [ 3.23982403e-04  4.86597528e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00171206]
",
      " [-0.00422504]]
",
      "(2, 1)
",
      "[[0.11618472]
",
      " [0.12412642]
",
      " [0.12147581]
",
      " [0.13485346]]
",
      "grad01:  [[-8.36448839e-05  4.05358231e-03]
",
      " [ 3.25091337e-04  4.87734991e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00171621]
",
      " [-0.0042343 ]]
",
      "(2, 1)
",
      "[[0.11616438]
",
      " [0.12412018]
",
      " [0.12146764]
",
      " [0.13487458]]
",
      "grad01:  [[-8.33085335e-05  4.06433645e-03]
",
      " [ 3.26204744e-04  4.88875040e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00172037]
",
      " [-0.00424359]]
",
      "(2, 1)
",
      "[[0.11614399]
",
      " [0.12411391]
",
      " [0.12145944]
",
      " [0.13489575]]
",
      "grad01:  [[-8.29699775e-05  4.07511825e-03]
",
      " [ 3.27322643e-04  4.90017678e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00172455]
",
      " [-0.0042529 ]]
",
      "(2, 1)
",
      "[[0.11612354]
",
      " [0.12410762]
",
      " [0.12145122]
",
      " [0.13491697]]
",
      "grad01:  [[-8.26292045e-05  4.08592773e-03]
",
      " [ 3.28445052e-04  4.91162907e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00172874]
",
      " [-0.00426224]]
",
      "(2, 1)
",
      "[[0.11610303]
",
      " [0.12410129]
",
      " [0.12144296]
",
      " [0.13493824]]
",
      "grad01:  [[-8.22862034e-05  4.09676494e-03]
",
      " [ 3.29571993e-04  4.92310728e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00173294]
",
      " [-0.00427161]]
",
      "(2, 1)
",
      "[[0.11608247]
",
      " [0.12409494]
",
      " [0.12143468]
",
      " [0.13495957]]
",
      "grad01:  [[-8.19409629e-05  4.10762990e-03]
",
      " [ 3.30703483e-04  4.93461144e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00173715]
",
      " [-0.00428101]]
",
      "(2, 1)
",
      "[[0.11606185]
",
      " [0.12408856]
",
      " [0.12142636]
",
      " [0.13498094]]
",
      "grad01:  [[-8.15934717e-05  4.11852264e-03]
",
      " [ 3.31839543e-04  4.94614156e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00174137]
",
      " [-0.00429044]]
",
      "(2, 1)
",
      "[[0.11604116]
",
      " [0.12408215]
",
      " [0.12141802]
",
      " [0.13500237]]
",
      "grad01:  [[-8.12437182e-05  4.12944321e-03]
",
      " [ 3.32980194e-04  4.95769766e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00174561]
",
      " [-0.00429989]]
",
      "(2, 1)
",
      "[[0.11602042]
",
      " [0.12407571]
",
      " [0.12140964]
",
      " [0.13502385]]
",
      "grad01:  [[-8.08916912e-05  4.14039161e-03]
",
      " [ 3.34125453e-04  4.96927977e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00174986]
",
      " [-0.00430937]]
",
      "(2, 1)
",
      "[[0.11599963]
",
      " [0.12406925]
",
      " [0.12140124]
",
      " [0.13504538]]
",
      "grad01:  [[-8.05373792e-05  4.15136790e-03]
",
      " [ 3.35275343e-04  4.98088790e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00175412]
",
      " [-0.00431888]]
",
      "(2, 1)
",
      "[[0.11597877]
",
      " [0.12406275]
",
      " [0.1213928 ]
",
      " [0.13506696]]
",
      "grad01:  [[-8.01807705e-05  4.16237209e-03]
",
      " [ 3.36429881e-04  4.99252207e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0017584 ]
",
      " [-0.00432842]]
",
      "(2, 1)
",
      "[[0.11595785]
",
      " [0.12405622]
",
      " [0.12138434]
",
      " [0.1350886 ]]
",
      "grad01:  [[-7.98218536e-05  4.17340422e-03]
",
      " [ 3.37589090e-04  5.00418229e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00176269]
",
      " [-0.00433799]]
",
      "(2, 1)
",
      "[[0.11593688]
",
      " [0.12404967]
",
      " [0.12137584]
",
      " [0.13511028]]
",
      "grad01:  [[-7.94606169e-05  4.18446431e-03]
",
      " [ 3.38752988e-04  5.01586858e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00176699]
",
      " [-0.00434758]]
",
      "(2, 1)
",
      "[[0.11591584]
",
      " [0.12404308]
",
      " [0.12136731]
",
      " [0.13513202]]
",
      "grad01:  [[-7.90970486e-05  4.19555240e-03]
",
      " [ 3.39921596e-04  5.02758097e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0017713]
",
      " [-0.0043572]]
",
      "(2, 1)
",
      "[[0.11589475]
",
      " [0.12403647]
",
      " [0.12135875]
",
      " [0.13515381]]
",
      "grad01:  [[-7.87311371e-05  4.20666851e-03]
",
      " [ 3.41094935e-04  5.03931946e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00177563]
",
      " [-0.00436685]]
",
      "(2, 1)
",
      "[[0.1158736 ]
",
      " [0.12402983]
",
      " [0.12135016]
",
      " [0.13517566]]
",
      "grad01:  [[-7.83628706e-05  4.21781267e-03]
",
      " [ 3.42273025e-04  5.05108407e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00177997]
",
      " [-0.00437653]]
",
      "(2, 1)
",
      "[[0.11585238]
",
      " [0.12402315]
",
      " [0.12134154]
",
      " [0.13519755]]
",
      "grad01:  [[-7.79922372e-05  4.22898490e-03]
",
      " [ 3.43455885e-04  5.06287482e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00178432]
",
      " [-0.00438624]]
",
      "(2, 1)
",
      "[[0.11583111]
",
      " [0.12401645]
",
      " [0.12133289]
",
      " [0.1352195 ]]
",
      "grad01:  [[-7.76192250e-05  4.24018525e-03]
",
      " [ 3.44643538e-04  5.07469171e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00178868]
",
      " [-0.00439598]]
",
      "(2, 1)
",
      "[[0.11580978]
",
      " [0.12400972]
",
      " [0.1213242 ]
",
      " [0.13524151]]
",
      "grad01:  [[-7.72438222e-05  4.25141372e-03]
",
      " [ 3.45836003e-04  5.08653478e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00179306]
",
      " [-0.00440574]]
",
      "(2, 1)
",
      "[[0.11578838]
",
      " [0.12400295]
",
      " [0.12131549]
",
      " [0.13526356]]
",
      "grad01:  [[-7.68660167e-05  4.26267035e-03]
",
      " [ 3.47033301e-04  5.09840402e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00179745]
",
      " [-0.00441553]]
",
      "(2, 1)
",
      "[[0.11576693]
",
      " [0.12399616]
",
      " [0.12130674]
",
      " [0.13528567]]
",
      "grad01:  [[-7.64857965e-05  4.27395516e-03]
",
      " [ 3.48235453e-04  5.11029945e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00180185]
",
      " [-0.00442536]]
",
      "(2, 1)
",
      "[[0.11574541]
",
      " [0.12398934]
",
      " [0.12129796]
",
      " [0.13530783]]
",
      "grad01:  [[-7.61031496e-05  4.28526819e-03]
",
      " [ 3.49442480e-04  5.12222109e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00180627]
",
      " [-0.00443521]]
",
      "(2, 1)
",
      "[[0.11572383]
",
      " [0.12398248]
",
      " [0.12128915]
",
      " [0.13533005]]
",
      "grad01:  [[-7.57180637e-05  4.29660944e-03]
",
      " [ 3.50654403e-04  5.13416895e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0018107 ]
",
      " [-0.00444509]]
",
      "(2, 1)
",
      "[[0.11570219]
",
      " [0.1239756 ]
",
      " [0.12128031]
",
      " [0.13535232]]
",
      "grad01:  [[-7.53305267e-05  4.30797896e-03]
",
      " [ 3.51871243e-04  5.14614304e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00181514]
",
      " [-0.004455  ]]
",
      "(2, 1)
",
      "[[0.11568049]
",
      " [0.12396868]
",
      " [0.12127143]
",
      " [0.13537464]]
",
      "grad01:  [[-7.49405265e-05  4.31937675e-03]
",
      " [ 3.53093021e-04  5.15814337e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00181959]
",
      " [-0.00446493]]
",
      "(2, 1)
",
      "[[0.11565873]
",
      " [0.12396174]
",
      " [0.12126252]
",
      " [0.13539702]]
",
      "grad01:  [[-7.45480506e-05  4.33080285e-03]
",
      " [ 3.54319758e-04  5.17016995e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00182406]
",
      " [-0.0044749 ]]
",
      "(2, 1)
",
      "[[0.1156369 ]
",
      " [0.12395476]
",
      " [0.12125358]
",
      " [0.13541945]]
",
      "grad01:  [[-7.41530868e-05  4.34225728e-03]
",
      " [ 3.55551475e-04  5.18222279e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00182854]
",
      " [-0.0044849 ]]
",
      "(2, 1)
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.11561502]
",
      " [0.12394775]
",
      " [0.12124461]
",
      " [0.13544193]]
",
      "grad01:  [[-7.37556226e-05  4.35374006e-03]
",
      " [ 3.56788194e-04  5.19430191e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00183304]
",
      " [-0.00449492]]
",
      "(2, 1)
",
      "[[0.11559307]
",
      " [0.12394071]
",
      " [0.1212356 ]
",
      " [0.13546447]]
",
      "grad01:  [[-7.33556457e-05  4.36525121e-03]
",
      " [ 3.58029936e-04  5.20640731e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00183755]
",
      " [-0.00450497]]
",
      "(2, 1)
",
      "[[0.11557106]
",
      " [0.12393364]
",
      " [0.12122656]
",
      " [0.13548706]]
",
      "grad01:  [[-7.29531435e-05  4.37679075e-03]
",
      " [ 3.59276723e-04  5.21853900e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00184207]
",
      " [-0.00451506]]
",
      "(2, 1)
",
      "[[0.11554898]
",
      " [0.12392654]
",
      " [0.12121749]
",
      " [0.1355097 ]]
",
      "grad01:  [[-7.25481036e-05  4.38835871e-03]
",
      " [ 3.60528576e-04  5.23069699e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0018466 ]
",
      " [-0.00452517]]
",
      "(2, 1)
",
      "[[0.11552684]
",
      " [0.12391941]
",
      " [0.12120839]
",
      " [0.1355324 ]]
",
      "grad01:  [[-7.21405133e-05  4.39995511e-03]
",
      " [ 3.61785518e-04  5.24288129e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00185115]
",
      " [-0.00453531]]
",
      "(2, 1)
",
      "[[0.11550464]
",
      " [0.12391224]
",
      " [0.12119925]
",
      " [0.13555516]]
",
      "grad01:  [[-7.17303600e-05  4.41157996e-03]
",
      " [ 3.63047569e-04  5.25509191e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00185571]
",
      " [-0.00454548]]
",
      "(2, 1)
",
      "[[0.11548238]
",
      " [0.12390505]
",
      " [0.12119007]
",
      " [0.13557797]]
",
      "grad01:  [[-7.13176310e-05  4.42323329e-03]
",
      " [ 3.64314751e-04  5.26732885e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00186028]
",
      " [-0.00455568]]
",
      "(2, 1)
",
      "[[0.11546005]
",
      " [0.12389782]
",
      " [0.12118087]
",
      " [0.13560083]]
",
      "grad01:  [[-7.09023136e-05  4.43491511e-03]
",
      " [ 3.65587087e-04  5.27959212e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00186486]
",
      " [-0.00456591]]
",
      "(2, 1)
",
      "[[0.11543766]
",
      " [0.12389056]
",
      " [0.12117163]
",
      " [0.13562375]]
",
      "grad01:  [[-7.04843949e-05  4.44662545e-03]
",
      " [ 3.66864599e-04  5.29188173e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00186946]
",
      " [-0.00457617]]
",
      "(2, 1)
",
      "[[0.1154152 ]
",
      " [0.12388326]
",
      " [0.12116236]
",
      " [0.13564672]]
",
      "grad01:  [[-7.00638622e-05  4.45836431e-03]
",
      " [ 3.68147308e-04  5.30419768e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00187408]
",
      " [-0.00458646]]
",
      "(2, 1)
",
      "[[0.11539268]
",
      " [0.12387594]
",
      " [0.12115305]
",
      " [0.13566975]]
",
      "grad01:  [[-6.96407025e-05  4.47013173e-03]
",
      " [ 3.69435237e-04  5.31653998e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0018787 ]
",
      " [-0.00459678]]
",
      "(2, 1)
",
      "[[0.1153701 ]
",
      " [0.12386858]
",
      " [0.12114371]
",
      " [0.13569284]]
",
      "grad01:  [[-6.92149029e-05  4.48192772e-03]
",
      " [ 3.70728407e-04  5.32890863e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00188334]
",
      " [-0.00460713]]
",
      "(2, 1)
",
      "[[0.11534745]
",
      " [0.12386119]
",
      " [0.12113433]
",
      " [0.13571598]]
",
      "grad01:  [[-6.87864504e-05  4.49375228e-03]
",
      " [ 3.72026842e-04  5.34130364e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.001888  ]
",
      " [-0.00461751]]
",
      "(2, 1)
",
      "[[0.11532473]
",
      " [0.12385377]
",
      " [0.12112492]
",
      " [0.13573917]]
",
      "grad01:  [[-6.83553320e-05  4.50560545e-03]
",
      " [ 3.73330564e-04  5.35372501e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00189266]
",
      " [-0.00462792]]
",
      "(2, 1)
",
      "[[0.11530195]
",
      " [0.12384632]
",
      " [0.12111548]
",
      " [0.13576242]]
",
      "grad01:  [[-6.79215345e-05  4.51748723e-03]
",
      " [ 3.74639595e-04  5.36617274e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00189734]
",
      " [-0.00463836]]
",
      "(2, 1)
",
      "[[0.11527911]
",
      " [0.12383883]
",
      " [0.121106  ]
",
      " [0.13578572]]
",
      "grad01:  [[-6.74850448e-05  4.52939765e-03]
",
      " [ 3.75953957e-04  5.37864683e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00190203]
",
      " [-0.00464883]]
",
      "(2, 1)
",
      "[[0.1152562 ]
",
      " [0.12383131]
",
      " [0.12109648]
",
      " [0.13580908]]
",
      "grad01:  [[-6.70458496e-05  4.54133670e-03]
",
      " [ 3.77273674e-04  5.39114729e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00190674]
",
      " [-0.00465933]]
",
      "(2, 1)
",
      "[[0.11523322]
",
      " [0.12382376]
",
      " [0.12108693]
",
      " [0.1358325 ]]
",
      "grad01:  [[-6.66039358e-05  4.55330442e-03]
",
      " [ 3.78598768e-04  5.40367413e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00191146]
",
      " [-0.00466986]]
",
      "(2, 1)
",
      "[[0.11521018]
",
      " [0.12381617]
",
      " [0.12107735]
",
      " [0.13585597]]
",
      "grad01:  [[-6.61592901e-05  4.56530081e-03]
",
      " [ 3.79929262e-04  5.41622733e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00191619]
",
      " [-0.00468042]]
",
      "(2, 1)
",
      "[[0.11518707]
",
      " [0.12380855]
",
      " [0.12106773]
",
      " [0.1358795 ]]
",
      "grad01:  [[-6.57118989e-05  4.57732588e-03]
",
      " [ 3.81265179e-04  5.42880690e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00192094]
",
      " [-0.00469101]]
",
      "(2, 1)
",
      "[[0.11516389]
",
      " [0.1238009 ]
",
      " [0.12105807]
",
      " [0.13590309]]
",
      "grad01:  [[-6.52617491e-05  4.58937966e-03]
",
      " [ 3.82606541e-04  5.44141284e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0019257 ]
",
      " [-0.00470163]]
",
      "(2, 1)
",
      "[[0.11514065]
",
      " [0.12379321]
",
      " [0.12104838]
",
      " [0.13592673]]
",
      "grad01:  [[-6.48088270e-05  4.60146214e-03]
",
      " [ 3.83953373e-04  5.45404516e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00193048]
",
      " [-0.00471228]]
",
      "(2, 1)
",
      "[[0.11511734]
",
      " [0.12378549]
",
      " [0.12103865]
",
      " [0.13595042]]
",
      "grad01:  [[-6.43531192e-05  4.61357334e-03]
",
      " [ 3.85305696e-04  5.46670384e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00193526]
",
      " [-0.00472296]]
",
      "(2, 1)
",
      "[[0.11509396]
",
      " [0.12377774]
",
      " [0.12102889]
",
      " [0.13597418]]
",
      "grad01:  [[-6.38946121e-05  4.62571328e-03]
",
      " [ 3.86663534e-04  5.47938889e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00194006]
",
      " [-0.00473367]]
",
      "(2, 1)
",
      "[[0.11507052]
",
      " [0.12376995]
",
      " [0.12101909]
",
      " [0.13599799]]
",
      "grad01:  [[-6.34332921e-05  4.63788195e-03]
",
      " [ 3.88026911e-04  5.49210030e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00194488]
",
      " [-0.00474442]]
",
      "(2, 1)
",
      "[[0.11504701]
",
      " [0.12376213]
",
      " [0.12100926]
",
      " [0.13602185]]
",
      "grad01:  [[-6.29691455e-05  4.65007938e-03]
",
      " [ 3.89395850e-04  5.50483808e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00194971]
",
      " [-0.00475519]]
",
      "(2, 1)
",
      "[[0.11502343]
",
      " [0.12375427]
",
      " [0.12099939]
",
      " [0.13604578]]
",
      "grad01:  [[-6.25021586e-05  4.66230557e-03]
",
      " [ 3.90770374e-04  5.51760221e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00195455]
",
      " [-0.00476599]]
",
      "(2, 1)
",
      "[[0.11499978]
",
      " [0.12374638]
",
      " [0.12098948]
",
      " [0.13606976]]
",
      "grad01:  [[-6.20323176e-05  4.67456053e-03]
",
      " [ 3.92150507e-04  5.53039270e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00195941]
",
      " [-0.00477683]]
",
      "(2, 1)
",
      "[[0.11497607]
",
      " [0.12373846]
",
      " [0.12097954]
",
      " [0.13609379]]
",
      "grad01:  [[-6.15596087e-05  4.68684427e-03]
",
      " [ 3.93536272e-04  5.54320953e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00196428]
",
      " [-0.00478769]]
",
      "(2, 1)
",
      "[[0.11495228]
",
      " [0.1237305 ]
",
      " [0.12096956]
",
      " [0.13611789]]
",
      "grad01:  [[-6.10840179e-05  4.69915679e-03]
",
      " [ 3.94927694e-04  5.55605271e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00196916]
",
      " [-0.00479859]]
",
      "(2, 1)
",
      "[[0.11492843]
",
      " [0.12372251]
",
      " [0.12095954]
",
      " [0.13614204]]
",
      "grad01:  [[-6.06055314e-05  4.71149810e-03]
",
      " [ 3.96324795e-04  5.56892223e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00197406]
",
      " [-0.00480952]]
",
      "(2, 1)
",
      "[[0.11490451]
",
      " [0.12371448]
",
      " [0.12094948]
",
      " [0.13616625]]
",
      "grad01:  [[-6.01241352e-05  4.72386821e-03]
",
      " [ 3.97727601e-04  5.58181809e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00197897]
",
      " [-0.00482047]]
",
      "(2, 1)
",
      "[[0.11488052]
",
      " [0.12370641]
",
      " [0.12093939]
",
      " [0.13619051]]
",
      "grad01:  [[-5.96398152e-05  4.73626713e-03]
",
      " [ 3.99136134e-04  5.59474027e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00198389]
",
      " [-0.00483146]]
",
      "(2, 1)
",
      "[[0.11485646]
",
      " [0.12369832]
",
      " [0.12092926]
",
      " [0.13621484]]
",
      "grad01:  [[-5.91525574e-05  4.74869485e-03]
",
      " [ 4.00550420e-04  5.60768876e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00198883]
",
      " [-0.00484248]]
",
      "(2, 1)
",
      "[[0.11483233]
",
      " [0.12369018]
",
      " [0.1209191 ]
",
      " [0.13623922]]
",
      "grad01:  [[-5.86623475e-05  4.76115139e-03]
",
      " [ 4.01970481e-04  5.62066357e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00199378]
",
      " [-0.00485354]]
",
      "(2, 1)
",
      "[[0.11480813]
",
      " [0.12368201]
",
      " [0.12090889]
",
      " [0.13626366]]
",
      "grad01:  [[-5.81691714e-05  4.77363674e-03]
",
      " [ 4.03396343e-04  5.63366468e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00199875]
",
      " [-0.00486462]]
",
      "(2, 1)
",
      "[[0.11478386]
",
      " [0.12367381]
",
      " [0.12089865]
",
      " [0.13628815]]
",
      "grad01:  [[-5.76730149e-05  4.78615092e-03]
",
      " [ 4.04828029e-04  5.64669208e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00200373]
",
      " [-0.00487573]]
",
      "(2, 1)
",
      "[[0.11475951]
",
      " [0.12366557]
",
      " [0.12088837]
",
      " [0.13631271]]
",
      "grad01:  [[-5.71738636e-05  4.79869391e-03]
",
      " [ 4.06265564e-04  5.65974576e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00200872]
",
      " [-0.00488688]]
",
      "(2, 1)
",
      "[[0.1147351 ]
",
      " [0.1236573 ]
",
      " [0.12087805]
",
      " [0.13633732]]
",
      "grad01:  [[-5.66717032e-05  4.81126574e-03]
",
      " [ 4.07708972e-04  5.67282572e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00201373]
",
      " [-0.00489806]]
",
      "(2, 1)
",
      "[[0.11471062]
",
      " [0.12364899]
",
      " [0.1208677 ]
",
      " [0.13636199]]
",
      "grad01:  [[-5.61665192e-05  4.82386639e-03]
",
      " [ 4.09158279e-04  5.68593194e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00201875]
",
      " [-0.00490926]]
",
      "(2, 1)
",
      "[[0.11468607]
",
      " [0.12364064]
",
      " [0.1208573 ]
",
      " [0.13638672]]
",
      "grad01:  [[-5.56582972e-05  4.83649586e-03]
",
      " [ 4.10613508e-04  5.69906441e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00202379]
",
      " [-0.0049205 ]]
",
      "(2, 1)
",
      "[[0.11466144]
",
      " [0.12363226]
",
      " [0.12084687]
",
      " [0.13641151]]
",
      "grad01:  [[-5.51470227e-05  4.84915417e-03]
",
      " [ 4.12074684e-04  5.71222311e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00202884]
",
      " [-0.00493177]]
",
      "(2, 1)
",
      "[[0.11463675]
",
      " [0.12362384]
",
      " [0.1208364 ]
",
      " [0.13643635]]
",
      "grad01:  [[-5.46326811e-05  4.86184130e-03]
",
      " [ 4.13541832e-04  5.72540804e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0020339 ]
",
      " [-0.00494308]]
",
      "(2, 1)
",
      "[[0.11461198]
",
      " [0.12361538]
",
      " [0.12082589]
",
      " [0.13646126]]
",
      "grad01:  [[-5.41152578e-05  4.87455725e-03]
",
      " [ 4.15014978e-04  5.73861918e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00203898]
",
      " [-0.00495441]]
",
      "(2, 1)
",
      "[[0.11458714]
",
      " [0.12360689]
",
      " [0.12081534]
",
      " [0.13648622]]
",
      "grad01:  [[-5.35947381e-05  4.88730204e-03]
",
      " [ 4.16494145e-04  5.75185652e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00204407]
",
      " [-0.00496578]]
",
      "(2, 1)
",
      "[[0.11456223]
",
      " [0.12359837]
",
      " [0.12080475]
",
      " [0.13651124]]
",
      "grad01:  [[-5.30711073e-05  4.90007564e-03]
",
      " [ 4.17979359e-04  5.76512004e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00204918]
",
      " [-0.00497718]]
",
      "(2, 1)
",
      "[[0.11453724]
",
      " [0.1235898 ]
",
      " [0.12079413]
",
      " [0.13653632]]
",
      "grad01:  [[-5.25443506e-05  4.91287806e-03]
",
      " [ 4.19470646e-04  5.77840973e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0020543 ]
",
      " [-0.00498861]]
",
      "(2, 1)
",
      "[[0.11451219]
",
      " [0.1235812 ]
",
      " [0.12078346]
",
      " [0.13656146]]
",
      "grad01:  [[-5.20144532e-05  4.92570930e-03]
",
      " [ 4.20968029e-04  5.79172557e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00205943]
",
      " [-0.00500007]]
",
      "(2, 1)
",
      "[[0.11448706]
",
      " [0.12357256]
",
      " [0.12077275]
",
      " [0.13658666]]
",
      "grad01:  [[-5.14814001e-05  4.93856935e-03]
",
      " [ 4.22471536e-04  5.80506754e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00206458]
",
      " [-0.00501156]]
",
      "(2, 1)
",
      "[[0.11446185]
",
      " [0.12356389]
",
      " [0.12076201]
",
      " [0.13661192]]
",
      "grad01:  [[-5.09451764e-05  4.95145821e-03]
",
      " [ 4.23981190e-04  5.81843563e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00206974]
",
      " [-0.00502309]]
",
      "(2, 1)
",
      "[[0.11443658]
",
      " [0.12355518]
",
      " [0.12075122]
",
      " [0.13663724]]
",
      "grad01:  [[-5.04057672e-05  4.96437587e-03]
",
      " [ 4.25497018e-04  5.83182983e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00207492]
",
      " [-0.00503465]]
",
      "(2, 1)
",
      "[[0.11441123]
",
      " [0.12354643]
",
      " [0.12074039]
",
      " [0.13666261]]
",
      "grad01:  [[-4.98631574e-05  4.97732233e-03]
",
      " [ 4.27019045e-04  5.84525010e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00208011]
",
      " [-0.00504624]]
",
      "(2, 1)
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.1143858 ]
",
      " [0.12353764]
",
      " [0.12072953]
",
      " [0.13668805]]
",
      "grad01:  [[-4.93173319e-05  4.99029757e-03]
",
      " [ 4.28547296e-04  5.85869644e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00208531]
",
      " [-0.00505786]]
",
      "(2, 1)
",
      "[[0.1143603 ]
",
      " [0.12352882]
",
      " [0.12071862]
",
      " [0.13671355]]
",
      "grad01:  [[-4.87682755e-05  5.00330159e-03]
",
      " [ 4.30081798e-04  5.87216882e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00209053]
",
      " [-0.00506951]]
",
      "(2, 1)
",
      "[[0.11433473]
",
      " [0.12351995]
",
      " [0.12070767]
",
      " [0.1367391 ]]
",
      "grad01:  [[-4.82159730e-05  5.01633439e-03]
",
      " [ 4.31622576e-04  5.88566722e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00209577]
",
      " [-0.0050812 ]]
",
      "(2, 1)
",
      "[[0.11430908]
",
      " [0.12351105]
",
      " [0.12069669]
",
      " [0.13676472]]
",
      "grad01:  [[-4.76604092e-05  5.02939595e-03]
",
      " [ 4.33169657e-04  5.89919162e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00210101]
",
      " [-0.00509292]]
",
      "(2, 1)
",
      "[[0.11428336]
",
      " [0.12350212]
",
      " [0.12068566]
",
      " [0.13679039]]
",
      "grad01:  [[-4.71015687e-05  5.04248627e-03]
",
      " [ 4.34723065e-04  5.91274201e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00210627]
",
      " [-0.00510467]]
",
      "(2, 1)
",
      "[[0.11425756]
",
      " [0.12349314]
",
      " [0.12067459]
",
      " [0.13681613]]
",
      "grad01:  [[-4.65394362e-05  5.05560533e-03]
",
      " [ 4.36282828e-04  5.92631835e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00211155]
",
      " [-0.00511645]]
",
      "(2, 1)
",
      "[[0.11423169]
",
      " [0.12348413]
",
      " [0.12066348]
",
      " [0.13684193]]
",
      "grad01:  [[-4.59739962e-05  5.06875312e-03]
",
      " [ 4.37848970e-04  5.93992062e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00211684]
",
      " [-0.00512827]]
",
      "(2, 1)
",
      "[[0.11420574]
",
      " [0.12347507]
",
      " [0.12065233]
",
      " [0.13686778]]
",
      "grad01:  [[-4.54052333e-05  5.08192964e-03]
",
      " [ 4.39421520e-04  5.95354881e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00212214]
",
      " [-0.00514011]]
",
      "(2, 1)
",
      "[[0.11417971]
",
      " [0.12346598]
",
      " [0.12064113]
",
      " [0.1368937 ]]
",
      "grad01:  [[-4.48331320e-05  5.09513487e-03]
",
      " [ 4.41000502e-04  5.96720289e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00212746]
",
      " [-0.005152  ]]
",
      "(2, 1)
",
      "[[0.11415361]
",
      " [0.12345686]
",
      " [0.1206299 ]
",
      " [0.13691968]]
",
      "grad01:  [[-4.42576766e-05  5.10836879e-03]
",
      " [ 4.42585943e-04  5.98088283e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0021328 ]
",
      " [-0.00516391]]
",
      "(2, 1)
",
      "[[0.11412743]
",
      " [0.12344769]
",
      " [0.12061862]
",
      " [0.13694571]]
",
      "grad01:  [[-4.36788516e-05  5.12163140e-03]
",
      " [ 4.44177870e-04  5.99458860e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00213814]
",
      " [-0.00517585]]
",
      "(2, 1)
",
      "[[0.11410118]
",
      " [0.12343848]
",
      " [0.1206073 ]
",
      " [0.13697181]]
",
      "grad01:  [[-4.30966412e-05  5.13492268e-03]
",
      " [ 4.45776309e-04  6.00832019e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00214351]
",
      " [-0.00518783]]
",
      "(2, 1)
",
      "[[0.11407485]
",
      " [0.12342923]
",
      " [0.12059594]
",
      " [0.13699797]]
",
      "grad01:  [[-4.25110297e-05  5.14824261e-03]
",
      " [ 4.47381287e-04  6.02207756e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00214888]
",
      " [-0.00519984]]
",
      "(2, 1)
",
      "[[0.11404844]
",
      " [0.12341995]
",
      " [0.12058454]
",
      " [0.13702419]]
",
      "grad01:  [[-4.19220013e-05  5.16159119e-03]
",
      " [ 4.48992831e-04  6.03586069e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00215427]
",
      " [-0.00521189]]
",
      "(2, 1)
",
      "[[0.11402195]
",
      " [0.12341063]
",
      " [0.12057309]
",
      " [0.13705047]]
",
      "grad01:  [[-4.13295402e-05  5.17496838e-03]
",
      " [ 4.50610967e-04  6.04966954e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00215968]
",
      " [-0.00522397]]
",
      "(2, 1)
",
      "[[0.11399539]
",
      " [0.12340126]
",
      " [0.12056161]
",
      " [0.13707681]]
",
      "grad01:  [[-4.07336304e-05  5.18837419e-03]
",
      " [ 4.52235723e-04  6.06350410e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0021651 ]
",
      " [-0.00523608]]
",
      "(2, 1)
",
      "[[0.11396875]
",
      " [0.12339186]
",
      " [0.12055008]
",
      " [0.13710322]]
",
      "grad01:  [[-4.01342560e-05  5.20180858e-03]
",
      " [ 4.53867125e-04  6.07736433e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00217053]
",
      " [-0.00524822]]
",
      "(2, 1)
",
      "[[0.11394203]
",
      " [0.12338242]
",
      " [0.1205385 ]
",
      " [0.13712968]]
",
      "grad01:  [[-3.95314010e-05  5.21527154e-03]
",
      " [ 4.55505200e-04  6.09125019e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00217598]
",
      " [-0.00526039]]
",
      "(2, 1)
",
      "[[0.11391523]
",
      " [0.12337293]
",
      " [0.12052689]
",
      " [0.13715621]]
",
      "grad01:  [[-3.89250493e-05  5.22876305e-03]
",
      " [ 4.57149976e-04  6.10516167e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00218144]
",
      " [-0.0052726 ]]
",
      "(2, 1)
",
      "[[0.11388835]
",
      " [0.12336341]
",
      " [0.12051523]
",
      " [0.1371828 ]]
",
      "grad01:  [[-3.83151849e-05  5.24228309e-03]
",
      " [ 4.58801480e-04  6.11909872e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00218692]
",
      " [-0.00528484]]
",
      "(2, 1)
",
      "[[0.1138614 ]
",
      " [0.12335385]
",
      " [0.12050352]
",
      " [0.13720945]]
",
      "grad01:  [[-3.77017915e-05  5.25583165e-03]
",
      " [ 4.60459739e-04  6.13306132e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00219241]
",
      " [-0.00529712]]
",
      "(2, 1)
",
      "[[0.11383436]
",
      " [0.12334425]
",
      " [0.12049178]
",
      " [0.13723616]]
",
      "grad01:  [[-3.70848529e-05  5.26940869e-03]
",
      " [ 4.62124780e-04  6.14704943e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00219791]
",
      " [-0.00530943]]
",
      "(2, 1)
",
      "[[0.11380724]
",
      " [0.1233346 ]
",
      " [0.12047999]
",
      " [0.13726293]]
",
      "grad01:  [[-3.64643528e-05  5.28301420e-03]
",
      " [ 4.63796632e-04  6.16106302e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00220343]
",
      " [-0.00532177]]
",
      "(2, 1)
",
      "[[0.11378005]
",
      " [0.12332492]
",
      " [0.12046815]
",
      " [0.13728976]]
",
      "grad01:  [[-3.58402750e-05  5.29664816e-03]
",
      " [ 4.65475321e-04  6.17510206e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00220897]
",
      " [-0.00533414]]
",
      "(2, 1)
",
      "[[0.11375277]
",
      " [0.1233152 ]
",
      " [0.12045627]
",
      " [0.13731666]]
",
      "grad01:  [[-3.52126030e-05  5.31031054e-03]
",
      " [ 4.67160875e-04  6.18916651e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00221452]
",
      " [-0.00534655]]
",
      "(2, 1)
",
      "[[0.11372542]
",
      " [0.12330543]
",
      " [0.12044435]
",
      " [0.13734362]]
",
      "grad01:  [[-3.45813204e-05  5.32400132e-03]
",
      " [ 4.68853322e-04  6.20325633e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00222008]
",
      " [-0.00535899]]
",
      "(2, 1)
",
      "[[0.11369798]
",
      " [0.12329563]
",
      " [0.12043238]
",
      " [0.13737064]]
",
      "grad01:  [[-3.39464107e-05  5.33772046e-03]
",
      " [ 4.70552690e-04  6.21737149e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00222566]
",
      " [-0.00537147]]
",
      "(2, 1)
",
      "[[0.11367047]
",
      " [0.12328578]
",
      " [0.12042037]
",
      " [0.13739773]]
",
      "grad01:  [[-3.33078574e-05  5.35146796e-03]
",
      " [ 4.72259007e-04  6.23151196e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00223125]
",
      " [-0.00538397]]
",
      "(2, 1)
",
      "[[0.11364287]
",
      " [0.12327589]
",
      " [0.12040832]
",
      " [0.13742487]]
",
      "grad01:  [[-3.26656439e-05  5.36524378e-03]
",
      " [ 4.73972301e-04  6.24567769e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00223686]
",
      " [-0.00539651]]
",
      "(2, 1)
",
      "[[0.11361519]
",
      " [0.12326596]
",
      " [0.12039622]
",
      " [0.13745208]]
",
      "grad01:  [[-3.20197535e-05  5.37904789e-03]
",
      " [ 4.75692599e-04  6.25986864e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00224248]
",
      " [-0.00540909]]
",
      "(2, 1)
",
      "[[0.11358743]
",
      " [0.12325599]
",
      " [0.12038407]
",
      " [0.13747935]]
",
      "grad01:  [[-3.13701696e-05  5.39288027e-03]
",
      " [ 4.77419931e-04  6.27408478e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00224812]
",
      " [-0.0054217 ]]
",
      "(2, 1)
",
      "[[0.11355959]
",
      " [0.12324598]
",
      " [0.12037188]
",
      " [0.13750669]]
",
      "grad01:  [[-3.07168753e-05  5.40674088e-03]
",
      " [ 4.79154323e-04  6.28832607e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00225377]
",
      " [-0.00543434]]
",
      "(2, 1)
",
      "[[0.11353166]
",
      " [0.12323593]
",
      " [0.12035964]
",
      " [0.13753409]]
",
      "grad01:  [[-3.00598540e-05  5.42062971e-03]
",
      " [ 4.80895805e-04  6.30259247e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00225944]
",
      " [-0.00544701]]
",
      "(2, 1)
",
      "[[0.11350365]
",
      " [0.12322583]
",
      " [0.12034736]
",
      " [0.13756155]]
",
      "grad01:  [[-2.93990886e-05  5.43454671e-03]
",
      " [ 4.82644406e-04  6.31688393e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00226512]
",
      " [-0.00545972]]
",
      "(2, 1)
",
      "[[0.11347556]
",
      " [0.12321569]
",
      " [0.12033503]
",
      " [0.13758907]]
",
      "grad01:  [[-2.87345624e-05  5.44849186e-03]
",
      " [ 4.84400152e-04  6.33120041e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00227081]
",
      " [-0.00547246]]
",
      "(2, 1)
",
      "[[0.11344739]
",
      " [0.12320551]
",
      " [0.12032266]
",
      " [0.13761666]]
",
      "grad01:  [[-2.80662583e-05  5.46246513e-03]
",
      " [ 4.86163074e-04  6.34554188e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00227652]
",
      " [-0.00548524]]
",
      "(2, 1)
",
      "[[0.11341913]
",
      " [0.12319529]
",
      " [0.12031024]
",
      " [0.13764431]]
",
      "grad01:  [[-2.73941593e-05  5.47646648e-03]
",
      " [ 4.87933200e-04  6.35990829e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00228224]
",
      " [-0.00549805]]
",
      "(2, 1)
",
      "[[0.11339079]
",
      " [0.12318503]
",
      " [0.12029777]
",
      " [0.13767202]]
",
      "grad01:  [[-2.67182484e-05  5.49049589e-03]
",
      " [ 4.89710558e-04  6.37429959e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00228798]
",
      " [-0.00551089]]
",
      "(2, 1)
",
      "[[0.11336237]
",
      " [0.12317472]
",
      " [0.12028526]
",
      " [0.1376998 ]]
",
      "grad01:  [[-2.60385084e-05  5.50455331e-03]
",
      " [ 4.91495177e-04  6.38871574e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00229374]
",
      " [-0.00552377]]
",
      "(2, 1)
",
      "[[0.11333386]
",
      " [0.12316437]
",
      " [0.1202727 ]
",
      " [0.13772764]]
",
      "grad01:  [[-2.53549222e-05  5.51863871e-03]
",
      " [ 4.93287086e-04  6.40315670e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00229951]
",
      " [-0.00553668]]
",
      "(2, 1)
",
      "[[0.11330527]
",
      " [0.12315398]
",
      " [0.12026009]
",
      " [0.13775554]]
",
      "grad01:  [[-2.46674726e-05  5.53275207e-03]
",
      " [ 4.95086315e-04  6.41762242e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00230529]
",
      " [-0.00554963]]
",
      "(2, 1)
",
      "[[0.11327659]
",
      " [0.12314354]
",
      " [0.12024744]
",
      " [0.13778351]]
",
      "grad01:  [[-2.39761422e-05  5.54689333e-03]
",
      " [ 4.96892892e-04  6.43211285e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00231109]
",
      " [-0.00556261]]
",
      "(2, 1)
",
      "[[0.11324783]
",
      " [0.12313306]
",
      " [0.12023474]
",
      " [0.13781154]]
",
      "grad01:  [[-2.32809137e-05  5.56106248e-03]
",
      " [ 4.98706847e-04  6.44662794e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0023169 ]
",
      " [-0.00557562]]
",
      "(2, 1)
",
      "[[0.11321898]
",
      " [0.12312254]
",
      " [0.12022199]
",
      " [0.13783964]]
",
      "grad01:  [[-2.25817698e-05  5.57525946e-03]
",
      " [ 5.00528208e-04  6.46116766e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00232272]
",
      " [-0.00558867]]
",
      "(2, 1)
",
      "[[0.11319005]
",
      " [0.12311198]
",
      " [0.1202092 ]
",
      " [0.1378678 ]]
",
      "grad01:  [[-2.18786930e-05  5.58948424e-03]
",
      " [ 5.02357006e-04  6.47573194e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00232857]
",
      " [-0.00560175]]
",
      "(2, 1)
",
      "[[0.11316103]
",
      " [0.12310137]
",
      " [0.12019636]
",
      " [0.13789602]]
",
      "grad01:  [[-2.11716658e-05  5.60373678e-03]
",
      " [ 5.04193269e-04  6.49032074e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00233442]
",
      " [-0.00561487]]
",
      "(2, 1)
",
      "[[0.11313193]
",
      " [0.12309072]
",
      " [0.12018347]
",
      " [0.13792431]]
",
      "grad01:  [[-2.04606707e-05  5.61801704e-03]
",
      " [ 5.06037027e-04  6.50493402e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00234029]
",
      " [-0.00562801]]
",
      "(2, 1)
",
      "[[0.11310274]
",
      " [0.12308002]
",
      " [0.12017053]
",
      " [0.13795267]]
",
      "grad01:  [[-1.97456901e-05  5.63232498e-03]
",
      " [ 5.07888309e-04  6.51957171e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00234618]
",
      " [-0.0056412 ]]
",
      "(2, 1)
",
      "[[0.11307346]
",
      " [0.12306928]
",
      " [0.12015754]
",
      " [0.13798108]]
",
      "grad01:  [[-1.90267063e-05  5.64666056e-03]
",
      " [ 5.09747146e-04  6.53423377e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00235208]
",
      " [-0.00565442]]
",
      "(2, 1)
",
      "[[0.11304409]
",
      " [0.1230585 ]
",
      " [0.12014451]
",
      " [0.13800957]]
",
      "grad01:  [[-1.83037017e-05  5.66102375e-03]
",
      " [ 5.11613567e-04  6.54892014e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00235799]
",
      " [-0.00566767]]
",
      "(2, 1)
",
      "[[0.11301464]
",
      " [0.12304767]
",
      " [0.12013143]
",
      " [0.13803811]]
",
      "grad01:  [[-1.75766585e-05  5.67541448e-03]
",
      " [ 5.13487601e-04  6.56363077e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00236392]
",
      " [-0.00568095]]
",
      "(2, 1)
",
      "[[0.1129851 ]
",
      " [0.1230368 ]
",
      " [0.1201183 ]
",
      " [0.13806673]]
",
      "grad01:  [[-1.68455588e-05  5.68983273e-03]
",
      " [ 5.15369280e-04  6.57836562e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00236987]
",
      " [-0.00569427]]
",
      "(2, 1)
",
      "[[0.11295548]
",
      " [0.12302588]
",
      " [0.12010512]
",
      " [0.1380954 ]]
",
      "grad01:  [[-1.61103850e-05  5.70427844e-03]
",
      " [ 5.17258632e-04  6.59312462e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00237583]
",
      " [-0.00570763]]
",
      "(2, 1)
",
      "[[0.11292576]
",
      " [0.12301492]
",
      " [0.12009189]
",
      " [0.13812414]]
",
      "grad01:  [[-1.53711190e-05  5.71875158e-03]
",
      " [ 5.19155688e-04  6.60790772e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0023818 ]
",
      " [-0.00572102]]
",
      "(2, 1)
",
      "[[0.11289596]
",
      " [0.12300391]
",
      " [0.12007861]
",
      " [0.13815295]]
",
      "grad01:  [[-1.46277428e-05  5.73325209e-03]
",
      " [ 5.21060478e-04  6.62271486e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00238779]
",
      " [-0.00573444]]
",
      "(2, 1)
",
      "[[0.11286607]
",
      " [0.12299286]
",
      " [0.12006528]
",
      " [0.13818182]]
",
      "grad01:  [[-1.38802386e-05  5.74777993e-03]
",
      " [ 5.22973032e-04  6.63754599e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00239379]
",
      " [-0.0057479 ]]
",
      "(2, 1)
",
      "[[0.11283608]
",
      " [0.12298176]
",
      " [0.1200519 ]
",
      " [0.13821076]]
",
      "grad01:  [[-1.31285882e-05  5.76233505e-03]
",
      " [ 5.24893381e-04  6.65240105e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00239981]
",
      " [-0.00576139]]
",
      "(2, 1)
",
      "[[0.11280601]
",
      " [0.12297062]
",
      " [0.12003847]
",
      " [0.13823977]]
",
      "grad01:  [[-1.23727735e-05  5.77691741e-03]
",
      " [ 5.26821554e-04  6.66727998e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00240585]
",
      " [-0.00577492]]
",
      "(2, 1)
",
      "[[0.11277585]
",
      " [0.12295944]
",
      " [0.120025  ]
",
      " [0.13826884]]
",
      "grad01:  [[-1.16127764e-05  5.79152695e-03]
",
      " [ 5.28757583e-04  6.68218273e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00241189]
",
      " [-0.00578848]]
",
      "(2, 1)
",
      "[[0.1127456 ]
",
      " [0.1229482 ]
",
      " [0.12001147]
",
      " [0.13829797]]
",
      "grad01:  [[-1.08485786e-05  5.80616363e-03]
",
      " [ 5.30701499e-04  6.69710923e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00241796]
",
      " [-0.00580208]]
",
      "(2, 1)
",
      "[[0.11271526]
",
      " [0.12293693]
",
      " [0.11999789]
",
      " [0.13832717]]
",
      "grad01:  [[-1.00801619e-05  5.82082739e-03]
",
      " [ 5.32653330e-04  6.71205943e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00242403]
",
      " [-0.00581571]]
",
      "(2, 1)
",
      "[[0.11268483]
",
      " [0.1229256 ]
",
      " [0.11998426]
",
      " [0.13835644]]
",
      "grad01:  [[-9.30750801e-06  5.83551819e-03]
",
      " [ 5.34613110e-04  6.72703326e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00243013]
",
      " [-0.00582937]]
",
      "(2, 1)
",
      "[[0.11265431]
",
      " [0.12291423]
",
      " [0.11997059]
",
      " [0.13838577]]
",
      "grad01:  [[-8.53059850e-06  5.85023596e-03]
",
      " [ 5.36580867e-04  6.74203067e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00243623]
",
      " [-0.00584307]]
",
      "(2, 1)
",
      "[[0.1126237 ]
",
      " [0.12290282]
",
      " [0.11995686]
",
      " [0.13841517]]
",
      "grad01:  [[-7.74941499e-06  5.86498067e-03]
",
      " [ 5.38556634e-04  6.75705159e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00244235]
",
      " [-0.0058568 ]]
",
      "(2, 1)
",
      "[[0.112593  ]
",
      " [0.12289135]
",
      " [0.11994308]
",
      " [0.13844463]]
",
      "grad01:  [[-6.96393901e-06  5.87975225e-03]
",
      " [ 5.40540441e-04  6.77209595e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00244849]
",
      " [-0.00587057]]
",
      "(2, 1)
",
      "[[0.1125622 ]
",
      " [0.12287984]
",
      " [0.11992924]
",
      " [0.13847416]]
",
      "grad01:  [[-6.17415204e-06  5.89455065e-03]
",
      " [ 5.42532319e-04  6.78716370e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00245464]
",
      " [-0.00588438]]
",
      "(2, 1)
",
      "[[0.11253132]
",
      " [0.12286829]
",
      " [0.11991536]
",
      " [0.13850376]]
",
      "grad01:  [[-5.38003551e-06  5.90937582e-03]
",
      " [ 5.44532299e-04  6.80225478e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00246081]
",
      " [-0.00589821]]
",
      "(2, 1)
",
      "[[0.11250034]
",
      " [0.12285669]
",
      " [0.11990143]
",
      " [0.13853342]]
",
      "grad01:  [[-4.58157082e-06  5.92422770e-03]
",
      " [ 5.46540413e-04  6.81736910e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00246699]
",
      " [-0.00591209]]
",
      "(2, 1)
",
      "[[0.11246926]
",
      " [0.12284504]
",
      " [0.11988744]
",
      " [0.13856316]]
",
      "grad01:  [[-3.77873929e-06  5.93910623e-03]
",
      " [ 5.48556692e-04  6.83250663e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00247318]
",
      " [-0.00592599]]
",
      "(2, 1)
",
      "[[0.1124381 ]
",
      " [0.12283334]
",
      " [0.1198734 ]
",
      " [0.13859295]]
",
      "grad01:  [[-2.97152220e-06  5.95401136e-03]
",
      " [ 5.50581167e-04  6.84766727e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00247939]
",
      " [-0.00593994]]
",
      "(2, 1)
",
      "[[0.11240684]
",
      " [0.1228216 ]
",
      " [0.11985931]
",
      " [0.13862282]]
",
      "grad01:  [[-2.15990079e-06  5.96894302e-03]
",
      " [ 5.52613869e-04  6.86285098e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00248562]
",
      " [-0.00595391]]
",
      "(2, 1)
",
      "[[0.11237549]
",
      " [0.12280981]
",
      " [0.11984517]
",
      " [0.13865275]]
",
      "grad01:  [[-1.34385623e-06  5.98390116e-03]
",
      " [ 5.54654831e-04  6.87805767e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00249186]
",
      " [-0.00596792]]
",
      "(2, 1)
",
      "[[0.11234405]
",
      " [0.12279798]
",
      " [0.11983097]
",
      " [0.13868275]]
",
      "grad01:  [[-5.23369673e-07  5.99888572e-03]
",
      " [ 5.56704084e-04  6.89328729e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00249811]
",
      " [-0.00598197]]
",
      "(2, 1)
",
      "[[0.11231251]
",
      " [0.12278609]
",
      " [0.11981673]
",
      " [0.13871281]]
",
      "grad01:  [[3.01577813e-07 6.01389664e-03]
",
      " [5.58761659e-04 6.90853976e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00250438]
",
      " [-0.00599605]]
",
      "(2, 1)
",
      "[[0.11228087]
",
      " [0.12277416]
",
      " [0.11980243]
",
      " [0.13874294]]
",
      "grad01:  [[1.13100519e-06 6.02893386e-03]
",
      " [5.60827589e-04 6.92381502e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00251066]
",
      " [-0.00601017]]
",
      "(2, 1)
",
      "[[0.11224915]
",
      " [0.12276218]
",
      " [0.11978807]
",
      " [0.13877314]]
",
      "grad01:  [[1.96493148e-06 6.04399731e-03]
",
      " [5.62901905e-04 6.93911299e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00251696]
",
      " [-0.00602432]]
",
      "(2, 1)
",
      "[[0.11221732]
",
      " [0.12275015]
",
      " [0.11977367]
",
      " [0.13880341]]
",
      "grad01:  [[2.80337574e-06 6.05908694e-03]
",
      " [5.64984639e-04 6.95443361e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00252328]
",
      " [-0.0060385 ]]
",
      "(2, 1)
",
      "[[0.11218541]
",
      " [0.12273807]
",
      " [0.11975921]
",
      " [0.13883374]]
",
      "grad01:  [[3.64635709e-06 6.07420267e-03]
",
      " [5.67075823e-04 6.96977679e-03]]
",
      "(2, 2)
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "grad12:  [[ 0.0025296 ]
",
      " [-0.00605273]]
",
      "(2, 1)
",
      "[[0.11215339]
",
      " [0.12272595]
",
      " [0.11974469]
",
      " [0.13886415]]
",
      "grad01:  [[4.49389469e-06 6.08934445e-03]
",
      " [5.69175490e-04 6.98514248e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00253595]
",
      " [-0.00606698]]
",
      "(2, 1)
",
      "[[0.11212128]
",
      " [0.12271378]
",
      " [0.11973012]
",
      " [0.13889462]]
",
      "grad01:  [[5.34600776e-06 6.10451220e-03]
",
      " [5.71283671e-04 7.00053059e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0025423 ]
",
      " [-0.00608127]]
",
      "(2, 1)
",
      "[[0.11208908]
",
      " [0.12270155]
",
      " [0.1197155 ]
",
      " [0.13892515]]
",
      "grad01:  [[6.20271556e-06 6.11970587e-03]
",
      " [5.73400399e-04 7.01594106e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00254868]
",
      " [-0.0060956 ]]
",
      "(2, 1)
",
      "[[0.11205677]
",
      " [0.12268928]
",
      " [0.11970083]
",
      " [0.13895576]]
",
      "grad01:  [[7.06403740e-06 6.13492539e-03]
",
      " [5.75525706e-04 7.03137381e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00255506]
",
      " [-0.00610996]]
",
      "(2, 1)
",
      "[[0.11202437]
",
      " [0.12267697]
",
      " [0.1196861 ]
",
      " [0.13898643]]
",
      "grad01:  [[7.92999263e-06 6.15017068e-03]
",
      " [5.77659624e-04 7.04682876e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00256147]
",
      " [-0.00612435]]
",
      "(2, 1)
",
      "[[0.11199188]
",
      " [0.1226646 ]
",
      " [0.11967131]
",
      " [0.13901717]]
",
      "grad01:  [[8.80060068e-06 6.16544169e-03]
",
      " [5.79802187e-04 7.06230583e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00256788]
",
      " [-0.00613878]]
",
      "(2, 1)
",
      "[[0.11195928]
",
      " [0.12265218]
",
      " [0.11965647]
",
      " [0.13904798]]
",
      "grad01:  [[9.67588099e-06 6.18073833e-03]
",
      " [5.81953426e-04 7.07780496e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00257431]
",
      " [-0.00615325]]
",
      "(2, 1)
",
      "[[0.11192659]
",
      " [0.12263971]
",
      " [0.11964158]
",
      " [0.13907886]]
",
      "grad01:  [[1.05558531e-05 6.19606055e-03]
",
      " [5.84113374e-04 7.09332607e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00258076]
",
      " [-0.00616775]]
",
      "(2, 1)
",
      "[[0.1118938 ]
",
      " [0.1226272 ]
",
      " [0.11962663]
",
      " [0.13910981]]
",
      "grad01:  [[1.14405365e-05 6.21140827e-03]
",
      " [5.86282064e-04 7.10886907e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00258722]
",
      " [-0.00618229]]
",
      "(2, 1)
",
      "[[0.11186091]
",
      " [0.12261463]
",
      " [0.11961163]
",
      " [0.13914082]]
",
      "grad01:  [[1.23299508e-05 6.22678142e-03]
",
      " [5.88459529e-04 7.12443390e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00259369]
",
      " [-0.00619686]]
",
      "(2, 1)
",
      "[[0.11182792]
",
      " [0.12260202]
",
      " [0.11959656]
",
      " [0.13917191]]
",
      "grad01:  [[1.32241157e-05 6.24217993e-03]
",
      " [5.90645802e-04 7.14002046e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00260018]
",
      " [-0.00621146]]
",
      "(2, 1)
",
      "[[0.11179484]
",
      " [0.12258935]
",
      " [0.11958145]
",
      " [0.13920306]]
",
      "grad01:  [[1.41230509e-05 6.25760373e-03]
",
      " [5.92840915e-04 7.15562868e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00260669]
",
      " [-0.0062261 ]]
",
      "(2, 1)
",
      "[[0.11176165]
",
      " [0.12257664]
",
      " [0.11956628]
",
      " [0.13923428]]
",
      "grad01:  [[1.50267760e-05 6.27305274e-03]
",
      " [5.95044902e-04 7.17125849e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00261321]
",
      " [-0.00624078]]
",
      "(2, 1)
",
      "[[0.11172837]
",
      " [0.12256387]
",
      " [0.11955105]
",
      " [0.13926557]]
",
      "grad01:  [[1.59353110e-05 6.28852688e-03]
",
      " [5.97257796e-04 7.18690980e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00261974]
",
      " [-0.00625549]]
",
      "(2, 1)
",
      "[[0.11169498]
",
      " [0.12255105]
",
      " [0.11953577]
",
      " [0.13929693]]
",
      "grad01:  [[1.68486757e-05 6.30402609e-03]
",
      " [5.99479630e-04 7.20258252e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00262629]
",
      " [-0.00627024]]
",
      "(2, 1)
",
      "[[0.11166149]
",
      " [0.12253819]
",
      " [0.11952043]
",
      " [0.13932836]]
",
      "grad01:  [[1.77668898e-05 6.31955028e-03]
",
      " [6.01710437e-04 7.21827658e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00263285]
",
      " [-0.00628502]]
",
      "(2, 1)
",
      "[[0.11162791]
",
      " [0.12252527]
",
      " [0.11950503]
",
      " [0.13935986]]
",
      "grad01:  [[1.86899735e-05 6.33509939e-03]
",
      " [6.03950250e-04 7.23399190e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00263943]
",
      " [-0.00629983]]
",
      "(2, 1)
",
      "[[0.11159422]
",
      " [0.1225123 ]
",
      " [0.11948957]
",
      " [0.13939143]]
",
      "grad01:  [[1.96179466e-05 6.35067333e-03]
",
      " [6.06199104e-04 7.24972839e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00264602]
",
      " [-0.00631469]]
",
      "(2, 1)
",
      "[[0.11156043]
",
      " [0.12249928]
",
      " [0.11947406]
",
      " [0.13942306]]
",
      "grad01:  [[2.05508291e-05 6.36627202e-03]
",
      " [6.08457031e-04 7.26548596e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00265263]
",
      " [-0.00632957]]
",
      "(2, 1)
",
      "[[0.11152654]
",
      " [0.12248621]
",
      " [0.1194585 ]
",
      " [0.13945477]]
",
      "grad01:  [[2.14886412e-05 6.38189539e-03]
",
      " [6.10724066e-04 7.28126453e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00265925]
",
      " [-0.00634449]]
",
      "(2, 1)
",
      "[[0.11149255]
",
      " [0.12247309]
",
      " [0.11944287]
",
      " [0.13948655]]
",
      "grad01:  [[2.24314030e-05 6.39754336e-03]
",
      " [6.13000241e-04 7.29706402e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00266589]
",
      " [-0.00635945]]
",
      "(2, 1)
",
      "[[0.11145845]
",
      " [0.12245992]
",
      " [0.11942719]
",
      " [0.13951839]]
",
      "grad01:  [[2.33791346e-05 6.41321584e-03]
",
      " [6.15285591e-04 7.31288435e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00267254]
",
      " [-0.00637444]]
",
      "(2, 1)
",
      "[[0.11142425]
",
      " [0.1224467 ]
",
      " [0.11941145]
",
      " [0.13955031]]
",
      "grad01:  [[2.43318563e-05 6.42891277e-03]
",
      " [6.17580149e-04 7.32872541e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0026792 ]
",
      " [-0.00638947]]
",
      "(2, 1)
",
      "[[0.11138995]
",
      " [0.12243342]
",
      " [0.11939565]
",
      " [0.13958229]]
",
      "grad01:  [[2.52895882e-05 6.44463404e-03]
",
      " [6.19883949e-04 7.34458714e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00268588]
",
      " [-0.00640453]]
",
      "(2, 1)
",
      "[[0.11135555]
",
      " [0.12242009]
",
      " [0.11937979]
",
      " [0.13961435]]
",
      "grad01:  [[2.62523508e-05 6.46037959e-03]
",
      " [6.22197025e-04 7.36046943e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00269258]
",
      " [-0.00641963]]
",
      "(2, 1)
",
      "[[0.11132104]
",
      " [0.12240671]
",
      " [0.11936388]
",
      " [0.13964648]]
",
      "grad01:  [[2.72201643e-05 6.47614932e-03]
",
      " [6.24519412e-04 7.37637220e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00269929]
",
      " [-0.00643476]]
",
      "(2, 1)
",
      "[[0.11128642]
",
      " [0.12239328]
",
      " [0.1193479 ]
",
      " [0.13967867]]
",
      "grad01:  [[2.81930492e-05 6.49194316e-03]
",
      " [6.26851143e-04 7.39229537e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00270601]
",
      " [-0.00644993]]
",
      "(2, 1)
",
      "[[0.11125171]
",
      " [0.1223798 ]
",
      " [0.11933187]
",
      " [0.13971094]]
",
      "grad01:  [[2.91710260e-05 6.50776103e-03]
",
      " [6.29192252e-04 7.40823884e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00271275]
",
      " [-0.00646513]]
",
      "(2, 1)
",
      "[[0.11121689]
",
      " [0.12236626]
",
      " [0.11931578]
",
      " [0.13974328]]
",
      "grad01:  [[3.01541149e-05 6.52360282e-03]
",
      " [6.31542774e-04 7.42420252e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0027195 ]
",
      " [-0.00648037]]
",
      "(2, 1)
",
      "[[0.11118196]
",
      " [0.12235267]
",
      " [0.11929963]
",
      " [0.13977569]]
",
      "grad01:  [[3.11423368e-05 6.53946847e-03]
",
      " [6.33902743e-04 7.44018633e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00272627]
",
      " [-0.00649564]]
",
      "(2, 1)
",
      "[[0.11114693]
",
      " [0.12233903]
",
      " [0.11928341]
",
      " [0.13980816]]
",
      "grad01:  [[3.21357120e-05 6.55535788e-03]
",
      " [6.36272194e-04 7.45619016e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00273305]
",
      " [-0.00651095]]
",
      "(2, 1)
",
      "[[0.11111179]
",
      " [0.12232533]
",
      " [0.11926714]
",
      " [0.13984071]]
",
      "grad01:  [[3.31342612e-05 6.57127096e-03]
",
      " [6.38651160e-04 7.47221394e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00273985]
",
      " [-0.0065263 ]]
",
      "(2, 1)
",
      "[[0.11107654]
",
      " [0.12231158]
",
      " [0.11925081]
",
      " [0.13987333]]
",
      "grad01:  [[3.41380051e-05 6.58720763e-03]
",
      " [6.41039677e-04 7.48825756e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00274666]
",
      " [-0.00654167]]
",
      "(2, 1)
",
      "[[0.11104119]
",
      " [0.12229778]
",
      " [0.11923443]
",
      " [0.13990603]]
",
      "grad01:  [[3.51469645e-05 6.60316780e-03]
",
      " [6.43437779e-04 7.50432093e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00275348]
",
      " [-0.00655709]]
",
      "(2, 1)
",
      "[[0.11100574]
",
      " [0.12228393]
",
      " [0.11921798]
",
      " [0.13993879]]
",
      "grad01:  [[3.61611599e-05 6.61915138e-03]
",
      " [6.45845501e-04 7.52040396e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00276032]
",
      " [-0.00657254]]
",
      "(2, 1)
",
      "[[0.11097017]
",
      " [0.12227002]
",
      " [0.11920146]
",
      " [0.13997162]]
",
      "grad01:  [[3.71806124e-05 6.63515827e-03]
",
      " [6.48262878e-04 7.53650656e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00276717]
",
      " [-0.00658802]]
",
      "(2, 1)
",
      "[[0.1109345 ]
",
      " [0.12225606]
",
      " [0.11918489]
",
      " [0.14000453]]
",
      "grad01:  [[3.82053426e-05 6.65118839e-03]
",
      " [6.50689943e-04 7.55262863e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00277404]
",
      " [-0.00660354]]
",
      "(2, 1)
",
      "[[0.11089872]
",
      " [0.12224204]
",
      " [0.11916826]
",
      " [0.14003751]]
",
      "grad01:  [[3.92353715e-05 6.66724165e-03]
",
      " [6.53126734e-04 7.56877007e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00278092]
",
      " [-0.0066191 ]]
",
      "(2, 1)
",
      "[[0.11086283]
",
      " [0.12222797]
",
      " [0.11915157]
",
      " [0.14007055]]
",
      "grad01:  [[4.02707200e-05 6.68331796e-03]
",
      " [6.55573283e-04 7.58493080e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00278782]
",
      " [-0.00663469]]
",
      "(2, 1)
",
      "[[0.11082683]
",
      " [0.12221385]
",
      " [0.11913482]
",
      " [0.14010367]]
",
      "grad01:  [[4.13114091e-05 6.69941721e-03]
",
      " [6.58029627e-04 7.60111070e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00279473]
",
      " [-0.00665031]]
",
      "(2, 1)
",
      "[[0.11079073]
",
      " [0.12219967]
",
      " [0.119118  ]
",
      " [0.14013687]]
",
      "grad01:  [[4.23574598e-05 6.71553932e-03]
",
      " [6.60495800e-04 7.61730970e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00280166]
",
      " [-0.00666597]]
",
      "(2, 1)
",
      "[[0.11075451]
",
      " [0.12218544]
",
      " [0.11910112]
",
      " [0.14017013]]
",
      "grad01:  [[4.34088932e-05 6.73168419e-03]
",
      " [6.62971838e-04 7.63352768e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00280859]
",
      " [-0.00668167]]
",
      "(2, 1)
",
      "[[0.11071819]
",
      " [0.12217115]
",
      " [0.11908418]
",
      " [0.14020347]]
",
      "grad01:  [[4.44657303e-05 6.74785174e-03]
",
      " [6.65457776e-04 7.64976455e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00281555]
",
      " [-0.0066974 ]]
",
      "(2, 1)
",
      "[[0.11068175]
",
      " [0.1221568 ]
",
      " [0.11906718]
",
      " [0.14023687]]
",
      "grad01:  [[4.55279924e-05 6.76404185e-03]
",
      " [6.67953650e-04 7.66602021e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00282252]
",
      " [-0.00671316]]
",
      "(2, 1)
",
      "[[0.1106452 ]
",
      " [0.12214241]
",
      " [0.11905012]
",
      " [0.14027036]]
",
      "grad01:  [[4.65957005e-05 6.78025444e-03]
",
      " [6.70459494e-04 7.68229457e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0028295 ]
",
      " [-0.00672896]]
",
      "(2, 1)
",
      "[[0.11060855]
",
      " [0.12212795]
",
      " [0.119033  ]
",
      " [0.14030391]]
",
      "grad01:  [[4.76688760e-05 6.79648941e-03]
",
      " [6.72975344e-04 7.69858752e-03]]
",
      "(2, 2)
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "grad12:  [[ 0.00283649]
",
      " [-0.0067448 ]]
",
      "(2, 1)
",
      "[[0.11057178]
",
      " [0.12211345]
",
      " [0.11901581]
",
      " [0.14033753]]
",
      "grad01:  [[4.87475401e-05 6.81274666e-03]
",
      " [6.75501236e-04 7.71489897e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00284351]
",
      " [-0.00676067]]
",
      "(2, 1)
",
      "[[0.1105349 ]
",
      " [0.12209888]
",
      " [0.11899856]
",
      " [0.14037123]]
",
      "grad01:  [[4.98317141e-05 6.82902609e-03]
",
      " [6.78037205e-04 7.73122880e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00285053]
",
      " [-0.00677657]]
",
      "(2, 1)
",
      "[[0.11049791]
",
      " [0.12208426]
",
      " [0.11898124]
",
      " [0.140405  ]]
",
      "grad01:  [[5.09214194e-05 6.84532761e-03]
",
      " [6.80583288e-04 7.74757693e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00285757]
",
      " [-0.00679251]]
",
      "(2, 1)
",
      "[[0.11046081]
",
      " [0.12206959]
",
      " [0.11896387]
",
      " [0.14043884]]
",
      "grad01:  [[5.20166774e-05 6.86165111e-03]
",
      " [6.83139519e-04 7.76394325e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00286462]
",
      " [-0.00680849]]
",
      "(2, 1)
",
      "[[0.11042359]
",
      " [0.12205486]
",
      " [0.11894643]
",
      " [0.14047276]]
",
      "grad01:  [[5.31175094e-05 6.87799650e-03]
",
      " [6.85705935e-04 7.78032766e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00287169]
",
      " [-0.0068245 ]]
",
      "(2, 1)
",
      "[[0.11038627]
",
      " [0.12204007]
",
      " [0.11892892]
",
      " [0.14050675]]
",
      "grad01:  [[5.42239371e-05 6.89436367e-03]
",
      " [6.88282571e-04 7.79673005e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00287877]
",
      " [-0.00684054]]
",
      "(2, 1)
",
      "[[0.11034882]
",
      " [0.12202523]
",
      " [0.11891135]
",
      " [0.14054081]]
",
      "grad01:  [[5.53359819e-05 6.91075253e-03]
",
      " [6.90869464e-04 7.81315032e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00288587]
",
      " [-0.00685662]]
",
      "(2, 1)
",
      "[[0.11031127]
",
      " [0.12201033]
",
      " [0.11889372]
",
      " [0.14057495]]
",
      "grad01:  [[5.64536654e-05 6.92716296e-03]
",
      " [6.93466650e-04 7.82958837e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00289297]
",
      " [-0.00687274]]
",
      "(2, 1)
",
      "[[0.1102736 ]
",
      " [0.12199538]
",
      " [0.11887603]
",
      " [0.14060916]]
",
      "grad01:  [[5.75770092e-05 6.94359488e-03]
",
      " [6.96074164e-04 7.84604410e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0029001 ]
",
      " [-0.00688889]]
",
      "(2, 1)
",
      "[[0.11023582]
",
      " [0.12198036]
",
      " [0.11885827]
",
      " [0.14064344]]
",
      "grad01:  [[5.87060348e-05 6.96004816e-03]
",
      " [6.98692043e-04 7.86251739e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00290724]
",
      " [-0.00690508]]
",
      "(2, 1)
",
      "[[0.11019792]
",
      " [0.12196529]
",
      " [0.11884044]
",
      " [0.1406778 ]]
",
      "grad01:  [[5.98407641e-05 6.97652272e-03]
",
      " [7.01320323e-04 7.87900815e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00291439]
",
      " [-0.0069213 ]]
",
      "(2, 1)
",
      "[[0.11015991]
",
      " [0.12195017]
",
      " [0.11882255]
",
      " [0.14071222]]
",
      "grad01:  [[6.09812188e-05 6.99301845e-03]
",
      " [7.03959040e-04 7.89551627e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00292155]
",
      " [-0.00693755]]
",
      "(2, 1)
",
      "[[0.11012178]
",
      " [0.12193498]
",
      " [0.11880459]
",
      " [0.14074673]]
",
      "grad01:  [[6.21274205e-05 7.00953523e-03]
",
      " [7.06608231e-04 7.91204164e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00292873]
",
      " [-0.00695384]]
",
      "(2, 1)
",
      "[[0.11008353]
",
      " [0.12191974]
",
      " [0.11878657]
",
      " [0.14078131]]
",
      "grad01:  [[6.32793912e-05 7.02607298e-03]
",
      " [7.09267933e-04 7.92858416e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00293592]
",
      " [-0.00697017]]
",
      "(2, 1)
",
      "[[0.11004517]
",
      " [0.12190445]
",
      " [0.11876849]
",
      " [0.14081596]]
",
      "grad01:  [[6.44371525e-05 7.04263157e-03]
",
      " [7.11938181e-04 7.94514372e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00294313]
",
      " [-0.00698653]]
",
      "(2, 1)
",
      "[[0.11000669]
",
      " [0.12188909]
",
      " [0.11875034]
",
      " [0.14085068]]
",
      "grad01:  [[6.56007266e-05 7.05921090e-03]
",
      " [7.14619012e-04 7.96172022e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00295035]
",
      " [-0.00700292]]
",
      "(2, 1)
",
      "[[0.1099681 ]
",
      " [0.12187368]
",
      " [0.11873212]
",
      " [0.14088548]]
",
      "grad01:  [[6.67701351e-05 7.07581087e-03]
",
      " [7.17310463e-04 7.97831354e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00295759]
",
      " [-0.00701935]]
",
      "(2, 1)
",
      "[[0.10992939]
",
      " [0.1218582 ]
",
      " [0.11871383]
",
      " [0.14092036]]
",
      "grad01:  [[6.79454002e-05 7.09243137e-03]
",
      " [7.20012571e-04 7.99492357e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00296483]
",
      " [-0.00703581]]
",
      "(2, 1)
",
      "[[0.10989056]
",
      " [0.12184267]
",
      " [0.11869548]
",
      " [0.14095531]]
",
      "grad01:  [[6.91265438e-05 7.10907229e-03]
",
      " [7.22725372e-04 8.01155022e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0029721 ]
",
      " [-0.00705231]]
",
      "(2, 1)
",
      "[[0.10985161]
",
      " [0.12182709]
",
      " [0.11867707]
",
      " [0.14099033]]
",
      "grad01:  [[7.03135880e-05 7.12573351e-03]
",
      " [7.25448904e-04 8.02819336e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00297937]
",
      " [-0.00706885]]
",
      "(2, 1)
",
      "[[0.10981254]
",
      " [0.12181144]
",
      " [0.11865858]
",
      " [0.14102543]]
",
      "grad01:  [[7.15065547e-05 7.14241494e-03]
",
      " [7.28183202e-04 8.04485290e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00298666]
",
      " [-0.00708541]]
",
      "(2, 1)
",
      "[[0.10977336]
",
      " [0.12179573]
",
      " [0.11864003]
",
      " [0.1410606 ]]
",
      "grad01:  [[7.27054663e-05 7.15911645e-03]
",
      " [7.30928305e-04 8.06152871e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00299397]
",
      " [-0.00710202]]
",
      "(2, 1)
",
      "[[0.10973405]
",
      " [0.12177997]
",
      " [0.11862141]
",
      " [0.14109585]]
",
      "grad01:  [[7.39103447e-05 7.17583795e-03]
",
      " [7.33684248e-04 8.07822070e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00300128]
",
      " [-0.00711865]]
",
      "(2, 1)
",
      "[[0.10969463]
",
      " [0.12176415]
",
      " [0.11860273]
",
      " [0.14113117]]
",
      "grad01:  [[7.51212121e-05 7.19257931e-03]
",
      " [7.36451070e-04 8.09492875e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00300861]
",
      " [-0.00713533]]
",
      "(2, 1)
",
      "[[0.10965508]
",
      " [0.12174827]
",
      " [0.11858397]
",
      " [0.14116657]]
",
      "grad01:  [[7.63380909e-05 7.20934043e-03]
",
      " [7.39228807e-04 8.11165275e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00301596]
",
      " [-0.00715203]]
",
      "(2, 1)
",
      "[[0.10961542]
",
      " [0.12173233]
",
      " [0.11856515]
",
      " [0.14120204]]
",
      "grad01:  [[7.75610033e-05 7.22612120e-03]
",
      " [7.42017497e-04 8.12839258e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00302332]
",
      " [-0.00716877]]
",
      "(2, 1)
",
      "[[0.10957563]
",
      " [0.12171632]
",
      " [0.11854626]
",
      " [0.14123759]]
",
      "grad01:  [[7.87899715e-05 7.24292149e-03]
",
      " [7.44817177e-04 8.14514814e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00303069]
",
      " [-0.00718555]]
",
      "(2, 1)
",
      "[[0.10953572]
",
      " [0.12170026]
",
      " [0.11852731]
",
      " [0.14127322]]
",
      "grad01:  [[8.00250180e-05 7.25974121e-03]
",
      " [7.47627884e-04 8.16191932e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00303807]
",
      " [-0.00720236]]
",
      "(2, 1)
",
      "[[0.1094957 ]
",
      " [0.12168414]
",
      " [0.11850828]
",
      " [0.14130892]]
",
      "grad01:  [[8.12661650e-05 7.27658022e-03]
",
      " [7.50449655e-04 8.17870600e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00304547]
",
      " [-0.0072192 ]]
",
      "(2, 1)
",
      "[[0.10945554]
",
      " [0.12166796]
",
      " [0.11848919]
",
      " [0.14134469]]
",
      "grad01:  [[8.25134350e-05 7.29343843e-03]
",
      " [7.53282528e-04 8.19550807e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00305288]
",
      " [-0.00723608]]
",
      "(2, 1)
",
      "[[0.10941527]
",
      " [0.12165173]
",
      " [0.11847002]
",
      " [0.14138055]]
",
      "grad01:  [[8.37668504e-05 7.31031571e-03]
",
      " [7.56126541e-04 8.21232542e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00306031]
",
      " [-0.007253  ]]
",
      "(2, 1)
",
      "[[0.10937487]
",
      " [0.12163542]
",
      " [0.11845079]
",
      " [0.14141647]]
",
      "grad01:  [[8.50264338e-05 7.32721196e-03]
",
      " [7.58981732e-04 8.22915793e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00306775]
",
      " [-0.00726994]]
",
      "(2, 1)
",
      "[[0.10933436]
",
      " [0.12161906]
",
      " [0.11843149]
",
      " [0.14145248]]
",
      "grad01:  [[8.62922076e-05 7.34412704e-03]
",
      " [7.61848137e-04 8.24600549e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0030752 ]
",
      " [-0.00728693]]
",
      "(2, 1)
",
      "[[0.10929371]
",
      " [0.12160264]
",
      " [0.11841212]
",
      " [0.14148856]]
",
      "grad01:  [[8.75641945e-05 7.36106086e-03]
",
      " [7.64725794e-04 8.26286799e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00308266]
",
      " [-0.00730394]]
",
      "(2, 1)
",
      "[[0.10925295]
",
      " [0.12158616]
",
      " [0.11839268]
",
      " [0.14152472]]
",
      "grad01:  [[8.88424169e-05 7.37801328e-03]
",
      " [7.67614742e-04 8.27974531e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00309014]
",
      " [-0.00732099]]
",
      "(2, 1)
",
      "[[0.10921205]
",
      " [0.12156962]
",
      " [0.11837316]
",
      " [0.14156095]]
",
      "grad01:  [[9.01268975e-05 7.39498420e-03]
",
      " [7.70515019e-04 8.29663733e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00309763]
",
      " [-0.00733808]]
",
      "(2, 1)
",
      "[[0.10917104]
",
      " [0.12155302]
",
      " [0.11835358]
",
      " [0.14159726]]
",
      "grad01:  [[9.14176589e-05 7.41197349e-03]
",
      " [7.73426661e-04 8.31354395e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00310514]
",
      " [-0.0073552 ]]
",
      "(2, 1)
",
      "[[0.1091299 ]
",
      " [0.12153635]
",
      " [0.11833393]
",
      " [0.14163365]]
",
      "grad01:  [[9.27147239e-05 7.42898105e-03]
",
      " [7.76349707e-04 8.33046505e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00311266]
",
      " [-0.00737235]]
",
      "(2, 1)
",
      "[[0.10908863]
",
      " [0.12151962]
",
      " [0.11831421]
",
      " [0.14167011]]
",
      "grad01:  [[9.40181152e-05 7.44600674e-03]
",
      " [7.79284195e-04 8.34740050e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00312019]
",
      " [-0.00738954]]
",
      "(2, 1)
",
      "[[0.10904724]
",
      " [0.12150284]
",
      " [0.11829441]
",
      " [0.14170665]]
",
      "grad01:  [[9.53278556e-05 7.46305045e-03]
",
      " [7.82230164e-04 8.36435021e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00312773]
",
      " [-0.00740676]]
",
      "(2, 1)
",
      "[[0.10900572]
",
      " [0.12148599]
",
      " [0.11827455]
",
      " [0.14174327]]
",
      "grad01:  [[9.66439678e-05 7.48011207e-03]
",
      " [7.85187650e-04 8.38131404e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00313529]
",
      " [-0.00742401]]
",
      "(2, 1)
",
      "[[0.10896407]
",
      " [0.12146907]
",
      " [0.11825461]
",
      " [0.14177997]]
",
      "grad01:  [[9.79664747e-05 7.49719146e-03]
",
      " [7.88156693e-04 8.39829189e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00314286]
",
      " [-0.0074413 ]]
",
      "(2, 1)
",
      "[[0.1089223 ]
",
      " [0.1214521 ]
",
      " [0.11823461]
",
      " [0.14181674]]
",
      "grad01:  [[9.92953990e-05 7.51428852e-03]
",
      " [7.91137331e-04 8.41528364e-03]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00315045]
",
      " [-0.00745863]]
",
      "(2, 1)
",
      "[[0.10888039]
",
      " [0.12143507]
",
      " [0.11821453]
",
      " [0.14185359]]
",
      "grad01:  [[0.00010063 0.0075314 ]
",
      " [0.00079413 0.00843229]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00315804]
",
      " [-0.00747598]]
",
      "(2, 1)
",
      "[[0.10883836]
",
      " [0.12141797]
",
      " [0.11819438]
",
      " [0.14189052]]
",
      "grad01:  [[0.00010197 0.00754854]
",
      " [0.00079713 0.00844931]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00316565]
",
      " [-0.00749337]]
",
      "(2, 1)
",
      "[[0.10879621]
",
      " [0.12140081]
",
      " [0.11817415]
",
      " [0.14192753]]
",
      "grad01:  [[0.00010332 0.00756568]
",
      " [0.00080015 0.00846634]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00317328]
",
      " [-0.0075108 ]]
",
      "(2, 1)
",
      "[[0.10875392]
",
      " [0.12138358]
",
      " [0.11815386]
",
      " [0.14196461]]
",
      "grad01:  [[0.00010468 0.00758285]
",
      " [0.00080318 0.00848339]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00318091]
",
      " [-0.00752826]]
",
      "(2, 1)
",
      "[[0.1087115 ]
",
      " [0.1213663 ]
",
      " [0.11813349]
",
      " [0.14200178]]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "grad01:  [[0.00010604 0.00760003]
",
      " [0.00080622 0.00850045]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00318856]
",
      " [-0.00754575]]
",
      "(2, 1)
",
      "[[0.10866896]
",
      " [0.12134895]
",
      " [0.11811305]
",
      " [0.14203902]]
",
      "grad01:  [[0.0001074  0.00761723]
",
      " [0.00080927 0.00851752]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00319622]
",
      " [-0.00756328]]
",
      "(2, 1)
",
      "[[0.10862628]
",
      " [0.12133153]
",
      " [0.11809253]
",
      " [0.14207634]]
",
      "grad01:  [[0.00010878 0.00763445]
",
      " [0.00081233 0.00853461]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0032039 ]
",
      " [-0.00758084]]
",
      "(2, 1)
",
      "[[0.10858347]
",
      " [0.12131406]
",
      " [0.11807194]
",
      " [0.14211374]]
",
      "grad01:  [[0.00011016 0.00765169]
",
      " [0.0008154  0.0085517 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00321159]
",
      " [-0.00759843]]
",
      "(2, 1)
",
      "[[0.10854054]
",
      " [0.12129652]
",
      " [0.11805128]
",
      " [0.14215121]]
",
      "grad01:  [[0.00011155 0.00766894]
",
      " [0.00081849 0.00856882]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00321929]
",
      " [-0.00761606]]
",
      "(2, 1)
",
      "[[0.10849747]
",
      " [0.12127892]
",
      " [0.11803055]
",
      " [0.14218877]]
",
      "grad01:  [[0.00011294 0.0076862 ]
",
      " [0.00082159 0.00858594]]
",
      "(2, 2)
",
      "grad12:  [[ 0.003227  ]
",
      " [-0.00763372]]
",
      "(2, 1)
",
      "[[0.10845427]
",
      " [0.12126125]
",
      " [0.11800974]
",
      " [0.1422264 ]]
",
      "grad01:  [[0.00011434 0.00770349]
",
      " [0.0008247  0.00860308]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00323472]
",
      " [-0.00765141]]
",
      "(2, 1)
",
      "[[0.10841093]
",
      " [0.12124352]
",
      " [0.11798885]
",
      " [0.14226412]]
",
      "grad01:  [[0.00011575 0.00772079]
",
      " [0.00082782 0.00862023]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00324246]
",
      " [-0.00766914]]
",
      "(2, 1)
",
      "[[0.10836747]
",
      " [0.12122572]
",
      " [0.11796789]
",
      " [0.14230191]]
",
      "grad01:  [[0.00011717 0.0077381 ]
",
      " [0.00083096 0.00863739]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00325021]
",
      " [-0.0076869 ]]
",
      "(2, 1)
",
      "[[0.10832387]
",
      " [0.12120786]
",
      " [0.11794686]
",
      " [0.14233978]]
",
      "grad01:  [[0.00011859 0.00775543]
",
      " [0.00083411 0.00865456]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00325797]
",
      " [-0.00770469]]
",
      "(2, 1)
",
      "[[0.10828013]
",
      " [0.12118994]
",
      " [0.11792575]
",
      " [0.14237773]]
",
      "grad01:  [[0.00012002 0.00777278]
",
      " [0.00083726 0.00867175]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00326575]
",
      " [-0.00772252]]
",
      "(2, 1)
",
      "[[0.10823627]
",
      " [0.12117195]
",
      " [0.11790457]
",
      " [0.14241576]]
",
      "grad01:  [[0.00012145 0.00779014]
",
      " [0.00084044 0.00868895]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00327354]
",
      " [-0.00774038]]
",
      "(2, 1)
",
      "[[0.10819227]
",
      " [0.12115389]
",
      " [0.11788331]
",
      " [0.14245388]]
",
      "grad01:  [[0.00012289 0.00780752]
",
      " [0.00084362 0.00870616]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00328134]
",
      " [-0.00775827]]
",
      "(2, 1)
",
      "[[0.10814813]
",
      " [0.12113577]
",
      " [0.11786198]
",
      " [0.14249207]]
",
      "grad01:  [[0.00012434 0.00782492]
",
      " [0.00084682 0.00872338]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00328915]
",
      " [-0.0077762 ]]
",
      "(2, 1)
",
      "[[0.10810386]
",
      " [0.12111759]
",
      " [0.11784057]
",
      " [0.14253034]]
",
      "grad01:  [[0.00012579 0.00784233]
",
      " [0.00085002 0.00874061]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00329697]
",
      " [-0.00779416]]
",
      "(2, 1)
",
      "[[0.10805945]
",
      " [0.12109934]
",
      " [0.11781908]
",
      " [0.14256869]]
",
      "grad01:  [[0.00012726 0.00785975]
",
      " [0.00085324 0.00875786]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00330481]
",
      " [-0.00781215]]
",
      "(2, 1)
",
      "[[0.10801491]
",
      " [0.12108102]
",
      " [0.11779752]
",
      " [0.14260712]]
",
      "grad01:  [[0.00012873 0.00787719]
",
      " [0.00085648 0.00877511]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00331266]
",
      " [-0.00783017]]
",
      "(2, 1)
",
      "[[0.10797023]
",
      " [0.12106264]
",
      " [0.11777588]
",
      " [0.14264563]]
",
      "grad01:  [[0.0001302  0.00789464]
",
      " [0.00085972 0.00879238]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00332052]
",
      " [-0.00784823]]
",
      "(2, 1)
",
      "[[0.10792541]
",
      " [0.12104419]
",
      " [0.11775417]
",
      " [0.14268423]]
",
      "grad01:  [[0.00013168 0.00791211]
",
      " [0.00086298 0.00880966]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0033284 ]
",
      " [-0.00786632]]
",
      "(2, 1)
",
      "[[0.10788046]
",
      " [0.12102568]
",
      " [0.11773237]
",
      " [0.1427229 ]]
",
      "grad01:  [[0.00013317 0.0079296 ]
",
      " [0.00086625 0.00882695]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00333628]
",
      " [-0.00788444]]
",
      "(2, 1)
",
      "[[0.10783537]
",
      " [0.1210071 ]
",
      " [0.1177105 ]
",
      " [0.14276166]]
",
      "grad01:  [[0.00013467 0.0079471 ]
",
      " [0.00086953 0.00884425]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00334418]
",
      " [-0.0079026 ]]
",
      "(2, 1)
",
      "[[0.10779014]
",
      " [0.12098845]
",
      " [0.11768856]
",
      " [0.14280049]]
",
      "grad01:  [[0.00013618 0.00796461]
",
      " [0.00087283 0.00886156]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00335209]
",
      " [-0.00792079]]
",
      "(2, 1)
",
      "[[0.10774477]
",
      " [0.12096974]
",
      " [0.11766653]
",
      " [0.14283941]]
",
      "grad01:  [[0.00013769 0.00798214]
",
      " [0.00087614 0.00887888]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00336001]
",
      " [-0.00793901]]
",
      "(2, 1)
",
      "[[0.10769926]
",
      " [0.12095096]
",
      " [0.11764443]
",
      " [0.14287841]]
",
      "grad01:  [[0.0001392  0.00799968]
",
      " [0.00087946 0.00889622]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00336795]
",
      " [-0.00795726]]
",
      "(2, 1)
",
      "[[0.10765361]
",
      " [0.12093211]
",
      " [0.11762225]
",
      " [0.14291749]]
",
      "grad01:  [[0.00014073 0.00801723]
",
      " [0.00088279 0.00891356]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00337589]
",
      " [-0.00797555]]
",
      "(2, 1)
",
      "[[0.10760782]
",
      " [0.1209132 ]
",
      " [0.11759999]
",
      " [0.14295665]]
",
      "grad01:  [[0.00014226 0.0080348 ]
",
      " [0.00088614 0.00893091]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00338385]
",
      " [-0.00799387]]
",
      "(2, 1)
",
      "[[0.10756189]
",
      " [0.12089422]
",
      " [0.11757765]
",
      " [0.14299589]]
",
      "grad01:  [[0.0001438  0.00805238]
",
      " [0.0008895  0.00894828]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00339182]
",
      " [-0.00801222]]
",
      "(2, 1)
",
      "[[0.10751582]
",
      " [0.12087517]
",
      " [0.11755523]
",
      " [0.14303522]]
",
      "grad01:  [[0.00014535 0.00806998]
",
      " [0.00089287 0.00896565]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0033998]
",
      " [-0.0080306]]
",
      "(2, 1)
",
      "[[0.10746961]
",
      " [0.12085605]
",
      " [0.11753274]
",
      " [0.14307463]]
",
      "grad01:  [[0.0001469  0.00808759]
",
      " [0.00089626 0.00898303]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00340779]
",
      " [-0.00804902]]
",
      "(2, 1)
",
      "[[0.10742326]
",
      " [0.12083687]
",
      " [0.11751016]
",
      " [0.14311412]]
",
      "grad01:  [[0.00014846 0.00810521]
",
      " [0.00089965 0.00900043]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0034158 ]
",
      " [-0.00806746]]
",
      "(2, 1)
",
      "[[0.10737676]
",
      " [0.12081761]
",
      " [0.11748751]
",
      " [0.14315369]]
",
      "grad01:  [[0.00015003 0.00812285]
",
      " [0.00090307 0.00901783]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00342381]
",
      " [-0.00808594]]
",
      "(2, 1)
",
      "[[0.10733013]
",
      " [0.12079829]
",
      " [0.11746477]
",
      " [0.14319335]]
",
      "grad01:  [[0.00015161 0.0081405 ]
",
      " [0.00090649 0.00903524]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00343184]
",
      " [-0.00810445]]
",
      "(2, 1)
",
      "[[0.10728334]
",
      " [0.1207789 ]
",
      " [0.11744196]
",
      " [0.14323309]]
",
      "grad01:  [[0.00015319 0.00815816]
",
      " [0.00090993 0.00905267]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00343988]
",
      " [-0.008123  ]]
",
      "(2, 1)
",
      "[[0.10723642]
",
      " [0.12075944]
",
      " [0.11741906]
",
      " [0.14327291]]
",
      "grad01:  [[0.00015478 0.00817584]
",
      " [0.00091338 0.0090701 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00344793]
",
      " [-0.00814157]]
",
      "(2, 1)
",
      "[[0.10718935]
",
      " [0.12073992]
",
      " [0.11739609]
",
      " [0.14331281]]
",
      "grad01:  [[0.00015638 0.00819353]
",
      " [0.00091684 0.00908754]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00345599]
",
      " [-0.00816018]]
",
      "(2, 1)
",
      "[[0.10714214]
",
      " [0.12072032]
",
      " [0.11737303]
",
      " [0.1433528 ]]
",
      "grad01:  [[0.00015798 0.00821123]
",
      " [0.00092032 0.00910499]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00346407]
",
      " [-0.00817881]]
",
      "(2, 1)
",
      "[[0.10709478]
",
      " [0.12070066]
",
      " [0.11734989]
",
      " [0.14339288]]
",
      "grad01:  [[0.00015959 0.00822894]
",
      " [0.00092381 0.00912245]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00347215]
",
      " [-0.00819748]]
",
      "(2, 1)
",
      "[[0.10704727]
",
      " [0.12068092]
",
      " [0.11732668]
",
      " [0.14343303]]
",
      "grad01:  [[0.00016121 0.00824667]
",
      " [0.00092731 0.00913992]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00348025]
",
      " [-0.00821618]]
",
      "(2, 1)
",
      "[[0.10699962]
",
      " [0.12066112]
",
      " [0.11730338]
",
      " [0.14347327]]
",
      "grad01:  [[0.00016284 0.00826441]
",
      " [0.00093083 0.00915739]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00348836]
",
      " [-0.00823492]]
",
      "(2, 1)
",
      "[[0.10695182]
",
      " [0.12064124]
",
      " [0.11728   ]
",
      " [0.14351359]]
",
      "grad01:  [[0.00016447 0.00828216]
",
      " [0.00093435 0.00917488]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00349648]
",
      " [-0.00825368]]
",
      "(2, 1)
",
      "[[0.10690388]
",
      " [0.1206213 ]
",
      " [0.11725653]
",
      " [0.143554  ]]
",
      "grad01:  [[0.00016612 0.00829992]
",
      " [0.0009379  0.00919237]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00350461]
",
      " [-0.00827248]]
",
      "(2, 1)
",
      "[[0.10685579]
",
      " [0.12060128]
",
      " [0.11723299]
",
      " [0.14359449]]
",
      "grad01:  [[0.00016777 0.00831769]
",
      " [0.00094145 0.00920987]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00351275]
",
      " [-0.0082913 ]]
",
      "(2, 1)
",
      "[[0.10680755]
",
      " [0.1205812 ]
",
      " [0.11720936]
",
      " [0.14363507]]
",
      "grad01:  [[0.00016942 0.00833548]
",
      " [0.00094502 0.00922738]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0035209 ]
",
      " [-0.00831016]]
",
      "(2, 1)
",
      "[[0.10675916]
",
      " [0.12056105]
",
      " [0.11718565]
",
      " [0.14367573]]
",
      "grad01:  [[0.00017109 0.00835328]
",
      " [0.00094861 0.0092449 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00352906]
",
      " [-0.00832905]]
",
      "(2, 1)
",
      "[[0.10671063]
",
      " [0.12054082]
",
      " [0.11716185]
",
      " [0.14371648]]
",
      "grad01:  [[0.00017276 0.00837108]
",
      " [0.0009522  0.00926243]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00353724]
",
      " [-0.00834797]]
",
      "(2, 1)
",
      "[[0.10666194]
",
      " [0.12052052]
",
      " [0.11713798]
",
      " [0.14375731]]
",
      "grad01:  [[0.00017444 0.0083889 ]
",
      " [0.00095581 0.00927996]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00354542]
",
      " [-0.00836692]]
",
      "(2, 1)
",
      "[[0.1066131 ]
",
      " [0.12050016]
",
      " [0.11711402]
",
      " [0.14379823]]
",
      "grad01:  [[0.00017613 0.00840673]
",
      " [0.00095944 0.00929751]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00355362]
",
      " [-0.0083859 ]]
",
      "(2, 1)
",
      "[[0.10656412]
",
      " [0.12047972]
",
      " [0.11708997]
",
      " [0.14383923]]
",
      "grad01:  [[0.00017782 0.00842458]
",
      " [0.00096308 0.00931506]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00356183]
",
      " [-0.00840491]]
",
      "(2, 1)
",
      "[[0.10651498]
",
      " [0.12045921]
",
      " [0.11706584]
",
      " [0.14388032]]
",
      "grad01:  [[0.00017952 0.00844243]
",
      " [0.00096673 0.00933261]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00357004]
",
      " [-0.00842395]]
",
      "(2, 1)
",
      "[[0.10646569]
",
      " [0.12043863]
",
      " [0.11704163]
",
      " [0.14392149]]
",
      "grad01:  [[0.00018123 0.00846029]
",
      " [0.00097039 0.00935018]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00357827]
",
      " [-0.00844303]]
",
      "(2, 1)
",
      "[[0.10641626]
",
      " [0.12041798]
",
      " [0.11701734]
",
      " [0.14396275]]
",
      "grad01:  [[0.00018295 0.00847817]
",
      " [0.00097407 0.00936775]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00358651]
",
      " [-0.00846213]]
",
      "(2, 1)
",
      "[[0.10636666]
",
      " [0.12039725]
",
      " [0.11699296]
",
      " [0.14400409]]
",
      "grad01:  [[0.00018468 0.00849605]
",
      " [0.00097776 0.00938533]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00359476]
",
      " [-0.00848126]]
",
      "(2, 1)
",
      "[[0.10631692]
",
      " [0.12037645]
",
      " [0.11696849]
",
      " [0.14404553]]
",
      "grad01:  [[0.00018641 0.00851395]
",
      " [0.00098147 0.00940292]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00360302]
",
      " [-0.00850043]]
",
      "(2, 1)
",
      "[[0.10626702]
",
      " [0.12035558]
",
      " [0.11694394]
",
      " [0.14408705]]
",
      "grad01:  [[0.00018815 0.00853185]
",
      " [0.00098519 0.00942051]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00361129]
",
      " [-0.00851962]]
",
      "(2, 1)
",
      "[[0.10621697]
",
      " [0.12033464]
",
      " [0.1169193 ]
",
      " [0.14412865]]
",
      "grad01:  [[0.0001899  0.00854977]
",
      " [0.00098892 0.00943811]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00361957]
",
      " [-0.00853885]]
",
      "(2, 1)
",
      "[[0.10616677]
",
      " [0.12031363]
",
      " [0.11689458]
",
      " [0.14417034]]
",
      "grad01:  [[0.00019166 0.00856769]
",
      " [0.00099267 0.00945572]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00362787]
",
      " [-0.0085581 ]]
",
      "(2, 1)
",
      "[[0.10611641]
",
      " [0.12029254]
",
      " [0.11686977]
",
      " [0.14421212]]
",
      "grad01:  [[0.00019342 0.00858563]
",
      " [0.00099643 0.00947333]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00363617]
",
      " [-0.00857739]]
",
      "(2, 1)
",
      "[[0.1060659 ]
",
      " [0.12027138]
",
      " [0.11684488]
",
      " [0.14425399]]
",
      "grad01:  [[0.00019519 0.00860357]
",
      " [0.00100021 0.00949095]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00364448]
",
      " [-0.0085967 ]]
",
      "(2, 1)
",
      "[[0.10601523]
",
      " [0.12025015]
",
      " [0.1168199 ]
",
      " [0.14429594]]
",
      "grad01:  [[0.00019698 0.00862153]
",
      " [0.001004   0.00950858]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0036528 ]
",
      " [-0.00861605]]
",
      "(2, 1)
",
      "[[0.1059644 ]
",
      " [0.12022884]
",
      " [0.11679483]
",
      " [0.14433798]]
",
      "grad01:  [[0.00019876 0.00863949]
",
      " [0.00100781 0.00952621]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00366114]
",
      " [-0.00863542]]
",
      "(2, 1)
",
      "[[0.10591342]
",
      " [0.12020746]
",
      " [0.11676968]
",
      " [0.14438011]]
",
      "grad01:  [[0.00020056 0.00865746]
",
      " [0.00101163 0.00954385]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00366948]
",
      " [-0.00865482]]
",
      "(2, 1)
",
      "[[0.10586228]
",
      " [0.120186  ]
",
      " [0.11674444]
",
      " [0.14442233]]
",
      "grad01:  [[0.00020236 0.00867545]
",
      " [0.00101546 0.00956149]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00367783]
",
      " [-0.00867426]]
",
      "(2, 1)
",
      "[[0.10581098]
",
      " [0.12016448]
",
      " [0.11671911]
",
      " [0.14446464]]
",
      "grad01:  [[0.00020418 0.00869344]
",
      " [0.00101931 0.00957915]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0036862 ]
",
      " [-0.00869372]]
",
      "(2, 1)
",
      "[[0.10575953]
",
      " [0.12014287]
",
      " [0.11669369]
",
      " [0.14450703]]
",
      "grad01:  [[0.000206   0.00871144]
",
      " [0.00102317 0.0095968 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00369457]
",
      " [-0.00871321]]
",
      "(2, 1)
",
      "[[0.10570792]
",
      " [0.12012119]
",
      " [0.11666819]
",
      " [0.14454951]]
",
      "grad01:  [[0.00020783 0.00872945]
",
      " [0.00102704 0.00961446]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00370295]
",
      " [-0.00873273]]
",
      "(2, 1)
",
      "[[0.10565615]
",
      " [0.12009944]
",
      " [0.1166426 ]
",
      " [0.14459209]]
",
      "grad01:  [[0.00020966 0.00874746]
",
      " [0.00103093 0.00963213]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00371135]
",
      " [-0.00875228]]
",
      "(2, 1)
",
      "[[0.10560421]
",
      " [0.12007762]
",
      " [0.11661692]
",
      " [0.14463475]]
",
      "grad01:  [[0.00021151 0.00876549]
",
      " [0.00103484 0.00964981]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00371975]
",
      " [-0.00877186]]
",
      "(2, 1)
",
      "[[0.10555212]
",
      " [0.12005571]
",
      " [0.11659115]
",
      " [0.1446775 ]]
",
      "grad01:  [[0.00021336 0.00878352]
",
      " [0.00103876 0.00966748]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00372816]
",
      " [-0.00879147]]
",
      "(2, 1)
",
      "[[0.10549987]
",
      " [0.12003374]
",
      " [0.11656529]
",
      " [0.14472034]]
",
      "grad01:  [[0.00021522 0.00880157]
",
      " [0.00104269 0.00968517]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00373658]
",
      " [-0.0088111 ]]
",
      "(2, 1)
",
      "[[0.10544746]
",
      " [0.12001168]
",
      " [0.11653934]
",
      " [0.14476327]]
",
      "grad01:  [[0.00021709 0.00881962]
",
      " [0.00104664 0.00970286]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00374502]
",
      " [-0.00883077]]
",
      "(2, 1)
",
      "[[0.10539489]
",
      " [0.11998956]
",
      " [0.1165133 ]
",
      " [0.14480628]]
",
      "grad01:  [[0.00021897 0.00883768]
",
      " [0.0010506  0.00972055]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00375346]
",
      " [-0.00885046]]
",
      "(2, 1)
",
      "[[0.10534215]
",
      " [0.11996735]
",
      " [0.11648718]
",
      " [0.14484939]]
",
      "grad01:  [[0.00022085 0.00885574]
",
      " [0.00105458 0.00973825]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00376191]
",
      " [-0.00887018]]
",
      "(2, 1)
",
      "[[0.10528925]
",
      " [0.11994507]
",
      " [0.11646096]
",
      " [0.14489259]]
",
      "grad01:  [[0.00022275 0.00887382]
",
      " [0.00105857 0.00975595]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00377037]
",
      " [-0.00888994]]
",
      "(2, 1)
",
      "[[0.10523619]
",
      " [0.11992272]
",
      " [0.11643466]
",
      " [0.14493588]]
",
      "grad01:  [[0.00022465 0.0088919 ]
",
      " [0.00106258 0.00977366]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00377884]
",
      " [-0.00890971]]
",
      "(2, 1)
",
      "[[0.10518297]
",
      " [0.11990028]
",
      " [0.11640826]
",
      " [0.14497926]]
",
      "grad01:  [[0.00022656 0.00890999]
",
      " [0.0010666  0.00979137]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00378732]
",
      " [-0.00892952]]
",
      "(2, 1)
",
      "[[0.10512958]
",
      " [0.11987778]
",
      " [0.11638177]
",
      " [0.14502274]]
",
      "grad01:  [[0.00022848 0.00892809]
",
      " [0.00107064 0.00980909]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00379581]
",
      " [-0.00894936]]
",
      "(2, 1)
",
      "[[0.10507603]
",
      " [0.11985519]
",
      " [0.11635519]
",
      " [0.1450663 ]]
",
      "grad01:  [[0.00023041 0.00894619]
",
      " [0.00107469 0.00982681]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00380431]
",
      " [-0.00896922]]
",
      "(2, 1)
",
      "[[0.10502231]
",
      " [0.11983253]
",
      " [0.11632852]
",
      " [0.14510995]]
",
      "grad01:  [[0.00023234 0.0089643 ]
",
      " [0.00107876 0.00984453]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00381281]
",
      " [-0.00898911]]
",
      "(2, 1)
",
      "[[0.10496843]
",
      " [0.11980979]
",
      " [0.11630176]
",
      " [0.1451537 ]]
",
      "grad01:  [[0.00023429 0.00898242]
",
      " [0.00108284 0.00986226]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00382133]
",
      " [-0.00900903]]
",
      "(2, 1)
",
      "[[0.10491438]
",
      " [0.11978697]
",
      " [0.11627491]
",
      " [0.14519754]]
",
      "grad01:  [[0.00023624 0.00900054]
",
      " [0.00108693 0.00988   ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00382986]
",
      " [-0.00902898]]
",
      "(2, 1)
",
      "[[0.10486017]
",
      " [0.11976407]
",
      " [0.11624797]
",
      " [0.14524147]]
",
      "grad01:  [[0.0002382  0.00901867]
",
      " [0.00109104 0.00989773]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00383839]
",
      " [-0.00904895]]
",
      "(2, 1)
",
      "[[0.10480579]
",
      " [0.1197411 ]
",
      " [0.11622093]
",
      " [0.14528549]]
",
      "grad01:  [[0.00024017 0.00903681]
",
      " [0.00109517 0.00991547]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00384694]
",
      " [-0.00906895]]
",
      "(2, 1)
",
      "[[0.10475124]
",
      " [0.11971805]
",
      " [0.1161938 ]
",
      " [0.1453296 ]]
",
      "grad01:  [[0.00024215 0.00905496]
",
      " [0.00109931 0.00993322]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00385549]
",
      " [-0.00908898]]
",
      "(2, 1)
",
      "[[0.10469652]
",
      " [0.11969492]
",
      " [0.11616658]
",
      " [0.14537381]]
",
      "grad01:  [[0.00024413 0.00907311]
",
      " [0.00110347 0.00995097]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00386405]
",
      " [-0.00910904]]
",
      "(2, 1)
",
      "[[0.10464164]
",
      " [0.11967171]
",
      " [0.11613926]
",
      " [0.14541811]]
",
      "grad01:  [[0.00024613 0.00909126]
",
      " [0.00110764 0.00996872]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00387262]
",
      " [-0.00912912]]
",
      "(2, 1)
",
      "[[0.10458658]
",
      " [0.11964843]
",
      " [0.11611185]
",
      " [0.1454625 ]]
",
      "grad01:  [[0.00024813 0.00910943]
",
      " [0.00111183 0.00998647]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0038812 ]
",
      " [-0.00914923]]
",
      "(2, 1)
",
      "[[0.10453136]
",
      " [0.11962506]
",
      " [0.11608435]
",
      " [0.14550699]]
",
      "grad01:  [[0.00025014 0.0091276 ]
",
      " [0.00111603 0.01000423]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00388979]
",
      " [-0.00916937]]
",
      "(2, 1)
",
      "[[0.10447596]
",
      " [0.11960162]
",
      " [0.11605675]
",
      " [0.14555157]]
",
      "grad01:  [[0.00025216 0.00914577]
",
      " [0.00112025 0.01002199]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00389839]
",
      " [-0.00918953]]
",
      "(2, 1)
",
      "[[0.1044204 ]
",
      " [0.11957809]
",
      " [0.11602906]
",
      " [0.14559624]]
",
      "grad01:  [[0.00025419 0.00916395]
",
      " [0.00112448 0.01003975]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00390699]
",
      " [-0.00920973]]
",
      "(2, 1)
",
      "[[0.10436466]
",
      " [0.11955449]
",
      " [0.11600128]
",
      " [0.14564101]]
",
      "grad01:  [[0.00025623 0.00918214]
",
      " [0.00112873 0.01005752]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00391561]
",
      " [-0.00922994]]
",
      "(2, 1)
",
      "[[0.10430876]
",
      " [0.11953081]
",
      " [0.1159734 ]
",
      " [0.14568587]]
",
      "grad01:  [[0.00025828 0.00920033]
",
      " [0.00113299 0.01007529]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00392423]
",
      " [-0.00925019]]
",
      "(2, 1)
",
      "[[0.10425268]
",
      " [0.11950705]
",
      " [0.11594542]
",
      " [0.14573083]]
",
      "grad01:  [[0.00026033 0.00921852]
",
      " [0.00113727 0.01009306]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00393286]
",
      " [-0.00927046]]
",
      "(2, 1)
",
      "[[0.10419643]
",
      " [0.1194832 ]
",
      " [0.11591735]
",
      " [0.14577588]]
",
      "grad01:  [[0.0002624  0.00923672]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [0.00114157 0.01011083]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0039415 ]
",
      " [-0.00929075]]
",
      "(2, 1)
",
      "[[0.10414   ]
",
      " [0.11945928]
",
      " [0.11588919]
",
      " [0.14582103]]
",
      "grad01:  [[0.00026447 0.00925493]
",
      " [0.00114588 0.01012861]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00395015]
",
      " [-0.00931107]]
",
      "(2, 1)
",
      "[[0.10408341]
",
      " [0.11943528]
",
      " [0.11586093]
",
      " [0.14586627]]
",
      "grad01:  [[0.00026655 0.00927314]
",
      " [0.0011502  0.01014639]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0039588 ]
",
      " [-0.00933142]]
",
      "(2, 1)
",
      "[[0.10402663]
",
      " [0.11941119]
",
      " [0.11583257]
",
      " [0.14591161]]
",
      "grad01:  [[0.00026864 0.00929136]
",
      " [0.00115454 0.01016417]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00396747]
",
      " [-0.0093518 ]]
",
      "(2, 1)
",
      "[[0.10396969]
",
      " [0.11938703]
",
      " [0.11580412]
",
      " [0.14595704]]
",
      "grad01:  [[0.00027074 0.00930958]
",
      " [0.0011589  0.01018195]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00397614]
",
      " [-0.00937219]]
",
      "(2, 1)
",
      "[[0.10391257]
",
      " [0.11936278]
",
      " [0.11577557]
",
      " [0.14600257]]
",
      "grad01:  [[0.00027285 0.0093278 ]
",
      " [0.00116327 0.01019974]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00398482]
",
      " [-0.00939262]]
",
      "(2, 1)
",
      "[[0.10385527]
",
      " [0.11933846]
",
      " [0.11574692]
",
      " [0.1460482 ]]
",
      "grad01:  [[0.00027497 0.00934603]
",
      " [0.00116766 0.01021752]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00399351]
",
      " [-0.00941307]]
",
      "(2, 1)
",
      "[[0.10379779]
",
      " [0.11931405]
",
      " [0.11571818]
",
      " [0.14609392]]
",
      "grad01:  [[0.00027709 0.00936427]
",
      " [0.00117207 0.01023531]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0040022 ]
",
      " [-0.00943355]]
",
      "(2, 1)
",
      "[[0.10374014]
",
      " [0.11928956]
",
      " [0.11568934]
",
      " [0.14613974]]
",
      "grad01:  [[0.00027923 0.00938251]
",
      " [0.00117649 0.0102531 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00401091]
",
      " [-0.00945405]]
",
      "(2, 1)
",
      "[[0.10368232]
",
      " [0.11926498]
",
      " [0.1156604 ]
",
      " [0.14618565]]
",
      "grad01:  [[0.00028137 0.00940075]
",
      " [0.00118092 0.01027089]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00401962]
",
      " [-0.00947457]]
",
      "(2, 1)
",
      "[[0.10362431]
",
      " [0.11924033]
",
      " [0.11563136]
",
      " [0.14623166]]
",
      "grad01:  [[0.00028353 0.00941899]
",
      " [0.00118538 0.01028869]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00402834]
",
      " [-0.00949512]]
",
      "(2, 1)
",
      "[[0.10356613]
",
      " [0.11921559]
",
      " [0.11560223]
",
      " [0.14627778]]
",
      "grad01:  [[0.00028569 0.00943724]
",
      " [0.00118984 0.01030648]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00403707]
",
      " [-0.0095157 ]]
",
      "(2, 1)
",
      "[[0.10350777]
",
      " [0.11919077]
",
      " [0.115573  ]
",
      " [0.14632398]]
",
      "grad01:  [[0.00028786 0.0094555 ]
",
      " [0.00119433 0.01032428]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0040458]
",
      " [-0.0095363]]
",
      "(2, 1)
",
      "[[0.10344922]
",
      " [0.11916587]
",
      " [0.11554366]
",
      " [0.14637029]]
",
      "grad01:  [[0.00029004 0.00947375]
",
      " [0.00119883 0.01034207]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00405454]
",
      " [-0.00955692]]
",
      "(2, 1)
",
      "[[0.1033905 ]
",
      " [0.11914088]
",
      " [0.11551423]
",
      " [0.14641669]]
",
      "grad01:  [[0.00029223 0.00949201]
",
      " [0.00120335 0.01035987]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00406329]
",
      " [-0.00957757]]
",
      "(2, 1)
",
      "[[0.1033316 ]
",
      " [0.11911581]
",
      " [0.1154847 ]
",
      " [0.1464632 ]]
",
      "grad01:  [[0.00029443 0.00951028]
",
      " [0.00120788 0.01037767]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00407205]
",
      " [-0.00959825]]
",
      "(2, 1)
",
      "[[0.10327252]
",
      " [0.11909066]
",
      " [0.11545507]
",
      " [0.1465098 ]]
",
      "grad01:  [[0.00029663 0.00952854]
",
      " [0.00121243 0.01039547]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00408082]
",
      " [-0.00961894]]
",
      "(2, 1)
",
      "[[0.10321325]
",
      " [0.11906542]
",
      " [0.11542534]
",
      " [0.1465565 ]]
",
      "grad01:  [[0.00029885 0.00954681]
",
      " [0.00121699 0.01041327]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00408959]
",
      " [-0.00963967]]
",
      "(2, 1)
",
      "[[0.10315381]
",
      " [0.1190401 ]
",
      " [0.11539551]
",
      " [0.1466033 ]]
",
      "grad01:  [[0.00030108 0.00956508]
",
      " [0.00122157 0.01043107]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00409837]
",
      " [-0.00966041]]
",
      "(2, 1)
",
      "[[0.10309418]
",
      " [0.11901469]
",
      " [0.11536558]
",
      " [0.1466502 ]]
",
      "grad01:  [[0.00030331 0.00958336]
",
      " [0.00122617 0.01044887]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00410716]
",
      " [-0.00968118]]
",
      "(2, 1)
",
      "[[0.10303436]
",
      " [0.1189892 ]
",
      " [0.11533555]
",
      " [0.1466972 ]]
",
      "grad01:  [[0.00030556 0.00960164]
",
      " [0.00123078 0.01046667]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00411595]
",
      " [-0.00970197]]
",
      "(2, 1)
",
      "[[0.10297437]
",
      " [0.11896363]
",
      " [0.11530542]
",
      " [0.1467443 ]]
",
      "grad01:  [[0.00030781 0.00961992]
",
      " [0.00123541 0.01048447]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00412475]
",
      " [-0.00972279]]
",
      "(2, 1)
",
      "[[0.10291419]
",
      " [0.11893797]
",
      " [0.11527519]
",
      " [0.1467915 ]]
",
      "grad01:  [[0.00031007 0.0096382 ]
",
      " [0.00124006 0.01050228]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00413356]
",
      " [-0.00974363]]
",
      "(2, 1)
",
      "[[0.10285383]
",
      " [0.11891222]
",
      " [0.11524486]
",
      " [0.1468388 ]]
",
      "grad01:  [[0.00031234 0.00965648]
",
      " [0.00124472 0.01052008]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00414238]
",
      " [-0.00976449]]
",
      "(2, 1)
",
      "[[0.10279328]
",
      " [0.11888639]
",
      " [0.11521442]
",
      " [0.1468862 ]]
",
      "grad01:  [[0.00031463 0.00967477]
",
      " [0.0012494  0.01053788]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0041512 ]
",
      " [-0.00978537]]
",
      "(2, 1)
",
      "[[0.10273254]
",
      " [0.11886048]
",
      " [0.11518388]
",
      " [0.1469337 ]]
",
      "grad01:  [[0.00031692 0.00969306]
",
      " [0.0012541  0.01055568]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00416003]
",
      " [-0.00980628]]
",
      "(2, 1)
",
      "[[0.10267162]
",
      " [0.11883448]
",
      " [0.11515324]
",
      " [0.14698131]]
",
      "grad01:  [[0.00031922 0.00971135]
",
      " [0.00125881 0.01057348]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00416887]
",
      " [-0.00982721]]
",
      "(2, 1)
",
      "[[0.10261051]
",
      " [0.11880839]
",
      " [0.1151225 ]
",
      " [0.14702901]]
",
      "grad01:  [[0.00032153 0.00972964]
",
      " [0.00126354 0.01059128]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00417771]
",
      " [-0.00984817]]
",
      "(2, 1)
",
      "[[0.10254922]
",
      " [0.11878222]
",
      " [0.11509165]
",
      " [0.14707682]]
",
      "grad01:  [[0.00032385 0.00974794]
",
      " [0.00126829 0.01060908]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00418656]
",
      " [-0.00986914]]
",
      "(2, 1)
",
      "[[0.10248773]
",
      " [0.11875596]
",
      " [0.1150607 ]
",
      " [0.14712473]]
",
      "grad01:  [[0.00032617 0.00976623]
",
      " [0.00127305 0.01062688]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00419542]
",
      " [-0.00989014]]
",
      "(2, 1)
",
      "[[0.10242606]
",
      " [0.11872961]
",
      " [0.11502965]
",
      " [0.14717274]]
",
      "grad01:  [[0.00032851 0.00978453]
",
      " [0.00127783 0.01064468]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00420428]
",
      " [-0.00991116]]
",
      "(2, 1)
",
      "[[0.1023642 ]
",
      " [0.11870318]
",
      " [0.11499849]
",
      " [0.14722086]]
",
      "grad01:  [[0.00033086 0.00980283]
",
      " [0.00128263 0.01066248]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00421315]
",
      " [-0.0099322 ]]
",
      "(2, 1)
",
      "[[0.10230215]
",
      " [0.11867666]
",
      " [0.11496723]
",
      " [0.14726907]]
",
      "grad01:  [[0.00033322 0.00982113]
",
      " [0.00128744 0.01068028]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00422202]
",
      " [-0.00995326]]
",
      "(2, 1)
",
      "[[0.10223991]
",
      " [0.11865005]
",
      " [0.11493587]
",
      " [0.1473174 ]]
",
      "grad01:  [[0.00033558 0.00983943]
",
      " [0.00129227 0.01069808]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00423091]
",
      " [-0.00997435]]
",
      "(2, 1)
",
      "[[0.10217748]
",
      " [0.11862335]
",
      " [0.1149044 ]
",
      " [0.14736582]]
",
      "grad01:  [[0.00033796 0.00985773]
",
      " [0.00129712 0.01071587]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0042398 ]
",
      " [-0.00999546]]
",
      "(2, 1)
",
      "[[0.10211486]
",
      " [0.11859657]
",
      " [0.11487282]
",
      " [0.14741435]]
",
      "grad01:  [[0.00034034 0.00987603]
",
      " [0.00130198 0.01073367]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00424869]
",
      " [-0.01001658]]
",
      "(2, 1)
",
      "[[0.10205204]
",
      " [0.1185697 ]
",
      " [0.11484114]
",
      " [0.14746298]]
",
      "grad01:  [[0.00034274 0.00989433]
",
      " [0.00130686 0.01075146]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00425759]
",
      " [-0.01003773]]
",
      "(2, 1)
",
      "[[0.10198904]
",
      " [0.11854274]
",
      " [0.11480935]
",
      " [0.14751172]]
",
      "grad01:  [[0.00034514 0.00991264]
",
      " [0.00131176 0.01076925]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0042665]
",
      " [-0.0100589]]
",
      "(2, 1)
",
      "[[0.10192584]
",
      " [0.11851569]
",
      " [0.11477746]
",
      " [0.14756057]]
",
      "grad01:  [[0.00034756 0.00993094]
",
      " [0.00131668 0.01078704]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00427541]
",
      " [-0.01008009]]
",
      "(2, 1)
",
      "[[0.10186245]
",
      " [0.11848855]
",
      " [0.11474547]
",
      " [0.14760951]]
",
      "grad01:  [[0.00034998 0.00994925]
",
      " [0.00132161 0.01080483]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00428433]
",
      " [-0.01010131]]
",
      "(2, 1)
",
      "[[0.10179886]
",
      " [0.11846132]
",
      " [0.11471336]
",
      " [0.14765857]]
",
      "grad01:  [[0.00035242 0.00996755]
",
      " [0.00132656 0.01082262]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00429326]
",
      " [-0.01012254]]
",
      "(2, 1)
",
      "[[0.10173508]
",
      " [0.11843401]
",
      " [0.11468115]
",
      " [0.14770773]]
",
      "grad01:  [[0.00035486 0.00998585]
",
      " [0.00133152 0.01084041]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00430219]
",
      " [-0.01014379]]
",
      "(2, 1)
",
      "[[0.10167111]
",
      " [0.1184066 ]
",
      " [0.11464883]
",
      " [0.14775699]]
",
      "grad01:  [[0.00035731 0.01000416]
",
      " [0.00133651 0.01085819]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00431113]
",
      " [-0.01016506]]
",
      "(2, 1)
",
      "[[0.10160694]
",
      " [0.1183791 ]
",
      " [0.11461641]
",
      " [0.14780636]]
",
      "grad01:  [[0.00035978 0.01002246]
",
      " [0.00134151 0.01087597]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00432007]
",
      " [-0.01018636]]
",
      "(2, 1)
",
      "[[0.10154258]
",
      " [0.11835152]
",
      " [0.11458388]
",
      " [0.14785584]]
",
      "grad01:  [[0.00036225 0.01004077]
",
      " [0.00134653 0.01089375]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00432902]
",
      " [-0.01020767]]
",
      "(2, 1)
",
      "[[0.10147801]
",
      " [0.11832384]
",
      " [0.11455124]
",
      " [0.14790543]]
",
      "grad01:  [[0.00036473 0.01005907]
",
      " [0.00135156 0.01091153]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00433797]
",
      " [-0.010229  ]]
",
      "(2, 1)
",
      "[[0.10141326]
",
      " [0.11829608]
",
      " [0.11451849]
",
      " [0.14795512]]
",
      "grad01:  [[0.00036723 0.01007737]
",
      " [0.00135662 0.01092931]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00434693]
",
      " [-0.01025035]]
",
      "(2, 1)
",
      "[[0.1013483 ]
",
      " [0.11826822]
",
      " [0.11448563]
",
      " [0.14800492]]
",
      "grad01:  [[0.00036973 0.01009568]
",
      " [0.00136169 0.01094708]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0043559 ]
",
      " [-0.01027172]]
",
      "(2, 1)
",
      "[[0.10128314]
",
      " [0.11824027]
",
      " [0.11445266]
",
      " [0.14805483]]
",
      "grad01:  [[0.00037224 0.01011398]
",
      " [0.00136678 0.01096485]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00436487]
",
      " [-0.01029311]]
",
      "(2, 1)
",
      "[[0.10121779]
",
      " [0.11821223]
",
      " [0.11441959]
",
      " [0.14810484]]
",
      "grad01:  [[0.00037476 0.01013228]
",
      " [0.00137188 0.01098262]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00437385]
",
      " [-0.01031452]]
",
      "(2, 1)
",
      "[[0.10115224]
",
      " [0.1181841 ]
",
      " [0.11438641]
",
      " [0.14815497]]
",
      "grad01:  [[0.00037729 0.01015058]
",
      " [0.00137701 0.01100039]]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(2, 2)
",
      "grad12:  [[ 0.00438283]
",
      " [-0.01033595]]
",
      "(2, 1)
",
      "[[0.10108649]
",
      " [0.11815588]
",
      " [0.11435311]
",
      " [0.1482052 ]]
",
      "grad01:  [[0.00037984 0.01016888]
",
      " [0.00138215 0.01101815]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00439182]
",
      " [-0.0103574 ]]
",
      "(2, 1)
",
      "[[0.10102054]
",
      " [0.11812756]
",
      " [0.11431971]
",
      " [0.14825554]]
",
      "grad01:  [[0.00038239 0.01018717]
",
      " [0.00138731 0.01103591]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00440081]
",
      " [-0.01037886]]
",
      "(2, 1)
",
      "[[0.10095438]
",
      " [0.11809916]
",
      " [0.11428619]
",
      " [0.14830599]]
",
      "grad01:  [[0.00038495 0.01020547]
",
      " [0.00139248 0.01105367]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00440981]
",
      " [-0.01040035]]
",
      "(2, 1)
",
      "[[0.10088803]
",
      " [0.11807066]
",
      " [0.11425257]
",
      " [0.14835655]]
",
      "grad01:  [[0.00038752 0.01022377]
",
      " [0.00139768 0.01107143]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00441881]
",
      " [-0.01042185]]
",
      "(2, 1)
",
      "[[0.10082148]
",
      " [0.11804207]
",
      " [0.11421883]
",
      " [0.14840722]]
",
      "grad01:  [[0.00039011 0.01024206]
",
      " [0.00140289 0.01108918]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00442782]
",
      " [-0.01044337]]
",
      "(2, 1)
",
      "[[0.10075472]
",
      " [0.11801338]
",
      " [0.11418499]
",
      " [0.148458  ]]
",
      "grad01:  [[0.0003927  0.01026035]
",
      " [0.00140812 0.01110693]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00443683]
",
      " [-0.0104649 ]]
",
      "(2, 1)
",
      "[[0.10068776]
",
      " [0.1179846 ]
",
      " [0.11415103]
",
      " [0.14850889]]
",
      "grad01:  [[0.0003953  0.01027864]
",
      " [0.00141337 0.01112467]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00444585]
",
      " [-0.01048646]]
",
      "(2, 1)
",
      "[[0.10062059]
",
      " [0.11795573]
",
      " [0.11411696]
",
      " [0.1485599 ]]
",
      "grad01:  [[0.00039791 0.01029693]
",
      " [0.00141863 0.01114242]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00445487]
",
      " [-0.01050803]]
",
      "(2, 1)
",
      "[[0.10055323]
",
      " [0.11792676]
",
      " [0.11408278]
",
      " [0.14861101]]
",
      "grad01:  [[0.00040054 0.01031521]
",
      " [0.00142392 0.01116015]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0044639 ]
",
      " [-0.01052962]]
",
      "(2, 1)
",
      "[[0.10048565]
",
      " [0.11789771]
",
      " [0.11404849]
",
      " [0.14866223]]
",
      "grad01:  [[0.00040317 0.0103335 ]
",
      " [0.00142922 0.01117789]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00447293]
",
      " [-0.01055123]]
",
      "(2, 1)
",
      "[[0.10041788]
",
      " [0.11786855]
",
      " [0.11401408]
",
      " [0.14871357]]
",
      "grad01:  [[0.00040581 0.01035178]
",
      " [0.00143454 0.01119562]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00448197]
",
      " [-0.01057285]]
",
      "(2, 1)
",
      "[[0.10034989]
",
      " [0.1178393 ]
",
      " [0.11397956]
",
      " [0.14876502]]
",
      "grad01:  [[0.00040847 0.01037006]
",
      " [0.00143988 0.01121335]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00449101]
",
      " [-0.01059449]]
",
      "(2, 1)
",
      "[[0.1002817 ]
",
      " [0.11780996]
",
      " [0.11394493]
",
      " [0.14881658]]
",
      "grad01:  [[0.00041113 0.01038833]
",
      " [0.00144523 0.01123108]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00450006]
",
      " [-0.01061614]]
",
      "(2, 1)
",
      "[[0.10021331]
",
      " [0.11778052]
",
      " [0.11391018]
",
      " [0.14886825]]
",
      "grad01:  [[0.0004138  0.01040661]
",
      " [0.00145061 0.0112488 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00450911]
",
      " [-0.01063782]]
",
      "(2, 1)
",
      "[[0.10014471]
",
      " [0.11775099]
",
      " [0.11387532]
",
      " [0.14892004]]
",
      "grad01:  [[0.00041649 0.01042488]
",
      " [0.001456   0.01126651]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00451816]
",
      " [-0.0106595 ]]
",
      "(2, 1)
",
      "[[0.1000759 ]
",
      " [0.11772136]
",
      " [0.11384035]
",
      " [0.14897194]]
",
      "grad01:  [[0.00041918 0.01044315]
",
      " [0.00146141 0.01128423]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00452722]
",
      " [-0.01068121]]
",
      "(2, 1)
",
      "[[0.10000688]
",
      " [0.11769164]
",
      " [0.11380526]
",
      " [0.14902395]]
",
      "grad01:  [[0.00042189 0.01046141]
",
      " [0.00146684 0.01130193]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00453628]
",
      " [-0.01070293]]
",
      "(2, 1)
",
      "[[0.09993765]
",
      " [0.11766182]
",
      " [0.11377006]
",
      " [0.14907608]]
",
      "grad01:  [[0.0004246  0.01047967]
",
      " [0.00147228 0.01131964]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00454535]
",
      " [-0.01072466]]
",
      "(2, 1)
",
      "[[0.09986822]
",
      " [0.1176319 ]
",
      " [0.11373474]
",
      " [0.14912832]]
",
      "grad01:  [[0.00042733 0.01049793]
",
      " [0.00147775 0.01133734]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00455443]
",
      " [-0.01074641]]
",
      "(2, 1)
",
      "[[0.09979857]
",
      " [0.11760189]
",
      " [0.1136993 ]
",
      " [0.14918068]]
",
      "grad01:  [[0.00043006 0.01051619]
",
      " [0.00148323 0.01135503]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0045635 ]
",
      " [-0.01076818]]
",
      "(2, 1)
",
      "[[0.09972871]
",
      " [0.11757178]
",
      " [0.11366376]
",
      " [0.14923315]]
",
      "grad01:  [[0.00043281 0.01053444]
",
      " [0.00148873 0.01137273]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00457258]
",
      " [-0.01078996]]
",
      "(2, 1)
",
      "[[0.09965865]
",
      " [0.11754157]
",
      " [0.11362809]
",
      " [0.14928574]]
",
      "grad01:  [[0.00043556 0.01055269]
",
      " [0.00149426 0.01139041]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00458167]
",
      " [-0.01081175]]
",
      "(2, 1)
",
      "[[0.09958837]
",
      " [0.11751127]
",
      " [0.11359231]
",
      " [0.14933844]]
",
      "grad01:  [[0.00043833 0.01057094]
",
      " [0.00149979 0.01140809]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00459075]
",
      " [-0.01083356]]
",
      "(2, 1)
",
      "[[0.09951788]
",
      " [0.11748087]
",
      " [0.11355641]
",
      " [0.14939126]]
",
      "grad01:  [[0.00044111 0.01058918]
",
      " [0.00150535 0.01142577]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00459985]
",
      " [-0.01085539]]
",
      "(2, 1)
",
      "[[0.09944718]
",
      " [0.11745037]
",
      " [0.1135204 ]
",
      " [0.1494442 ]]
",
      "grad01:  [[0.0004439  0.01060741]
",
      " [0.00151093 0.01144344]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00460894]
",
      " [-0.01087722]]
",
      "(2, 1)
",
      "[[0.09937626]
",
      " [0.11741977]
",
      " [0.11348426]
",
      " [0.14949725]]
",
      "grad01:  [[0.0004467  0.01062565]
",
      " [0.00151652 0.01146111]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00461804]
",
      " [-0.01089908]]
",
      "(2, 1)
",
      "[[0.09930513]
",
      " [0.11738907]
",
      " [0.11344801]
",
      " [0.14955042]]
",
      "grad01:  [[0.0004495  0.01064388]
",
      " [0.00152214 0.01147877]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00462715]
",
      " [-0.01092094]]
",
      "(2, 1)
",
      "[[0.09923379]
",
      " [0.11735828]
",
      " [0.11341165]
",
      " [0.1496037 ]]
",
      "grad01:  [[0.00045232 0.0106621 ]
",
      " [0.00152777 0.01149643]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00463625]
",
      " [-0.01094282]]
",
      "(2, 1)
",
      "[[0.09916224]
",
      " [0.11732739]
",
      " [0.11337516]
",
      " [0.1496571 ]]
",
      "grad01:  [[0.00045515 0.01068032]
",
      " [0.00153342 0.01151408]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00464537]
",
      " [-0.01096471]]
",
      "(2, 1)
",
      "[[0.09909046]
",
      " [0.1172964 ]
",
      " [0.11333856]
",
      " [0.14971063]]
",
      "grad01:  [[0.00045799 0.01069854]
",
      " [0.00153909 0.01153173]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00465448]
",
      " [-0.01098661]]
",
      "(2, 1)
",
      "[[0.09901848]
",
      " [0.1172653 ]
",
      " [0.11330183]
",
      " [0.14976427]]
",
      "grad01:  [[0.00046085 0.01071675]
",
      " [0.00154478 0.01154937]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0046636 ]
",
      " [-0.01100853]]
",
      "(2, 1)
",
      "[[0.09894627]
",
      " [0.11723411]
",
      " [0.11326499]
",
      " [0.14981802]]
",
      "grad01:  [[0.00046371 0.01073496]
",
      " [0.00155048 0.01156701]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00467272]
",
      " [-0.01103046]]
",
      "(2, 1)
",
      "[[0.09887385]
",
      " [0.11720282]
",
      " [0.11322803]
",
      " [0.1498719 ]]
",
      "grad01:  [[0.00046658 0.01075316]
",
      " [0.00155621 0.01158464]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00468184]
",
      " [-0.0110524 ]]
",
      "(2, 1)
",
      "[[0.09880122]
",
      " [0.11717143]
",
      " [0.11319095]
",
      " [0.1499259 ]]
",
      "grad01:  [[0.00046946 0.01077136]
",
      " [0.00156195 0.01160226]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00469097]
",
      " [-0.01107436]]
",
      "(2, 1)
",
      "[[0.09872837]
",
      " [0.11713994]
",
      " [0.11315375]
",
      " [0.14998001]]
",
      "grad01:  [[0.00047236 0.01078955]
",
      " [0.00156772 0.01161988]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0047001 ]
",
      " [-0.01109632]]
",
      "(2, 1)
",
      "[[0.09865529]
",
      " [0.11710835]
",
      " [0.11311643]
",
      " [0.15003425]]
",
      "grad01:  [[0.00047526 0.01080774]
",
      " [0.0015735  0.01163749]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00470924]
",
      " [-0.0111183 ]]
",
      "(2, 1)
",
      "[[0.098582  ]
",
      " [0.11707665]
",
      " [0.11307899]
",
      " [0.1500886 ]]
",
      "grad01:  [[0.00047818 0.01082592]
",
      " [0.0015793  0.0116551 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00471838]
",
      " [-0.01114029]]
",
      "(2, 1)
",
      "[[0.09850849]
",
      " [0.11704486]
",
      " [0.11304143]
",
      " [0.15014308]]
",
      "grad01:  [[0.0004811  0.0108441 ]
",
      " [0.00158512 0.0116727 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00472752]
",
      " [-0.01116229]]
",
      "(2, 1)
",
      "[[0.09843477]
",
      " [0.11701296]
",
      " [0.11300374]
",
      " [0.15019768]]
",
      "grad01:  [[0.00048404 0.01086227]
",
      " [0.00159096 0.0116903 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00473666]
",
      " [-0.0111843 ]]
",
      "(2, 1)
",
      "[[0.09836082]
",
      " [0.11698097]
",
      " [0.11296594]
",
      " [0.15025239]]
",
      "grad01:  [[0.00048699 0.01088043]
",
      " [0.00159682 0.01170788]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00474581]
",
      " [-0.01120632]]
",
      "(2, 1)
",
      "[[0.09828665]
",
      " [0.11694887]
",
      " [0.11292801]
",
      " [0.15030723]]
",
      "grad01:  [[0.00048995 0.01089859]
",
      " [0.0016027  0.01172547]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00475496]
",
      " [-0.01122835]]
",
      "(2, 1)
",
      "[[0.09821226]
",
      " [0.11691666]
",
      " [0.11288996]
",
      " [0.1503622 ]]
",
      "grad01:  [[0.00049292 0.01091675]
",
      " [0.0016086  0.01174304]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00476411]
",
      " [-0.01125039]]
",
      "(2, 1)
",
      "[[0.09813765]
",
      " [0.11688436]
",
      " [0.11285179]
",
      " [0.15041728]]
",
      "grad01:  [[0.0004959  0.0109349 ]
",
      " [0.00161451 0.01176061]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00477326]
",
      " [-0.01127244]]
",
      "(2, 1)
",
      "[[0.09806281]
",
      " [0.11685195]
",
      " [0.1128135 ]
",
      " [0.15047249]]
",
      "grad01:  [[0.00049889 0.01095304]
",
      " [0.00162045 0.01177817]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00478242]
",
      " [-0.01129451]]
",
      "(2, 1)
",
      "[[0.09798776]
",
      " [0.11681944]
",
      " [0.11277508]
",
      " [0.15052782]]
",
      "grad01:  [[0.00050189 0.01097117]
",
      " [0.0016264  0.01179573]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00479158]
",
      " [-0.01131658]]
",
      "(2, 1)
",
      "[[0.09791248]
",
      " [0.11678683]
",
      " [0.11273654]
",
      " [0.15058327]]
",
      "grad01:  [[0.0005049  0.0109893 ]
",
      " [0.00163238 0.01181328]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00480074]
",
      " [-0.01133866]]
",
      "(2, 1)
",
      "[[0.09783698]
",
      " [0.11675411]
",
      " [0.11269788]
",
      " [0.15063884]]
",
      "grad01:  [[0.00050792 0.01100743]
",
      " [0.00163837 0.01183082]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00480991]
",
      " [-0.01136075]]
",
      "(2, 1)
",
      "[[0.09776125]
",
      " [0.11672129]
",
      " [0.11265909]
",
      " [0.15069454]]
",
      "grad01:  [[0.00051096 0.01102554]
",
      " [0.00164438 0.01184836]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00481908]
",
      " [-0.01138284]]
",
      "(2, 1)
",
      "[[0.0976853 ]
",
      " [0.11668837]
",
      " [0.11262018]
",
      " [0.15075037]]
",
      "grad01:  [[0.000514   0.01104365]
",
      " [0.00165042 0.01186589]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00482825]
",
      " [-0.01140495]]
",
      "(2, 1)
",
      "[[0.09760913]
",
      " [0.11665534]
",
      " [0.11258114]
",
      " [0.15080632]]
",
      "grad01:  [[0.00051706 0.01106176]
",
      " [0.00165647 0.01188341]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00483742]
",
      " [-0.01142707]]
",
      "(2, 1)
",
      "[[0.09753273]
",
      " [0.1166222 ]
",
      " [0.11254198]
",
      " [0.15086239]]
",
      "grad01:  [[0.00052013 0.01107985]
",
      " [0.00166254 0.01190092]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00484659]
",
      " [-0.01144919]]
",
      "(2, 1)
",
      "[[0.0974561 ]
",
      " [0.11658896]
",
      " [0.11250269]
",
      " [0.15091859]]
",
      "grad01:  [[0.00052321 0.01109794]
",
      " [0.00166863 0.01191843]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00485577]
",
      " [-0.01147132]]
",
      "(2, 1)
",
      "[[0.09737925]
",
      " [0.11655562]
",
      " [0.11246328]
",
      " [0.15097491]]
",
      "grad01:  [[0.00052629 0.01111602]
",
      " [0.00167474 0.01193593]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00486495]
",
      " [-0.01149346]]
",
      "(2, 1)
",
      "[[0.09730217]
",
      " [0.11652217]
",
      " [0.11242374]
",
      " [0.15103136]]
",
      "grad01:  [[0.00052939 0.0111341 ]
",
      " [0.00168087 0.01195342]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00487413]
",
      " [-0.0115156 ]]
",
      "(2, 1)
",
      "[[0.09722486]
",
      " [0.11648861]
",
      " [0.11238408]
",
      " [0.15108794]]
",
      "grad01:  [[0.00053251 0.01115217]
",
      " [0.00168702 0.0119709 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00488331]
",
      " [-0.01153775]]
",
      "(2, 1)
",
      "[[0.09714733]
",
      " [0.11645495]
",
      " [0.11234428]
",
      " [0.15114464]]
",
      "grad01:  [[0.00053563 0.01117023]
",
      " [0.00169319 0.01198838]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0048925 ]
",
      " [-0.01155991]]
",
      "(2, 1)
",
      "[[0.09706957]
",
      " [0.11642118]
",
      " [0.11230437]
",
      " [0.15120147]]
",
      "grad01:  [[0.00053876 0.01118828]
",
      " [0.00169938 0.01200585]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00490169]
",
      " [-0.01158208]]
",
      "(2, 1)
",
      "[[0.09699158]
",
      " [0.11638731]
",
      " [0.11226432]
",
      " [0.15125843]]
",
      "grad01:  [[0.00054191 0.01120632]
",
      " [0.00170559 0.01202331]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00491088]
",
      " [-0.01160425]]
",
      "(2, 1)
",
      "[[0.09691336]
",
      " [0.11635333]
",
      " [0.11222415]
",
      " [0.15131551]]
",
      "grad01:  [[0.00054506 0.01122436]
",
      " [0.00171182 0.01204076]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00492007]
",
      " [-0.01162642]]
",
      "(2, 1)
",
      "[[0.09683491]
",
      " [0.11631924]
",
      " [0.11218385]
",
      " [0.15137272]]
",
      "grad01:  [[0.00054823 0.01124239]
",
      " [0.00171807 0.01205821]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00492926]
",
      " [-0.01164861]]
",
      "(2, 1)
",
      "[[0.09675623]
",
      " [0.11628504]
",
      " [0.11214342]
",
      " [0.15143006]]
",
      "grad01:  [[0.00055141 0.01126041]
",
      " [0.00172433 0.01207565]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00493845]
",
      " [-0.01167079]]
",
      "(2, 1)
",
      "[[0.09667732]
",
      " [0.11625074]
",
      " [0.11210287]
",
      " [0.15148753]]
",
      "grad01:  [[0.00055459 0.01127842]
",
      " [0.00173062 0.01209307]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00494765]
",
      " [-0.01169299]]
",
      "(2, 1)
",
      "[[0.09659818]
",
      " [0.11621633]
",
      " [0.11206218]
",
      " [0.15154513]]
",
      "grad01:  [[0.00055779 0.01129642]
",
      " [0.00173693 0.01211049]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00495685]
",
      " [-0.01171519]]
",
      "(2, 1)
",
      "[[0.09651881]
",
      " [0.11618181]
",
      " [0.11202137]
",
      " [0.15160286]]
",
      "grad01:  [[0.00056101 0.01131442]
",
      " [0.00174326 0.01212791]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00496605]
",
      " [-0.01173739]]
",
      "(2, 1)
",
      "[[0.09643921]
",
      " [0.11614718]
",
      " [0.11198043]
",
      " [0.15166071]]
",
      "grad01:  [[0.00056423 0.01133241]
",
      " [0.00174961 0.01214531]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00497525]
",
      " [-0.01175959]]
",
      "(2, 1)
",
      "[[0.09635937]
",
      " [0.11611244]
",
      " [0.11193935]
",
      " [0.1517187 ]]
",
      "grad01:  [[0.00056746 0.01135039]
",
      " [0.00175597 0.0121627 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00498445]
",
      " [-0.0117818 ]]
",
      "(2, 1)
",
      "[[0.0962793 ]
",
      " [0.1160776 ]
",
      " [0.11189815]
",
      " [0.15177681]]
",
      "grad01:  [[0.00057071 0.01136835]
",
      " [0.00176236 0.01218009]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00499365]
",
      " [-0.01180402]]
",
      "(2, 1)
",
      "[[0.096199  ]
",
      " [0.11604264]
",
      " [0.11185682]
",
      " [0.15183506]]
",
      "grad01:  [[0.00057396 0.01138632]
",
      " [0.00176877 0.01219746]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00500286]
",
      " [-0.01182624]]
",
      "(2, 1)
",
      "[[0.09611847]
",
      " [0.11600758]
",
      " [0.11181536]
",
      " [0.15189344]]
",
      "grad01:  [[0.00057723 0.01140427]
",
      " [0.0017752  0.01221483]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00501206]
",
      " [-0.01184846]]
",
      "(2, 1)
",
      "[[0.0960377 ]
",
      " [0.1159724 ]
",
      " [0.11177376]
",
      " [0.15195194]]
",
      "grad01:  [[0.00058051 0.01142221]
",
      " [0.00178164 0.01223219]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00502127]
",
      " [-0.01187068]]
",
      "(2, 1)
",
      "[[0.0959567 ]
",
      " [0.11593712]
",
      " [0.11173204]
",
      " [0.15201058]]
",
      "grad01:  [[0.0005838  0.01144014]
",
      " [0.00178811 0.01224954]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00503048]
",
      " [-0.01189291]]
",
      "(2, 1)
",
      "[[0.09587546]
",
      " [0.11590172]
",
      " [0.11169018]
",
      " [0.15206935]]
",
      "grad01:  [[0.0005871  0.01145806]
",
      " [0.0017946  0.01226688]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00503969]
",
      " [-0.01191513]]
",
      "(2, 1)
",
      "[[0.09579399]
",
      " [0.11586622]
",
      " [0.1116482 ]
",
      " [0.15212826]]
",
      "grad01:  [[0.00059041 0.01147598]
",
      " [0.00180111 0.01228421]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0050489 ]
",
      " [-0.01193736]]
",
      "(2, 1)
",
      "[[0.09571228]
",
      " [0.1158306 ]
",
      " [0.11160608]
",
      " [0.15218729]]
",
      "grad01:  [[0.00059373 0.01149388]
",
      " [0.00180764 0.01230153]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00505811]
",
      " [-0.01195959]]
",
      "(2, 1)
",
      "[[0.09563034]
",
      " [0.11579487]
",
      " [0.11156383]
",
      " [0.15224646]]
",
      "grad01:  [[0.00059707 0.01151178]
",
      " [0.00181419 0.01231884]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00506732]
",
      " [-0.01198183]]
",
      "(2, 1)
",
      "[[0.09554816]
",
      " [0.11575904]
",
      " [0.11152144]
",
      " [0.15230576]]
",
      "grad01:  [[0.00060042 0.01152966]
",
      " [0.00182075 0.01233614]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00507653]
",
      " [-0.01200406]]
",
      "(2, 1)
",
      "[[0.09546574]
",
      " [0.11572309]
",
      " [0.11147893]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [0.15236519]]
",
      "grad01:  [[0.00060377 0.01154753]
",
      " [0.00182734 0.01235344]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00508575]
",
      " [-0.0120263 ]]
",
      "(2, 1)
",
      "[[0.09538309]
",
      " [0.11568702]
",
      " [0.11143628]
",
      " [0.15242476]]
",
      "grad01:  [[0.00060714 0.0115654 ]
",
      " [0.00183395 0.01237072]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00509496]
",
      " [-0.01204853]]
",
      "(2, 1)
",
      "[[0.0953002 ]
",
      " [0.11565085]
",
      " [0.11139349]
",
      " [0.15248446]]
",
      "grad01:  [[0.00061052 0.01158325]
",
      " [0.00184058 0.01238799]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00510418]
",
      " [-0.01207077]]
",
      "(2, 1)
",
      "[[0.09521707]
",
      " [0.11561456]
",
      " [0.11135057]
",
      " [0.1525443 ]]
",
      "grad01:  [[0.00061391 0.01160109]
",
      " [0.00184723 0.01240525]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00511339]
",
      " [-0.012093  ]]
",
      "(2, 1)
",
      "[[0.09513371]
",
      " [0.11557816]
",
      " [0.11130752]
",
      " [0.15260427]]
",
      "grad01:  [[0.00061732 0.01161893]
",
      " [0.0018539  0.0124225 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00512261]
",
      " [-0.01211523]]
",
      "(2, 1)
",
      "[[0.0950501 ]
",
      " [0.11554165]
",
      " [0.11126434]
",
      " [0.15266437]]
",
      "grad01:  [[0.00062073 0.01163675]
",
      " [0.00186059 0.01243975]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00513183]
",
      " [-0.01213747]]
",
      "(2, 1)
",
      "[[0.09496626]
",
      " [0.11550502]
",
      " [0.11122102]
",
      " [0.15272461]]
",
      "grad01:  [[0.00062415 0.01165456]
",
      " [0.0018673  0.01245698]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00514104]
",
      " [-0.0121597 ]]
",
      "(2, 1)
",
      "[[0.09488217]
",
      " [0.11546828]
",
      " [0.11117756]
",
      " [0.15278499]]
",
      "grad01:  [[0.00062759 0.01167236]
",
      " [0.00187404 0.0124742 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00515026]
",
      " [-0.01218193]]
",
      "(2, 1)
",
      "[[0.09479785]
",
      " [0.11543143]
",
      " [0.11113397]
",
      " [0.1528455 ]]
",
      "grad01:  [[0.00063104 0.01169015]
",
      " [0.00188079 0.01249141]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00515948]
",
      " [-0.01220416]]
",
      "(2, 1)
",
      "[[0.09471329]
",
      " [0.11539446]
",
      " [0.11109024]
",
      " [0.15290615]]
",
      "grad01:  [[0.0006345  0.01170792]
",
      " [0.00188756 0.0125086 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0051687 ]
",
      " [-0.01222639]]
",
      "(2, 1)
",
      "[[0.09462849]
",
      " [0.11535738]
",
      " [0.11104638]
",
      " [0.15296693]]
",
      "grad01:  [[0.00063797 0.01172569]
",
      " [0.00189435 0.01252579]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00517791]
",
      " [-0.01224861]]
",
      "(2, 1)
",
      "[[0.09454344]
",
      " [0.11532018]
",
      " [0.11100238]
",
      " [0.15302785]]
",
      "grad01:  [[0.00064145 0.01174344]
",
      " [0.00190117 0.01254297]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00518713]
",
      " [-0.01227083]]
",
      "(2, 1)
",
      "[[0.09445816]
",
      " [0.11528287]
",
      " [0.11095825]
",
      " [0.15308891]]
",
      "grad01:  [[0.00064495 0.01176118]
",
      " [0.001908   0.01256013]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00519635]
",
      " [-0.01229305]]
",
      "(2, 1)
",
      "[[0.09437263]
",
      " [0.11524545]
",
      " [0.11091398]
",
      " [0.1531501 ]]
",
      "grad01:  [[0.00064845 0.01177891]
",
      " [0.00191486 0.01257729]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00520557]
",
      " [-0.01231526]]
",
      "(2, 1)
",
      "[[0.09428686]
",
      " [0.1152079 ]
",
      " [0.11086957]
",
      " [0.15321143]]
",
      "grad01:  [[0.00065197 0.01179663]
",
      " [0.00192173 0.01259443]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00521479]
",
      " [-0.01233747]]
",
      "(2, 1)
",
      "[[0.09420085]
",
      " [0.11517025]
",
      " [0.11082503]
",
      " [0.1532729 ]]
",
      "grad01:  [[0.0006555  0.01181434]
",
      " [0.00192863 0.01261156]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00522401]
",
      " [-0.01235968]]
",
      "(2, 1)
",
      "[[0.0941146 ]
",
      " [0.11513247]
",
      " [0.11078034]
",
      " [0.15333451]]
",
      "grad01:  [[0.00065903 0.01183203]
",
      " [0.00193554 0.01262868]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00523323]
",
      " [-0.01238188]]
",
      "(2, 1)
",
      "[[0.0940281 ]
",
      " [0.11509459]
",
      " [0.11073552]
",
      " [0.15339626]]
",
      "grad01:  [[0.00066259 0.01184971]
",
      " [0.00194248 0.01264579]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00524245]
",
      " [-0.01240408]]
",
      "(2, 1)
",
      "[[0.09394137]
",
      " [0.11505658]
",
      " [0.11069056]
",
      " [0.15345814]]
",
      "grad01:  [[0.00066615 0.01186738]
",
      " [0.00194944 0.01266289]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00525166]
",
      " [-0.01242627]]
",
      "(2, 1)
",
      "[[0.09385438]
",
      " [0.11501846]
",
      " [0.11064547]
",
      " [0.15352016]]
",
      "grad01:  [[0.00066972 0.01188504]
",
      " [0.00195642 0.01267997]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00526088]
",
      " [-0.01244846]]
",
      "(2, 1)
",
      "[[0.09376716]
",
      " [0.11498022]
",
      " [0.11060023]
",
      " [0.15358233]]
",
      "grad01:  [[0.00067331 0.01190268]
",
      " [0.00196342 0.01269704]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0052701 ]
",
      " [-0.01247064]]
",
      "(2, 1)
",
      "[[0.09367969]
",
      " [0.11494186]
",
      " [0.11055485]
",
      " [0.15364463]]
",
      "grad01:  [[0.0006769  0.01192031]
",
      " [0.00197044 0.0127141 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00527932]
",
      " [-0.01249281]]
",
      "(2, 1)
",
      "[[0.09359198]
",
      " [0.11490339]
",
      " [0.11050934]
",
      " [0.15370707]]
",
      "grad01:  [[0.00068051 0.01193793]
",
      " [0.00197748 0.01273115]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00528853]
",
      " [-0.01251498]]
",
      "(2, 1)
",
      "[[0.09350402]
",
      " [0.1148648 ]
",
      " [0.11046369]
",
      " [0.15376965]]
",
      "grad01:  [[0.00068413 0.01195553]
",
      " [0.00198454 0.01274819]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00529775]
",
      " [-0.01253714]]
",
      "(2, 1)
",
      "[[0.09341582]
",
      " [0.11482609]
",
      " [0.11041789]
",
      " [0.15383237]]
",
      "grad01:  [[0.00068776 0.01197312]
",
      " [0.00199162 0.01276521]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00530697]
",
      " [-0.01255929]]
",
      "(2, 1)
",
      "[[0.09332737]
",
      " [0.11478726]
",
      " [0.11037196]
",
      " [0.15389523]]
",
      "grad01:  [[0.0006914  0.01199069]
",
      " [0.00199872 0.01278222]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00531618]
",
      " [-0.01258144]]
",
      "(2, 1)
",
      "[[0.09323868]
",
      " [0.11474831]
",
      " [0.11032588]
",
      " [0.15395824]]
",
      "grad01:  [[0.00069506 0.01200826]
",
      " [0.00200585 0.01279921]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0053254 ]
",
      " [-0.01260358]]
",
      "(2, 1)
",
      "[[0.09314974]
",
      " [0.11470925]
",
      " [0.11027967]
",
      " [0.15402138]]
",
      "grad01:  [[0.00069872 0.0120258 ]
",
      " [0.00201299 0.0128162 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00533461]
",
      " [-0.01262571]]
",
      "(2, 1)
",
      "[[0.09306055]
",
      " [0.11467007]
",
      " [0.11023331]
",
      " [0.15408466]]
",
      "grad01:  [[0.0007024  0.01204334]
",
      " [0.00202016 0.01283317]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00534382]
",
      " [-0.01264783]]
",
      "(2, 1)
",
      "[[0.09297112]
",
      " [0.11463076]
",
      " [0.11018681]
",
      " [0.15414809]]
",
      "grad01:  [[0.00070609 0.01206086]
",
      " [0.00202734 0.01285012]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00535304]
",
      " [-0.01266994]]
",
      "(2, 1)
",
      "[[0.09288145]
",
      " [0.11459134]
",
      " [0.11014018]
",
      " [0.15421166]]
",
      "grad01:  [[0.00070979 0.01207836]
",
      " [0.00203455 0.01286707]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00536225]
",
      " [-0.01269204]]
",
      "(2, 1)
",
      "[[0.09279152]
",
      " [0.1145518 ]
",
      " [0.1100934 ]
",
      " [0.15427537]]
",
      "grad01:  [[0.0007135  0.01209585]
",
      " [0.00204178 0.012884  ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00537146]
",
      " [-0.01271413]]
",
      "(2, 1)
",
      "[[0.09270135]
",
      " [0.11451214]
",
      " [0.11004647]
",
      " [0.15433922]]
",
      "grad01:  [[0.00071722 0.01211333]
",
      " [0.00204903 0.01290092]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00538067]
",
      " [-0.01273621]]
",
      "(2, 1)
",
      "[[0.09261094]
",
      " [0.11447236]
",
      " [0.10999941]
",
      " [0.15440321]]
",
      "grad01:  [[0.00072096 0.01213079]
",
      " [0.0020563  0.01291782]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00538988]
",
      " [-0.01275828]]
",
      "(2, 1)
",
      "[[0.09252027]
",
      " [0.11443245]
",
      " [0.1099522 ]
",
      " [0.15446735]]
",
      "grad01:  [[0.0007247  0.01214824]
",
      " [0.00206359 0.01293471]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00539909]
",
      " [-0.01278034]]
",
      "(2, 1)
",
      "[[0.09242936]
",
      " [0.11439243]
",
      " [0.10990485]
",
      " [0.15453163]]
",
      "grad01:  [[0.00072846 0.01216567]
",
      " [0.0020709  0.01295158]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00540829]
",
      " [-0.01280239]]
",
      "(2, 1)
",
      "[[0.0923382 ]
",
      " [0.11435229]
",
      " [0.10985736]
",
      " [0.15459605]]
",
      "grad01:  [[0.00073223 0.01218308]
",
      " [0.00207823 0.01296844]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0054175 ]
",
      " [-0.01282443]]
",
      "(2, 1)
",
      "[[0.09224679]
",
      " [0.11431202]
",
      " [0.10980972]
",
      " [0.15466062]]
",
      "grad01:  [[0.00073601 0.01220048]
",
      " [0.00208558 0.01298529]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0054267 ]
",
      " [-0.01284645]]
",
      "(2, 1)
",
      "[[0.09215514]
",
      " [0.11427164]
",
      " [0.10976194]
",
      " [0.15472533]]
",
      "grad01:  [[0.0007398  0.01221787]
",
      " [0.00209296 0.01300212]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00543591]
",
      " [-0.01286846]]
",
      "(2, 1)
",
      "[[0.09206324]
",
      " [0.11423113]
",
      " [0.10971402]
",
      " [0.15479018]]
",
      "grad01:  [[0.0007436  0.01223524]
",
      " [0.00210035 0.01301894]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00544511]
",
      " [-0.01289046]]
",
      "(2, 1)
",
      "[[0.09197108]
",
      " [0.1141905 ]
",
      " [0.10966595]
",
      " [0.15485518]]
",
      "grad01:  [[0.00074741 0.01225259]
",
      " [0.00210777 0.01303574]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00545431]
",
      " [-0.01291245]]
",
      "(2, 1)
",
      "[[0.09187868]
",
      " [0.11414975]
",
      " [0.10961774]
",
      " [0.15492032]]
",
      "grad01:  [[0.00075124 0.01226992]
",
      " [0.00211521 0.01305252]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00546351]
",
      " [-0.01293442]]
",
      "(2, 1)
",
      "[[0.09178604]
",
      " [0.11410887]
",
      " [0.10956938]
",
      " [0.15498561]]
",
      "grad01:  [[0.00075507 0.01228724]
",
      " [0.00212266 0.0130693 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0054727 ]
",
      " [-0.01295637]]
",
      "(2, 1)
",
      "[[0.09169314]
",
      " [0.11406788]
",
      " [0.10952088]
",
      " [0.15505104]]
",
      "grad01:  [[0.00075892 0.01230455]
",
      " [0.00213014 0.01308605]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0054819 ]
",
      " [-0.01297832]]
",
      "(2, 1)
",
      "[[0.09159999]
",
      " [0.11402676]
",
      " [0.10947223]
",
      " [0.15511662]]
",
      "grad01:  [[0.00076278 0.01232183]
",
      " [0.00213764 0.01310279]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0054911 ]
",
      " [-0.01300024]]
",
      "(2, 1)
",
      "[[0.09150659]
",
      " [0.11398552]
",
      " [0.10942344]
",
      " [0.15518234]]
",
      "grad01:  [[0.00076665 0.0123391 ]
",
      " [0.00214516 0.01311952]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00550029]
",
      " [-0.01302215]]
",
      "(2, 1)
",
      "[[0.09141295]
",
      " [0.11394415]
",
      " [0.1093745 ]
",
      " [0.1552482 ]]
",
      "grad01:  [[0.00077053 0.01235635]
",
      " [0.00215271 0.01313623]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00550948]
",
      " [-0.01304405]]
",
      "(2, 1)
",
      "[[0.09131905]
",
      " [0.11390267]
",
      " [0.10932542]
",
      " [0.15531422]]
",
      "grad01:  [[0.00077443 0.01237359]
",
      " [0.00216027 0.01315292]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00551867]
",
      " [-0.01306593]]
",
      "(2, 1)
",
      "[[0.09122491]
",
      " [0.11386106]
",
      " [0.10927619]
",
      " [0.15538037]]
",
      "grad01:  [[0.00077833 0.01239081]
",
      " [0.00216785 0.0131696 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00552786]
",
      " [-0.01308779]]
",
      "(2, 1)
",
      "[[0.09113051]
",
      " [0.11381932]
",
      " [0.10922681]
",
      " [0.15544667]]
",
      "grad01:  [[0.00078225 0.012408  ]
",
      " [0.00217546 0.01318626]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00553704]
",
      " [-0.01310964]]
",
      "(2, 1)
",
      "[[0.09103587]
",
      " [0.11377746]
",
      " [0.10917729]
",
      " [0.15551312]]
",
      "grad01:  [[0.00078618 0.01242519]
",
      " [0.00218308 0.01320291]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00554623]
",
      " [-0.01313147]]
",
      "(2, 1)
",
      "[[0.09094098]
",
      " [0.11373548]
",
      " [0.10912762]
",
      " [0.15557972]]
",
      "grad01:  [[0.00079012 0.01244235]
",
      " [0.00219073 0.01321953]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00555541]
",
      " [-0.01315328]]
",
      "(2, 1)
",
      "[[0.09084583]
",
      " [0.11369337]
",
      " [0.1090778 ]
",
      " [0.15564646]]
",
      "grad01:  [[0.00079407 0.0124595 ]
",
      " [0.0021984  0.01323615]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00556459]
",
      " [-0.01317507]]
",
      "(2, 1)
",
      "[[0.09075044]
",
      " [0.11365114]
",
      " [0.10902784]
",
      " [0.15571334]]
",
      "grad01:  [[0.00079803 0.01247662]
",
      " [0.00220609 0.01325274]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00557377]
",
      " [-0.01319684]]
",
      "(2, 1)
",
      "[[0.09065479]
",
      " [0.11360878]
",
      " [0.10897773]
",
      " [0.15578038]]
",
      "grad01:  [[0.000802   0.01249373]
",
      " [0.0022138  0.01326932]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00558295]
",
      " [-0.01321859]]
",
      "(2, 1)
",
      "[[0.0905589 ]
",
      " [0.1135663 ]
",
      " [0.10892747]
",
      " [0.15584756]]
",
      "grad01:  [[0.00080598 0.01251082]
",
      " [0.00222153 0.01328588]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00559212]
",
      " [-0.01324033]]
",
      "(2, 1)
",
      "[[0.09046276]
",
      " [0.11352369]
",
      " [0.10887706]
",
      " [0.15591488]]
",
      "grad01:  [[0.00080998 0.01252789]
",
      " [0.00222928 0.01330242]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0056013 ]
",
      " [-0.01326204]]
",
      "(2, 1)
",
      "[[0.09036636]
",
      " [0.11348096]
",
      " [0.10882651]
",
      " [0.15598236]]
",
      "grad01:  [[0.00081398 0.01254494]
",
      " [0.00223705 0.01331895]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00561047]
",
      " [-0.01328373]]
",
      "(2, 1)
",
      "[[0.09026971]
",
      " [0.1134381 ]
",
      " [0.10877581]
",
      " [0.15604998]]
",
      "grad01:  [[0.000818   0.01256197]
",
      " [0.00224485 0.01333545]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00561963]
",
      " [-0.0133054 ]]
",
      "(2, 1)
",
      "[[0.09017282]
",
      " [0.11339512]
",
      " [0.10872495]
",
      " [0.15611775]]
",
      "grad01:  [[0.00082203 0.01257899]
",
      " [0.00225266 0.01335194]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0056288 ]
",
      " [-0.01332705]]
",
      "(2, 1)
",
      "[[0.09007567]
",
      " [0.11335201]
",
      " [0.10867395]
",
      " [0.15618566]]
",
      "grad01:  [[0.00082607 0.01259598]
",
      " [0.0022605  0.01336841]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00563796]
",
      " [-0.01334868]]
",
      "(2, 1)
",
      "[[0.08997828]
",
      " [0.11330877]
",
      " [0.10862281]
",
      " [0.15625372]]
",
      "grad01:  [[0.00083012 0.01261295]
",
      " [0.00226835 0.01338487]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00564713]
",
      " [-0.01337029]]
",
      "(2, 1)
",
      "[[0.08988063]
",
      " [0.11326541]
",
      " [0.10857151]
",
      " [0.15632193]]
",
      "grad01:  [[0.00083418 0.0126299 ]
",
      " [0.00227623 0.0134013 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00565628]
",
      " [-0.01339187]]
",
      "(2, 1)
",
      "[[0.08978273]
",
      " [0.11322192]
",
      " [0.10852006]
",
      " [0.15639029]]
",
      "grad01:  [[0.00083826 0.01264684]
",
      " [0.00228413 0.01341772]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00566544]
",
      " [-0.01341343]]
",
      "(2, 1)
",
      "[[0.08968458]
",
      " [0.1131783 ]
",
      " [0.10846846]
",
      " [0.1564588 ]]
",
      "grad01:  [[0.00084234 0.01266375]
",
      " [0.00229205 0.01343412]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0056746 ]
",
      " [-0.01343496]]
",
      "(2, 1)
",
      "[[0.08958619]
",
      " [0.11313456]
",
      " [0.10841672]
",
      " [0.15652745]]
",
      "grad01:  [[0.00084644 0.01268064]
",
      " [0.00229999 0.01345049]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00568375]
",
      " [-0.01345647]]
",
      "(2, 1)
",
      "[[0.08948754]
",
      " [0.11309069]
",
      " [0.10836482]
",
      " [0.15659625]]
",
      "grad01:  [[0.00085054 0.01269751]
",
      " [0.00230795 0.01346685]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0056929 ]
",
      " [-0.01347796]]
",
      "(2, 1)
",
      "[[0.08938864]
",
      " [0.1130467 ]
",
      " [0.10831277]
",
      " [0.1566652 ]]
",
      "grad01:  [[0.00085466 0.01271436]
",
      " [0.00231593 0.01348319]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00570204]
",
      " [-0.01349942]]
",
      "(2, 1)
",
      "[[0.08928949]
",
      " [0.11300257]
",
      " [0.10826058]
",
      " [0.1567343 ]]
",
      "grad01:  [[0.00085879 0.01273118]
",
      " [0.00232393 0.01349951]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00571119]
",
      " [-0.01352086]]
",
      "(2, 1)
",
      "[[0.08919009]
",
      " [0.11295832]
",
      " [0.10820823]
",
      " [0.15680354]]
",
      "grad01:  [[0.00086293 0.01274799]
",
      " [0.00233196 0.01351581]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00572033]
",
      " [-0.01354227]]
",
      "(2, 1)
",
      "[[0.08909044]
",
      " [0.11291394]
",
      " [0.10815573]
",
      " [0.15687293]]
",
      "grad01:  [[0.00086708 0.01276477]
",
      " [0.00234    0.01353209]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00572947]
",
      " [-0.01356365]]
",
      "(2, 1)
",
      "[[0.08899054]
",
      " [0.11286943]
",
      " [0.10810308]
",
      " [0.15694248]]
",
      "grad01:  [[0.00087124 0.01278153]
",
      " [0.00234807 0.01354835]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0057386]
",
      " [-0.013585 ]]
",
      "(2, 1)
",
      "[[0.08889039]
",
      " [0.1128248 ]
",
      " [0.10805028]
",
      " [0.15701217]]
",
      "grad01:  [[0.00087541 0.01279827]
",
      " [0.00235615 0.01356459]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00574774]
",
      " [-0.01360633]]
",
      "(2, 1)
",
      "[[0.08878999]
",
      " [0.11278004]
",
      " [0.10799733]
",
      " [0.157082  ]]
",
      "grad01:  [[0.00087959 0.01281499]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [0.00236426 0.01358081]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00575687]
",
      " [-0.01362763]]
",
      "(2, 1)
",
      "[[0.08868934]
",
      " [0.11273515]
",
      " [0.10794423]
",
      " [0.15715199]]
",
      "grad01:  [[0.00088379 0.01283168]
",
      " [0.00237239 0.01359701]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00576599]
",
      " [-0.0136489 ]]
",
      "(2, 1)
",
      "[[0.08858844]
",
      " [0.11269013]
",
      " [0.10789098]
",
      " [0.15722212]]
",
      "grad01:  [[0.00088799 0.01284835]
",
      " [0.00238054 0.01361319]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00577512]
",
      " [-0.01367015]]
",
      "(2, 1)
",
      "[[0.08848729]
",
      " [0.11264498]
",
      " [0.10783757]
",
      " [0.15729241]]
",
      "grad01:  [[0.00089221 0.012865  ]
",
      " [0.00238871 0.01362934]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00578424]
",
      " [-0.01369136]]
",
      "(2, 1)
",
      "[[0.08838589]
",
      " [0.1125997 ]
",
      " [0.10778401]
",
      " [0.15736284]]
",
      "grad01:  [[0.00089643 0.01288162]
",
      " [0.0023969  0.01364548]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00579336]
",
      " [-0.01371254]]
",
      "(2, 1)
",
      "[[0.08828425]
",
      " [0.11255429]
",
      " [0.10773031]
",
      " [0.15743342]]
",
      "grad01:  [[0.00090067 0.01289822]
",
      " [0.00240511 0.01366159]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00580247]
",
      " [-0.01373369]]
",
      "(2, 1)
",
      "[[0.08818235]
",
      " [0.11250876]
",
      " [0.10767644]
",
      " [0.15750415]]
",
      "grad01:  [[0.00090492 0.0129148 ]
",
      " [0.00241334 0.01367768]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00581158]
",
      " [-0.01375481]]
",
      "(2, 1)
",
      "[[0.0880802 ]
",
      " [0.11246309]
",
      " [0.10762243]
",
      " [0.15757502]]
",
      "grad01:  [[0.00090918 0.01293135]
",
      " [0.00242159 0.01369375]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00582069]
",
      " [-0.0137759 ]]
",
      "(2, 1)
",
      "[[0.08797781]
",
      " [0.1124173 ]
",
      " [0.10756827]
",
      " [0.15764605]]
",
      "grad01:  [[0.00091344 0.01294788]
",
      " [0.00242986 0.0137098 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0058298 ]
",
      " [-0.01379696]]
",
      "(2, 1)
",
      "[[0.08787517]
",
      " [0.11237138]
",
      " [0.10751395]
",
      " [0.15771722]]
",
      "grad01:  [[0.00091772 0.01296438]
",
      " [0.00243816 0.01372582]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0058389 ]
",
      " [-0.01381798]]
",
      "(2, 1)
",
      "[[0.08777227]
",
      " [0.11232533]
",
      " [0.10745948]
",
      " [0.15778855]]
",
      "grad01:  [[0.00092201 0.01298086]
",
      " [0.00244647 0.01374182]]
",
      "(2, 2)
",
      "grad12:  [[ 0.005848  ]
",
      " [-0.01383898]]
",
      "(2, 1)
",
      "[[0.08766913]
",
      " [0.11227914]
",
      " [0.10740485]
",
      " [0.15786002]]
",
      "grad01:  [[0.00092631 0.01299732]
",
      " [0.00245481 0.0137578 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0058571 ]
",
      " [-0.01385993]]
",
      "(2, 1)
",
      "[[0.08756575]
",
      " [0.11223283]
",
      " [0.10735008]
",
      " [0.15793164]]
",
      "grad01:  [[0.00093062 0.01301374]
",
      " [0.00246316 0.01377376]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00586619]
",
      " [-0.01388086]]
",
      "(2, 1)
",
      "[[0.08746211]
",
      " [0.11218639]
",
      " [0.10729515]
",
      " [0.1580034 ]]
",
      "grad01:  [[0.00093495 0.01303015]
",
      " [0.00247154 0.01378969]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00587528]
",
      " [-0.01390175]]
",
      "(2, 1)
",
      "[[0.08735823]
",
      " [0.11213982]
",
      " [0.10724006]
",
      " [0.15807532]]
",
      "grad01:  [[0.00093928 0.01304652]
",
      " [0.00247993 0.0138056 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00588437]
",
      " [-0.0139226 ]]
",
      "(2, 1)
",
      "[[0.0872541 ]
",
      " [0.11209312]
",
      " [0.10718483]
",
      " [0.15814738]]
",
      "grad01:  [[0.00094362 0.01306287]
",
      " [0.00248835 0.01382148]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00589345]
",
      " [-0.01394342]]
",
      "(2, 1)
",
      "[[0.08714972]
",
      " [0.11204629]
",
      " [0.10712944]
",
      " [0.15821959]]
",
      "grad01:  [[0.00094797 0.0130792 ]
",
      " [0.00249679 0.01383734]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00590253]
",
      " [-0.0139642 ]]
",
      "(2, 1)
",
      "[[0.08704509]
",
      " [0.11199933]
",
      " [0.1070739 ]
",
      " [0.15829195]]
",
      "grad01:  [[0.00095233 0.0130955 ]
",
      " [0.00250524 0.01385318]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0059116 ]
",
      " [-0.01398495]]
",
      "(2, 1)
",
      "[[0.08694022]
",
      " [0.11195223]
",
      " [0.1070182 ]
",
      " [0.15836446]]
",
      "grad01:  [[0.00095671 0.01311177]
",
      " [0.00251372 0.01386899]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00592068]
",
      " [-0.01400566]]
",
      "(2, 1)
",
      "[[0.08683511]
",
      " [0.11190501]
",
      " [0.10696235]
",
      " [0.15843712]]
",
      "grad01:  [[0.00096109 0.01312801]
",
      " [0.00252222 0.01388478]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00592975]
",
      " [-0.01402633]]
",
      "(2, 1)
",
      "[[0.08672974]
",
      " [0.11185766]
",
      " [0.10690635]
",
      " [0.15850992]]
",
      "grad01:  [[0.00096548 0.01314423]
",
      " [0.00253074 0.01390054]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00593881]
",
      " [-0.01404696]]
",
      "(2, 1)
",
      "[[0.08662414]
",
      " [0.11181018]
",
      " [0.10685019]
",
      " [0.15858287]]
",
      "grad01:  [[0.00096989 0.01316042]
",
      " [0.00253928 0.01391627]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00594787]
",
      " [-0.01406756]]
",
      "(2, 1)
",
      "[[0.08651828]
",
      " [0.11176256]
",
      " [0.10679388]
",
      " [0.15865597]]
",
      "grad01:  [[0.0009743  0.01317658]
",
      " [0.00254783 0.01393198]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00595693]
",
      " [-0.01408811]]
",
      "(2, 1)
",
      "[[0.08641218]
",
      " [0.11171482]
",
      " [0.10673741]
",
      " [0.15872921]]
",
      "grad01:  [[0.00097872 0.01319271]
",
      " [0.00255641 0.01394767]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00596598]
",
      " [-0.01410863]]
",
      "(2, 1)
",
      "[[0.08630584]
",
      " [0.11166694]
",
      " [0.10668079]
",
      " [0.15880261]]
",
      "grad01:  [[0.00098316 0.01320882]
",
      " [0.00256501 0.01396333]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00597503]
",
      " [-0.0141291 ]]
",
      "(2, 1)
",
      "[[0.08619925]
",
      " [0.11161894]
",
      " [0.10662402]
",
      " [0.15887615]]
",
      "grad01:  [[0.0009876  0.01322489]
",
      " [0.00257363 0.01397896]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00598408]
",
      " [-0.01414953]]
",
      "(2, 1)
",
      "[[0.08609242]
",
      " [0.1115708 ]
",
      " [0.10656709]
",
      " [0.15894983]]
",
      "grad01:  [[0.00099205 0.01324094]
",
      " [0.00258227 0.01399457]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00599312]
",
      " [-0.01416992]]
",
      "(2, 1)
",
      "[[0.08598534]
",
      " [0.11152253]
",
      " [0.10651001]
",
      " [0.15902367]]
",
      "grad01:  [[0.00099652 0.01325696]
",
      " [0.00259093 0.01401015]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00600216]
",
      " [-0.01419027]]
",
      "(2, 1)
",
      "[[0.08587803]
",
      " [0.11147413]
",
      " [0.10645277]
",
      " [0.15909765]]
",
      "grad01:  [[0.00100099 0.01327295]
",
      " [0.00259961 0.0140257 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0060112 ]
",
      " [-0.01421058]]
",
      "(2, 1)
",
      "[[0.08577047]
",
      " [0.1114256 ]
",
      " [0.10639538]
",
      " [0.15917177]]
",
      "grad01:  [[0.00100547 0.01328891]
",
      " [0.00260831 0.01404122]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00602023]
",
      " [-0.01423085]]
",
      "(2, 1)
",
      "[[0.08566266]
",
      " [0.11137694]
",
      " [0.10633784]
",
      " [0.15924605]]
",
      "grad01:  [[0.00100997 0.01330483]
",
      " [0.00261703 0.01405672]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00602925]
",
      " [-0.01425107]]
",
      "(2, 1)
",
      "[[0.08555462]
",
      " [0.11132815]
",
      " [0.10628014]
",
      " [0.15932047]]
",
      "grad01:  [[0.00101447 0.01332073]
",
      " [0.00262577 0.01407219]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00603828]
",
      " [-0.01427124]]
",
      "(2, 1)
",
      "[[0.08544633]
",
      " [0.11127923]
",
      " [0.10622228]
",
      " [0.15939503]]
",
      "grad01:  [[0.00101898 0.0133366 ]
",
      " [0.00263452 0.01408763]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0060473 ]
",
      " [-0.01429137]]
",
      "(2, 1)
",
      "[[0.0853378 ]
",
      " [0.11123017]
",
      " [0.10616427]
",
      " [0.15946974]]
",
      "grad01:  [[0.0010235  0.01335244]
",
      " [0.0026433  0.01410305]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00605631]
",
      " [-0.01431146]]
",
      "(2, 1)
",
      "[[0.08522904]
",
      " [0.11118099]
",
      " [0.10610611]
",
      " [0.1595446 ]]
",
      "grad01:  [[0.00102803 0.01336824]
",
      " [0.0026521  0.01411843]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00606532]
",
      " [-0.0143315 ]]
",
      "(2, 1)
",
      "[[0.08512003]
",
      " [0.11113167]
",
      " [0.10604779]
",
      " [0.1596196 ]]
",
      "grad01:  [[0.00103257 0.01338402]
",
      " [0.00266092 0.01413379]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00607433]
",
      " [-0.0143515 ]]
",
      "(2, 1)
",
      "[[0.08501078]
",
      " [0.11108223]
",
      " [0.10598932]
",
      " [0.15969475]]
",
      "grad01:  [[0.00103712 0.01339976]
",
      " [0.00266975 0.01414912]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00608333]
",
      " [-0.01437144]]
",
      "(2, 1)
",
      "[[0.08490129]
",
      " [0.11103265]
",
      " [0.10593069]
",
      " [0.15977004]]
",
      "grad01:  [[0.00104168 0.01341547]
",
      " [0.00267861 0.01416441]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00609233]
",
      " [-0.01439134]]
",
      "(2, 1)
",
      "[[0.08479157]
",
      " [0.11098294]
",
      " [0.10587191]
",
      " [0.15984547]]
",
      "grad01:  [[0.00104625 0.01343115]
",
      " [0.00268749 0.01417968]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00610132]
",
      " [-0.01441119]]
",
      "(2, 1)
",
      "[[0.08468161]
",
      " [0.1109331 ]
",
      " [0.10581297]
",
      " [0.15992105]]
",
      "grad01:  [[0.00105082 0.0134468 ]
",
      " [0.00269638 0.01419492]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00611031]
",
      " [-0.014431  ]]
",
      "(2, 1)
",
      "[[0.0845714 ]
",
      " [0.11088313]
",
      " [0.10575388]
",
      " [0.15999678]]
",
      "grad01:  [[0.00105541 0.01346241]
",
      " [0.0027053  0.01421013]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0061193 ]
",
      " [-0.01445075]]
",
      "(2, 1)
",
      "[[0.08446097]
",
      " [0.11083302]
",
      " [0.10569463]
",
      " [0.16007265]]
",
      "grad01:  [[0.00106    0.01347799]
",
      " [0.00271423 0.0142253 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00612828]
",
      " [-0.01447045]]
",
      "(2, 1)
",
      "[[0.08435029]
",
      " [0.11078279]
",
      " [0.10563523]
",
      " [0.16014866]]
",
      "grad01:  [[0.00106461 0.01349354]
",
      " [0.00272318 0.01424045]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00613726]
",
      " [-0.0144901 ]]
",
      "(2, 1)
",
      "[[0.08423938]
",
      " [0.11073243]
",
      " [0.10557568]
",
      " [0.16022481]]
",
      "grad01:  [[0.00106922 0.01350905]
",
      " [0.00273216 0.01425556]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00614623]
",
      " [-0.01450971]]
",
      "(2, 1)
",
      "[[0.08412824]
",
      " [0.11068193]
",
      " [0.10551597]
",
      " [0.16030111]]
",
      "grad01:  [[0.00107384 0.01352453]
",
      " [0.00274115 0.01427065]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0061552 ]
",
      " [-0.01452926]]
",
      "(2, 1)
",
      "[[0.08401686]
",
      " [0.1106313 ]
",
      " [0.1054561 ]
",
      " [0.16037755]]
",
      "grad01:  [[0.00107847 0.01353997]
",
      " [0.00275016 0.0142857 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00616416]
",
      " [-0.01454876]]
",
      "(2, 1)
",
      "[[0.08390525]
",
      " [0.11058055]
",
      " [0.10539609]
",
      " [0.16045413]]
",
      "grad01:  [[0.00108311 0.01355538]
",
      " [0.00275919 0.01430072]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00617312]
",
      " [-0.0145682 ]]
",
      "(2, 1)
",
      "[[0.0837934 ]
",
      " [0.11052966]
",
      " [0.10533591]
",
      " [0.16053085]]
",
      "grad01:  [[0.00108776 0.01357076]
",
      " [0.00276824 0.01431571]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00618208]
",
      " [-0.01458759]]
",
      "(2, 1)
",
      "[[0.08368132]
",
      " [0.11047864]
",
      " [0.10527558]
",
      " [0.16060772]]
",
      "grad01:  [[0.00109242 0.0135861 ]
",
      " [0.00277731 0.01433066]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00619103]
",
      " [-0.01460693]]
",
      "(2, 1)
",
      "[[0.08356901]
",
      " [0.11042749]
",
      " [0.1052151 ]
",
      " [0.16068472]]
",
      "grad01:  [[0.00109708 0.0136014 ]
",
      " [0.00278639 0.01434559]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00619997]
",
      " [-0.01462622]]
",
      "(2, 1)
",
      "[[0.08345647]
",
      " [0.11037621]
",
      " [0.10515447]
",
      " [0.16076187]]
",
      "grad01:  [[0.00110176 0.01361667]
",
      " [0.0027955  0.01436048]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00620891]
",
      " [-0.01464545]]
",
      "(2, 1)
",
      "[[0.08334369]
",
      " [0.1103248 ]
",
      " [0.10509368]
",
      " [0.16083916]]
",
      "grad01:  [[0.00110644 0.0136319 ]
",
      " [0.00280462 0.01437533]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00621785]
",
      " [-0.01466462]]
",
      "(2, 1)
",
      "[[0.08323069]
",
      " [0.11027326]
",
      " [0.10503273]
",
      " [0.16091658]]
",
      "grad01:  [[0.00111113 0.0136471 ]
",
      " [0.00281376 0.01439015]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00622678]
",
      " [-0.01468374]]
",
      "(2, 1)
",
      "[[0.08311745]
",
      " [0.11022159]
",
      " [0.10497163]
",
      " [0.16099415]]
",
      "grad01:  [[0.00111583 0.01366225]
",
      " [0.00282292 0.01440494]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00623571]
",
      " [-0.0147028 ]]
",
      "(2, 1)
",
      "[[0.08300399]
",
      " [0.11016979]
",
      " [0.10491038]
",
      " [0.16107186]]
",
      "grad01:  [[0.00112053 0.01367737]
",
      " [0.0028321  0.0144197 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00624464]
",
      " [-0.0147218 ]]
",
      "(2, 1)
",
      "[[0.0828903 ]
",
      " [0.11011786]
",
      " [0.10484897]
",
      " [0.1611497 ]]
",
      "grad01:  [[0.00112525 0.01369246]
",
      " [0.0028413  0.01443441]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00625355]
",
      " [-0.01474075]]
",
      "(2, 1)
",
      "[[0.08277639]
",
      " [0.11006579]
",
      " [0.10478741]
",
      " [0.16122768]]
",
      "grad01:  [[0.00112997 0.0137075 ]
",
      " [0.00285052 0.0144491 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00626247]
",
      " [-0.01475963]]
",
      "(2, 1)
",
      "[[0.08266224]
",
      " [0.1100136 ]
",
      " [0.1047257 ]
",
      " [0.1613058 ]]
",
      "grad01:  [[0.0011347  0.01372251]
",
      " [0.00285975 0.01446375]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00627138]
",
      " [-0.01477846]]
",
      "(2, 1)
",
      "[[0.08254787]
",
      " [0.10996128]
",
      " [0.10466383]
",
      " [0.16138406]]
",
      "grad01:  [[0.00113944 0.01373748]
",
      " [0.002869   0.01447836]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00628028]
",
      " [-0.01479723]]
",
      "(2, 1)
",
      "[[0.08243328]
",
      " [0.10990883]
",
      " [0.10460181]
",
      " [0.16146245]]
",
      "grad01:  [[0.00114418 0.01375241]
",
      " [0.00287827 0.01449294]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00628918]
",
      " [-0.01481594]]
",
      "(2, 1)
",
      "[[0.08231846]
",
      " [0.10985625]
",
      " [0.10453963]
",
      " [0.16154098]]
",
      "grad01:  [[0.00114894 0.0137673 ]
",
      " [0.00288756 0.01450748]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00629808]
",
      " [-0.01483458]]
",
      "(2, 1)
",
      "[[0.08220342]
",
      " [0.10980354]
",
      " [0.1044773 ]
",
      " [0.16161965]]
",
      "grad01:  [[0.0011537  0.01378215]
",
      " [0.00289687 0.01452198]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00630697]
",
      " [-0.01485317]]
",
      "(2, 1)
",
      "[[0.08208816]
",
      " [0.1097507 ]
",
      " [0.10441482]
",
      " [0.16169845]]
",
      "grad01:  [[0.00115847 0.01379696]
",
      " [0.00290619 0.01453645]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00631585]
",
      " [-0.01487169]]
",
      "(2, 1)
",
      "[[0.08197267]
",
      " [0.10969773]
",
      " [0.10435219]
",
      " [0.16177739]]
",
      "grad01:  [[0.00116324 0.01381174]
",
      " [0.00291553 0.01455088]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00632473]
",
      " [-0.01489015]]
",
      "(2, 1)
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.08185696]
",
      " [0.10964463]
",
      " [0.1042894 ]
",
      " [0.16185646]]
",
      "grad01:  [[0.00116803 0.01382647]
",
      " [0.00292489 0.01456527]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00633361]
",
      " [-0.01490855]]
",
      "(2, 1)
",
      "[[0.08174104]
",
      " [0.10959141]
",
      " [0.10422646]
",
      " [0.16193567]]
",
      "grad01:  [[0.00117282 0.01384116]
",
      " [0.00293427 0.01457963]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00634248]
",
      " [-0.01492689]]
",
      "(2, 1)
",
      "[[0.08162489]
",
      " [0.10953805]
",
      " [0.10416336]
",
      " [0.162015  ]]
",
      "grad01:  [[0.00117761 0.01385581]
",
      " [0.00294366 0.01459395]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00635135]
",
      " [-0.01494516]]
",
      "(2, 1)
",
      "[[0.08150853]
",
      " [0.10948457]
",
      " [0.10410012]
",
      " [0.16209448]]
",
      "grad01:  [[0.00118242 0.01387041]
",
      " [0.00295308 0.01460822]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00636021]
",
      " [-0.01496336]]
",
      "(2, 1)
",
      "[[0.08139195]
",
      " [0.10943096]
",
      " [0.10403672]
",
      " [0.16217408]]
",
      "grad01:  [[0.00118723 0.01388498]
",
      " [0.0029625  0.01462246]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00636906]
",
      " [-0.0149815 ]]
",
      "(2, 1)
",
      "[[0.08127515]
",
      " [0.10937722]
",
      " [0.10397317]
",
      " [0.16225381]]
",
      "grad01:  [[0.00119205 0.0138995 ]
",
      " [0.00297195 0.01463666]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00637792]
",
      " [-0.01499957]]
",
      "(2, 1)
",
      "[[0.08115814]
",
      " [0.10932335]
",
      " [0.10390947]
",
      " [0.16233368]]
",
      "grad01:  [[0.00119687 0.01391398]
",
      " [0.00298141 0.01465082]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00638676]
",
      " [-0.01501758]]
",
      "(2, 1)
",
      "[[0.08104091]
",
      " [0.10926935]
",
      " [0.10384562]
",
      " [0.16241368]]
",
      "grad01:  [[0.00120171 0.01392842]
",
      " [0.00299089 0.01466495]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0063956 ]
",
      " [-0.01503552]]
",
      "(2, 1)
",
      "[[0.08092347]
",
      " [0.10921523]
",
      " [0.10378161]
",
      " [0.1624938 ]]
",
      "grad01:  [[0.00120654 0.01394282]
",
      " [0.00300039 0.01467903]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00640444]
",
      " [-0.01505339]]
",
      "(2, 1)
",
      "[[0.08080582]
",
      " [0.10916098]
",
      " [0.10371745]
",
      " [0.16257406]]
",
      "grad01:  [[0.00121139 0.01395717]
",
      " [0.00300991 0.01469307]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00641327]
",
      " [-0.01507119]]
",
      "(2, 1)
",
      "[[0.08068795]
",
      " [0.1091066 ]
",
      " [0.10365315]
",
      " [0.16265444]]
",
      "grad01:  [[0.00121624 0.01397147]
",
      " [0.00301944 0.01470707]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0064221 ]
",
      " [-0.01508892]]
",
      "(2, 1)
",
      "[[0.08056988]
",
      " [0.1090521 ]
",
      " [0.10358869]
",
      " [0.16273495]]
",
      "grad01:  [[0.0012211  0.01398574]
",
      " [0.00302898 0.01472102]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00643092]
",
      " [-0.01510658]]
",
      "(2, 1)
",
      "[[0.08045159]
",
      " [0.10899747]
",
      " [0.10352408]
",
      " [0.16281559]]
",
      "grad01:  [[0.00122596 0.01399996]
",
      " [0.00303855 0.01473494]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00643974]
",
      " [-0.01512418]]
",
      "(2, 1)
",
      "[[0.0803331 ]
",
      " [0.10894271]
",
      " [0.10345932]
",
      " [0.16289636]]
",
      "grad01:  [[0.00123083 0.01401413]
",
      " [0.00304813 0.01474882]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00644855]
",
      " [-0.0151417 ]]
",
      "(2, 1)
",
      "[[0.0802144 ]
",
      " [0.10888783]
",
      " [0.10339441]
",
      " [0.16297725]]
",
      "grad01:  [[0.00123571 0.01402826]
",
      " [0.00305773 0.01476265]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00645735]
",
      " [-0.01515915]]
",
      "(2, 1)
",
      "[[0.08009549]
",
      " [0.10883282]
",
      " [0.10332935]
",
      " [0.16305827]]
",
      "grad01:  [[0.00124059 0.01404234]
",
      " [0.00306734 0.01477644]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00646616]
",
      " [-0.01517653]]
",
      "(2, 1)
",
      "[[0.07997638]
",
      " [0.10877769]
",
      " [0.10326414]
",
      " [0.16313941]]
",
      "grad01:  [[0.00124548 0.01405638]
",
      " [0.00307697 0.01479019]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00647495]
",
      " [-0.01519383]]
",
      "(2, 1)
",
      "[[0.07985706]
",
      " [0.10872243]
",
      " [0.10319878]
",
      " [0.16322067]]
",
      "grad01:  [[0.00125037 0.01407036]
",
      " [0.00308661 0.01480389]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00648374]
",
      " [-0.01521106]]
",
      "(2, 1)
",
      "[[0.07973754]
",
      " [0.10866704]
",
      " [0.10313327]
",
      " [0.16330206]]
",
      "grad01:  [[0.00125527 0.01408431]
",
      " [0.00309627 0.01481755]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00649253]
",
      " [-0.01522822]]
",
      "(2, 1)
",
      "[[0.07961782]
",
      " [0.10861154]
",
      " [0.10306762]
",
      " [0.16338357]]
",
      "grad01:  [[0.00126017 0.0140982 ]
",
      " [0.00310595 0.01483117]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00650131]
",
      " [-0.01524531]]
",
      "(2, 1)
",
      "[[0.07949789]
",
      " [0.1085559 ]
",
      " [0.10300181]
",
      " [0.1634652 ]]
",
      "grad01:  [[0.00126508 0.01411205]
",
      " [0.00311564 0.01484474]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00651009]
",
      " [-0.01526231]]
",
      "(2, 1)
",
      "[[0.07937777]
",
      " [0.10850014]
",
      " [0.10293586]
",
      " [0.16354695]]
",
      "grad01:  [[0.00127    0.01412585]
",
      " [0.00312535 0.01485827]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00651886]
",
      " [-0.01527925]]
",
      "(2, 1)
",
      "[[0.07925744]
",
      " [0.10844426]
",
      " [0.10286975]
",
      " [0.16362883]]
",
      "grad01:  [[0.00127492 0.0141396 ]
",
      " [0.00313507 0.01487175]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00652762]
",
      " [-0.0152961 ]]
",
      "(2, 1)
",
      "[[0.07913692]
",
      " [0.10838826]
",
      " [0.1028035 ]
",
      " [0.16371082]]
",
      "grad01:  [[0.00127984 0.01415331]
",
      " [0.00314481 0.01488519]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00653638]
",
      " [-0.01531288]]
",
      "(2, 1)
",
      "[[0.07901621]
",
      " [0.10833213]
",
      " [0.10273711]
",
      " [0.16379293]]
",
      "grad01:  [[0.00128477 0.01416696]
",
      " [0.00315457 0.01489858]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00654514]
",
      " [-0.01532959]]
",
      "(2, 1)
",
      "[[0.07889529]
",
      " [0.10827588]
",
      " [0.10267056]
",
      " [0.16387516]]
",
      "grad01:  [[0.00128971 0.01418057]
",
      " [0.00316434 0.01491192]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00655389]
",
      " [-0.01534621]]
",
      "(2, 1)
",
      "[[0.07877419]
",
      " [0.10821951]
",
      " [0.10260387]
",
      " [0.1639575 ]]
",
      "grad01:  [[0.00129465 0.01419412]
",
      " [0.00317412 0.01492522]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00656263]
",
      " [-0.01536276]]
",
      "(2, 1)
",
      "[[0.07865289]
",
      " [0.10816301]
",
      " [0.10253703]
",
      " [0.16403996]]
",
      "grad01:  [[0.00129959 0.01420763]
",
      " [0.00318392 0.01493847]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00657137]
",
      " [-0.01537922]]
",
      "(2, 1)
",
      "[[0.07853139]
",
      " [0.10810639]
",
      " [0.10247005]
",
      " [0.16412254]]
",
      "grad01:  [[0.00130454 0.01422108]
",
      " [0.00319373 0.01495168]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00658011]
",
      " [-0.01539561]]
",
      "(2, 1)
",
      "[[0.07840971]
",
      " [0.10804966]
",
      " [0.10240292]
",
      " [0.16420523]]
",
      "grad01:  [[0.00130949 0.01423448]
",
      " [0.00320356 0.01496483]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00658884]
",
      " [-0.01541191]]
",
      "(2, 1)
",
      "[[0.07828784]
",
      " [0.1079928 ]
",
      " [0.10233564]
",
      " [0.16428803]]
",
      "grad01:  [[0.00131445 0.01424784]
",
      " [0.0032134  0.01497794]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00659756]
",
      " [-0.01542814]]
",
      "(2, 1)
",
      "[[0.07816578]
",
      " [0.10793582]
",
      " [0.10226822]
",
      " [0.16437095]]
",
      "grad01:  [[0.00131941 0.01426114]
",
      " [0.00322326 0.014991  ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00660628]
",
      " [-0.01544428]]
",
      "(2, 1)
",
      "[[0.07804353]
",
      " [0.10787872]
",
      " [0.10220065]
",
      " [0.16445397]]
",
      "grad01:  [[0.00132437 0.01427438]
",
      " [0.00323313 0.01500401]]
",
      "(2, 2)
",
      "grad12:  [[ 0.006615  ]
",
      " [-0.01546034]]
",
      "(2, 1)
",
      "[[0.0779211 ]
",
      " [0.1078215 ]
",
      " [0.10213294]
",
      " [0.16453711]]
",
      "grad01:  [[0.00132934 0.01428758]
",
      " [0.00324302 0.01501698]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0066237 ]
",
      " [-0.01547632]]
",
      "(2, 1)
",
      "[[0.07779849]
",
      " [0.10776416]
",
      " [0.10206509]
",
      " [0.16462036]]
",
      "grad01:  [[0.00133431 0.01430072]
",
      " [0.00325292 0.01502989]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00663241]
",
      " [-0.01549222]]
",
      "(2, 1)
",
      "[[0.07767569]
",
      " [0.1077067 ]
",
      " [0.10199709]
",
      " [0.16470372]]
",
      "grad01:  [[0.00133929 0.01431381]
",
      " [0.00326283 0.01504275]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00664111]
",
      " [-0.01550803]]
",
      "(2, 1)
",
      "[[0.07755271]
",
      " [0.10764912]
",
      " [0.10192895]
",
      " [0.16478718]]
",
      "grad01:  [[0.00134427 0.01432685]
",
      " [0.00327276 0.01505557]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0066498 ]
",
      " [-0.01552376]]
",
      "(2, 1)
",
      "[[0.07742955]
",
      " [0.10759142]
",
      " [0.10186066]
",
      " [0.16487075]]
",
      "grad01:  [[0.00134925 0.01433983]
",
      " [0.0032827  0.01506833]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00665849]
",
      " [-0.0155394 ]]
",
      "(2, 1)
",
      "[[0.07730621]
",
      " [0.10753361]
",
      " [0.10179224]
",
      " [0.16495443]]
",
      "grad01:  [[0.00135423 0.01435276]
",
      " [0.00329265 0.01508104]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00666717]
",
      " [-0.01555496]]
",
      "(2, 1)
",
      "[[0.07718269]
",
      " [0.10747568]
",
      " [0.10172367]
",
      " [0.16503821]]
",
      "grad01:  [[0.00135922 0.01436564]
",
      " [0.00330262 0.0150937 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00667585]
",
      " [-0.01557043]]
",
      "(2, 1)
",
      "[[0.077059  ]
",
      " [0.10741763]
",
      " [0.10165496]
",
      " [0.1651221 ]]
",
      "grad01:  [[0.00136421 0.01437845]
",
      " [0.0033126  0.01510631]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00668452]
",
      " [-0.01558581]]
",
      "(2, 1)
",
      "[[0.07693513]
",
      " [0.10735947]
",
      " [0.10158611]
",
      " [0.16520609]]
",
      "grad01:  [[0.00136921 0.01439122]
",
      " [0.00332259 0.01511887]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00669319]
",
      " [-0.01560111]]
",
      "(2, 1)
",
      "[[0.07681109]
",
      " [0.10730119]
",
      " [0.10151711]
",
      " [0.16529018]]
",
      "grad01:  [[0.00137421 0.01440393]
",
      " [0.0033326  0.01513138]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00670185]
",
      " [-0.01561632]]
",
      "(2, 1)
",
      "[[0.07668687]
",
      " [0.10724279]
",
      " [0.10144798]
",
      " [0.16537437]]
",
      "grad01:  [[0.00137921 0.01441658]
",
      " [0.00334262 0.01514383]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0067105 ]
",
      " [-0.01563144]]
",
      "(2, 1)
",
      "[[0.07656249]
",
      " [0.10718428]
",
      " [0.10137871]
",
      " [0.16545866]]
",
      "grad01:  [[0.00138421 0.01442917]
",
      " [0.00335265 0.01515623]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00671916]
",
      " [-0.01564647]]
",
      "(2, 1)
",
      "[[0.07643794]
",
      " [0.10712566]
",
      " [0.10130929]
",
      " [0.16554305]]
",
      "grad01:  [[0.00138921 0.01444171]
",
      " [0.0033627  0.01516857]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0067278 ]
",
      " [-0.01566141]]
",
      "(2, 1)
",
      "[[0.07631322]
",
      " [0.10706692]
",
      " [0.10123974]
",
      " [0.16562754]]
",
      "grad01:  [[0.00139422 0.01445419]
",
      " [0.00337275 0.01518086]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00673644]
",
      " [-0.01567626]]
",
      "(2, 1)
",
      "[[0.07618833]
",
      " [0.10700807]
",
      " [0.10117005]
",
      " [0.16571213]]
",
      "grad01:  [[0.00139923 0.01446661]
",
      " [0.00338282 0.0151931 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00674508]
",
      " [-0.01569102]]
",
      "(2, 1)
",
      "[[0.07606328]
",
      " [0.1069491 ]
",
      " [0.10110023]
",
      " [0.16579681]]
",
      "grad01:  [[0.00140424 0.01447898]
",
      " [0.0033929  0.01520528]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00675371]
",
      " [-0.01570569]]
",
      "(2, 1)
",
      "[[0.07593806]
",
      " [0.10689002]
",
      " [0.10103026]
",
      " [0.16588158]]
",
      "grad01:  [[0.00140925 0.01449128]
",
      " [0.00340299 0.01521741]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00676233]
",
      " [-0.01572027]]
",
      "(2, 1)
",
      "[[0.07581269]
",
      " [0.10683083]
",
      " [0.10096016]
",
      " [0.16596645]]
",
      "grad01:  [[0.00141426 0.01450353]
",
      " [0.0034131  0.01522948]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00677095]
",
      " [-0.01573476]]
",
      "(2, 1)
",
      "[[0.07568715]
",
      " [0.10677153]
",
      " [0.10088992]
",
      " [0.16605141]]
",
      "grad01:  [[0.00141927 0.01451572]
",
      " [0.00342322 0.0152415 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00677957]
",
      " [-0.01574915]]
",
      "(2, 1)
",
      "[[0.07556145]
",
      " [0.10671212]
",
      " [0.10081954]
",
      " [0.16613647]]
",
      "grad01:  [[0.00142429 0.01452785]
",
      " [0.00343334 0.01525346]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00678818]
",
      " [-0.01576345]]
",
      "(2, 1)
",
      "[[0.0754356 ]
",
      " [0.1066526 ]
",
      " [0.10074903]
",
      " [0.16622161]]
",
      "grad01:  [[0.00142931 0.01453991]
",
      " [0.00344348 0.01526537]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00679678]
",
      " [-0.01577766]]
",
      "(2, 1)
",
      "[[0.07530959]
",
      " [0.10659296]
",
      " [0.10067839]
",
      " [0.16630684]]
",
      "grad01:  [[0.00143432 0.01455192]
",
      " [0.00345363 0.01527721]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00680538]
",
      " [-0.01579177]]
",
      "(2, 1)
",
      "[[0.07518343]
",
      " [0.10653322]
",
      " [0.10060761]
",
      " [0.16639216]]
",
      "grad01:  [[0.00143934 0.01456387]
",
      " [0.00346379 0.015289  ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00681397]
",
      " [-0.01580579]]
",
      "(2, 1)
",
      "[[0.07505712]
",
      " [0.10647337]
",
      " [0.10053669]
",
      " [0.16647756]]
",
      "grad01:  [[0.00144436 0.01457575]
",
      " [0.00347397 0.01530074]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00682256]
",
      " [-0.01581971]]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(2, 1)
",
      "[[0.07493065]
",
      " [0.10641341]
",
      " [0.10046564]
",
      " [0.16656305]]
",
      "grad01:  [[0.00144938 0.01458758]
",
      " [0.00348415 0.01531241]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00683114]
",
      " [-0.01583353]]
",
      "(2, 1)
",
      "[[0.07480403]
",
      " [0.10635335]
",
      " [0.10039446]
",
      " [0.16664863]]
",
      "grad01:  [[0.0014544  0.01459934]
",
      " [0.00349434 0.01532403]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00683972]
",
      " [-0.01584726]]
",
      "(2, 1)
",
      "[[0.07467727]
",
      " [0.10629318]
",
      " [0.10032315]
",
      " [0.16673429]]
",
      "grad01:  [[0.00145942 0.01461104]
",
      " [0.00350455 0.01533558]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0068483 ]
",
      " [-0.01586089]]
",
      "(2, 1)
",
      "[[0.07455036]
",
      " [0.1062329 ]
",
      " [0.10025171]
",
      " [0.16682002]]
",
      "grad01:  [[0.00146444 0.01462267]
",
      " [0.00351476 0.01534708]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00685686]
",
      " [-0.01587443]]
",
      "(2, 1)
",
      "[[0.07442331]
",
      " [0.10617251]
",
      " [0.10018013]
",
      " [0.16690584]]
",
      "grad01:  [[0.00146946 0.01463425]
",
      " [0.00352498 0.01535852]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00686543]
",
      " [-0.01588786]]
",
      "(2, 1)
",
      "[[0.07429611]
",
      " [0.10611202]
",
      " [0.10010843]
",
      " [0.16699174]]
",
      "grad01:  [[0.00147448 0.01464576]
",
      " [0.00353522 0.0153699 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00687398]
",
      " [-0.0159012 ]]
",
      "(2, 1)
",
      "[[0.07416877]
",
      " [0.10605143]
",
      " [0.10003659]
",
      " [0.16707772]]
",
      "grad01:  [[0.0014795  0.0146572 ]
",
      " [0.00354546 0.01538121]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00688253]
",
      " [-0.01591444]]
",
      "(2, 1)
",
      "[[0.0740413 ]
",
      " [0.10599073]
",
      " [0.09996463]
",
      " [0.16716377]]
",
      "grad01:  [[0.00148452 0.01466859]
",
      " [0.00355571 0.01539247]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00689108]
",
      " [-0.01592758]]
",
      "(2, 1)
",
      "[[0.07391368]
",
      " [0.10592993]
",
      " [0.09989253]
",
      " [0.1672499 ]]
",
      "grad01:  [[0.00148954 0.0146799 ]
",
      " [0.00356598 0.01540367]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00689962]
",
      " [-0.01594062]]
",
      "(2, 1)
",
      "[[0.07378593]
",
      " [0.10586903]
",
      " [0.09982031]
",
      " [0.1673361 ]]
",
      "grad01:  [[0.00149456 0.01469116]
",
      " [0.00357625 0.0154148 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00690816]
",
      " [-0.01595356]]
",
      "(2, 1)
",
      "[[0.07365804]
",
      " [0.10580803]
",
      " [0.09974796]
",
      " [0.16742237]]
",
      "grad01:  [[0.00149958 0.01470234]
",
      " [0.00358653 0.01542588]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00691669]
",
      " [-0.0159664 ]]
",
      "(2, 1)
",
      "[[0.07353002]
",
      " [0.10574692]
",
      " [0.09967548]
",
      " [0.16750872]]
",
      "grad01:  [[0.00150459 0.01471346]
",
      " [0.00359682 0.01543689]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00692522]
",
      " [-0.01597913]]
",
      "(2, 1)
",
      "[[0.07340187]
",
      " [0.10568572]
",
      " [0.09960288]
",
      " [0.16759513]]
",
      "grad01:  [[0.00150961 0.01472452]
",
      " [0.00360712 0.01544784]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00693374]
",
      " [-0.01599177]]
",
      "(2, 1)
",
      "[[0.07327359]
",
      " [0.10562441]
",
      " [0.09953015]
",
      " [0.16768162]]
",
      "grad01:  [[0.00151462 0.01473551]
",
      " [0.00361742 0.01545872]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00694226]
",
      " [-0.0160043 ]]
",
      "(2, 1)
",
      "[[0.07314518]
",
      " [0.10556301]
",
      " [0.0994573 ]
",
      " [0.16776817]]
",
      "grad01:  [[0.00151963 0.01474643]
",
      " [0.00362774 0.01546954]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00695077]
",
      " [-0.01601673]]
",
      "(2, 1)
",
      "[[0.07301665]
",
      " [0.1055015 ]
",
      " [0.09938432]
",
      " [0.16785478]]
",
      "grad01:  [[0.00152464 0.01475728]
",
      " [0.00363806 0.0154803 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00695927]
",
      " [-0.01602905]]
",
      "(2, 1)
",
      "[[0.07288799]
",
      " [0.1054399 ]
",
      " [0.09931122]
",
      " [0.16794146]]
",
      "grad01:  [[0.00152964 0.01476807]
",
      " [0.00364839 0.015491  ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00696778]
",
      " [-0.01604128]]
",
      "(2, 1)
",
      "[[0.07275921]
",
      " [0.10537821]
",
      " [0.099238  ]
",
      " [0.16802821]]
",
      "grad01:  [[0.00153465 0.01477878]
",
      " [0.00365873 0.01550163]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00697627]
",
      " [-0.01605339]]
",
      "(2, 1)
",
      "[[0.07263031]
",
      " [0.10531641]
",
      " [0.09916465]
",
      " [0.16811501]]
",
      "grad01:  [[0.00153965 0.01478943]
",
      " [0.00366908 0.01551219]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00698476]
",
      " [-0.01606541]]
",
      "(2, 1)
",
      "[[0.07250129]
",
      " [0.10525452]
",
      " [0.09909118]
",
      " [0.16820188]]
",
      "grad01:  [[0.00154465 0.01480001]
",
      " [0.00367943 0.01552269]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00699325]
",
      " [-0.01607731]]
",
      "(2, 1)
",
      "[[0.07237215]
",
      " [0.10519254]
",
      " [0.0990176 ]
",
      " [0.1682888 ]]
",
      "grad01:  [[0.00154965 0.01481053]
",
      " [0.00368979 0.01553313]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00700173]
",
      " [-0.01608912]]
",
      "(2, 1)
",
      "[[0.0722429 ]
",
      " [0.10513046]
",
      " [0.09894389]
",
      " [0.16837579]]
",
      "grad01:  [[0.00155464 0.01482097]
",
      " [0.00370016 0.0155435 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00701021]
",
      " [-0.01610081]]
",
      "(2, 1)
",
      "[[0.07211354]
",
      " [0.10506829]
",
      " [0.09887006]
",
      " [0.16846282]]
",
      "grad01:  [[0.00155964 0.01483134]
",
      " [0.00371054 0.0155538 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00701868]
",
      " [-0.0161124 ]]
",
      "(2, 1)
",
      "[[0.07198406]
",
      " [0.10500603]
",
      " [0.09879611]
",
      " [0.16854992]]
",
      "grad01:  [[0.00156462 0.01484164]
",
      " [0.00372092 0.01556404]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00702714]
",
      " [-0.01612388]]
",
      "(2, 1)
",
      "[[0.07185447]
",
      " [0.10494368]
",
      " [0.09872205]
",
      " [0.16863706]]
",
      "grad01:  [[0.00156961 0.01485187]
",
      " [0.00373131 0.01557421]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00703561]
",
      " [-0.01613526]]
",
      "(2, 1)
",
      "[[0.07172477]
",
      " [0.10488123]
",
      " [0.09864786]
",
      " [0.16872426]]
",
      "grad01:  [[0.00157459 0.01486203]
",
      " [0.00374171 0.01558431]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00704406]
",
      " [-0.01614652]]
",
      "(2, 1)
",
      "[[0.07159497]
",
      " [0.1048187 ]
",
      " [0.09857357]
",
      " [0.1688115 ]]
",
      "grad01:  [[0.00157957 0.01487212]
",
      " [0.00375211 0.01559434]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00705251]
",
      " [-0.01615768]]
",
      "(2, 1)
",
      "[[0.07146506]
",
      " [0.10475607]
",
      " [0.09849915]
",
      " [0.1688988 ]]
",
      "grad01:  [[0.00158454 0.01488213]
",
      " [0.00376252 0.01560431]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00706096]
",
      " [-0.01616873]]
",
      "(2, 1)
",
      "[[0.07133505]
",
      " [0.10469336]
",
      " [0.09842462]
",
      " [0.16898614]]
",
      "grad01:  [[0.00158951 0.01489208]
",
      " [0.00377293 0.01561421]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0070694 ]
",
      " [-0.01617967]]
",
      "(2, 1)
",
      "[[0.07120494]
",
      " [0.10463056]
",
      " [0.09834998]
",
      " [0.16907353]]
",
      "grad01:  [[0.00159448 0.01490195]
",
      " [0.00378335 0.01562404]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00707784]
",
      " [-0.01619051]]
",
      "(2, 1)
",
      "[[0.07107474]
",
      " [0.10456768]
",
      " [0.09827522]
",
      " [0.16916096]]
",
      "grad01:  [[0.00159944 0.01491175]
",
      " [0.00379377 0.0156338 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00708627]
",
      " [-0.01620123]]
",
      "(2, 1)
",
      "[[0.07094443]
",
      " [0.1045047 ]
",
      " [0.09820035]
",
      " [0.16924843]]
",
      "grad01:  [[0.00160439 0.01492148]
",
      " [0.0038042  0.01564349]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0070947 ]
",
      " [-0.01621184]]
",
      "(2, 1)
",
      "[[0.07081403]
",
      " [0.10444165]
",
      " [0.09812537]
",
      " [0.16933595]]
",
      "grad01:  [[0.00160935 0.01493113]
",
      " [0.00381464 0.01565311]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00710312]
",
      " [-0.01622234]]
",
      "(2, 1)
",
      "[[0.07068354]
",
      " [0.1043785 ]
",
      " [0.09805027]
",
      " [0.1694235 ]]
",
      "grad01:  [[0.00161429 0.0149407 ]
",
      " [0.00382508 0.01566266]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00711154]
",
      " [-0.01623273]]
",
      "(2, 1)
",
      "[[0.07055295]
",
      " [0.10431528]
",
      " [0.09797507]
",
      " [0.16951109]]
",
      "grad01:  [[0.00161924 0.01495021]
",
      " [0.00383552 0.01567214]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00711995]
",
      " [-0.01624301]]
",
      "(2, 1)
",
      "[[0.07042228]
",
      " [0.10425197]
",
      " [0.09789976]
",
      " [0.16959872]]
",
      "grad01:  [[0.00162417 0.01495964]
",
      " [0.00384597 0.01568155]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00712836]
",
      " [-0.01625318]]
",
      "(2, 1)
",
      "[[0.07029151]
",
      " [0.10418858]
",
      " [0.09782433]
",
      " [0.16968638]]
",
      "grad01:  [[0.0016291  0.01496899]
",
      " [0.00385643 0.01569089]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00713676]
",
      " [-0.01626323]]
",
      "(2, 1)
",
      "[[0.07016067]
",
      " [0.10412511]
",
      " [0.0977488 ]
",
      " [0.16977408]]
",
      "grad01:  [[0.00163403 0.01497827]
",
      " [0.00386689 0.01570016]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00714516]
",
      " [-0.01627317]]
",
      "(2, 1)
",
      "[[0.07002974]
",
      " [0.10406156]
",
      " [0.09767317]
",
      " [0.1698618 ]]
",
      "grad01:  [[0.00163895 0.01498747]
",
      " [0.00387735 0.01570935]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00715356]
",
      " [-0.016283  ]]
",
      "(2, 1)
",
      "[[0.06989872]
",
      " [0.10399793]
",
      " [0.09759742]
",
      " [0.16994956]]
",
      "grad01:  [[0.00164386 0.0149966 ]
",
      " [0.00388781 0.01571848]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00716195]
",
      " [-0.01629272]]
",
      "(2, 1)
",
      "[[0.06976763]
",
      " [0.10393423]
",
      " [0.09752157]
",
      " [0.17003734]]
",
      "grad01:  [[0.00164877 0.01500565]
",
      " [0.00389828 0.01572753]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00717033]
",
      " [-0.01630232]]
",
      "(2, 1)
",
      "[[0.06963646]
",
      " [0.10387044]
",
      " [0.09744562]
",
      " [0.17012515]]
",
      "grad01:  [[0.00165367 0.01501462]
",
      " [0.00390876 0.0157365 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00717871]
",
      " [-0.01631181]]
",
      "(2, 1)
",
      "[[0.06950522]
",
      " [0.10380658]
",
      " [0.09736956]
",
      " [0.17021299]]
",
      "grad01:  [[0.00165857 0.01502352]
",
      " [0.00391923 0.01574541]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00718709]
",
      " [-0.01632118]]
",
      "(2, 1)
",
      "[[0.0693739 ]
",
      " [0.10374265]
",
      " [0.0972934 ]
",
      " [0.17030085]]
",
      "grad01:  [[0.00166346 0.01503234]
",
      " [0.00392971 0.01575424]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00719546]
",
      " [-0.01633044]]
",
      "(2, 1)
",
      "[[0.0692425 ]
",
      " [0.10367864]
",
      " [0.09721713]
",
      " [0.17038872]]
",
      "grad01:  [[0.00166834 0.01504108]
",
      " [0.00394019 0.015763  ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00720382]
",
      " [-0.01633959]]
",
      "(2, 1)
",
      "[[0.06911104]
",
      " [0.10361456]
",
      " [0.09714077]
",
      " [0.17047662]]
",
      "grad01:  [[0.00167321 0.01504974]
",
      " [0.00395068 0.01577168]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00721219]
",
      " [-0.01634862]]
",
      "(2, 1)
",
      "[[0.06897951]
",
      " [0.1035504 ]
",
      " [0.0970643 ]
",
      " [0.17056454]]
",
      "grad01:  [[0.00167808 0.01505833]
",
      " [0.00396116 0.01578029]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00722054]
",
      " [-0.01635753]]
",
      "(2, 1)
",
      "[[0.06884792]
",
      " [0.10348617]
",
      " [0.09698774]
",
      " [0.17065247]]
",
      "grad01:  [[0.00168294 0.01506684]
",
      " [0.00397165 0.01578882]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0072289 ]
",
      " [-0.01636633]]
",
      "(2, 1)
",
      "[[0.06871626]
",
      " [0.10342187]
",
      " [0.09691108]
",
      " [0.17074042]]
",
      "grad01:  [[0.00168779 0.01507526]
",
      " [0.00398214 0.01579728]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00723724]
",
      " [-0.01637501]]
",
      "(2, 1)
",
      "[[0.06858454]
",
      " [0.10335751]
",
      " [0.09683431]
",
      " [0.17082838]]
",
      "grad01:  [[0.00169263 0.01508361]
",
      " [0.00399263 0.01580566]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00724559]
",
      " [-0.01638358]]
",
      "(2, 1)
",
      "[[0.06845276]
",
      " [0.10329307]
",
      " [0.09675746]
",
      " [0.17091635]]
",
      "grad01:  [[0.00169747 0.01509188]
",
      " [0.00400313 0.01581397]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00725393]
",
      " [-0.01639203]]
",
      "(2, 1)
",
      "[[0.06832092]
",
      " [0.10322857]
",
      " [0.0966805 ]
",
      " [0.17100433]]
",
      "grad01:  [[0.0017023  0.01510007]
",
      " [0.00401362 0.0158222 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00726226]
",
      " [-0.01640036]]
",
      "(2, 1)
",
      "[[0.06818903]
",
      " [0.103164  ]
",
      " [0.09660345]
",
      " [0.17109232]]
",
      "grad01:  [[0.00170712 0.01510818]
",
      " [0.00402412 0.01583036]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00727059]
",
      " [-0.01640858]]
",
      "(2, 1)
",
      "[[0.06805708]
",
      " [0.10309936]
",
      " [0.09652631]
",
      " [0.17118032]]
",
      "grad01:  [[0.00171193 0.0151162 ]
",
      " [0.00403462 0.01583844]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00727892]
",
      " [-0.01641668]]
",
      "(2, 1)
",
      "[[0.06792508]
",
      " [0.10303466]
",
      " [0.09644907]
",
      " [0.17126832]]
",
      "grad01:  [[0.00171673 0.01512415]
",
      " [0.00404512 0.01584644]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00728724]
",
      " [-0.01642466]]
",
      "(2, 1)
",
      "[[0.06779303]
",
      " [0.10296989]
",
      " [0.09637174]
",
      " [0.17135632]]
",
      "grad01:  [[0.00172152 0.01513201]
",
      " [0.00405562 0.01585436]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00729556]
",
      " [-0.01643252]]
",
      "(2, 1)
",
      "[[0.06766093]
",
      " [0.10290507]
",
      " [0.09629432]
",
      " [0.17144432]]
",
      "grad01:  [[0.00172631 0.0151398 ]
",
      " [0.00406612 0.01586221]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00730387]
",
      " [-0.01644026]]
",
      "(2, 1)
",
      "[[0.06752879]
",
      " [0.10284018]
",
      " [0.09621681]
",
      " [0.17153232]]
",
      "grad01:  [[0.00173108 0.0151475 ]
",
      " [0.00407662 0.01586998]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00731218]
",
      " [-0.01644789]]
",
      "(2, 1)
",
      "[[0.0673966 ]
",
      " [0.10277523]
",
      " [0.09613921]
",
      " [0.17162032]]
",
      "grad01:  [[0.00173585 0.01515512]
",
      " [0.00408712 0.01587767]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00732049]
",
      " [-0.0164554 ]]
",
      "(2, 1)
",
      "[[0.06726437]
",
      " [0.10271022]
",
      " [0.09606152]
",
      " [0.17170832]]
",
      "grad01:  [[0.0017406  0.01516266]
",
      " [0.00409761 0.01588528]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00732879]
",
      " [-0.01646278]]
",
      "(2, 1)
",
      "[[0.06713211]
",
      " [0.10264515]
",
      " [0.09598374]
",
      " [0.1717963 ]]
",
      "grad01:  [[0.00174535 0.01517011]
",
      " [0.00410811 0.01589281]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00733708]
",
      " [-0.01647005]]
",
      "(2, 1)
",
      "[[0.0669998 ]
",
      " [0.10258002]
",
      " [0.09590588]
",
      " [0.17188428]]
",
      "grad01:  [[0.00175009 0.01517748]
",
      " [0.00411861 0.01590027]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00734538]
",
      " [-0.0164772 ]]
",
      "(2, 1)
",
      "[[0.06686746]
",
      " [0.10251484]
",
      " [0.09582793]
",
      " [0.17197225]]
",
      "grad01:  [[0.00175481 0.01518477]
",
      " [0.00412911 0.01590764]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00735366]
",
      " [-0.01648423]]
",
      "(2, 1)
",
      "[[0.06673508]
",
      " [0.1024496 ]
",
      " [0.09574989]
",
      " [0.17206021]]
",
      "grad01:  [[0.00175953 0.01519198]
",
      " [0.00413961 0.01591494]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00736195]
",
      " [-0.01649114]]
",
      "(2, 1)
",
      "[[0.06660268]
",
      " [0.10238431]
",
      " [0.09567178]
",
      " [0.17214815]]
",
      "grad01:  [[0.00176423 0.0151991 ]
",
      " [0.0041501  0.01592215]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00737023]
",
      " [-0.01649793]]
",
      "(2, 1)
",
      "[[0.06647024]
",
      " [0.10231896]
",
      " [0.09559357]
",
      " [0.17223608]]
",
      "grad01:  [[0.00176893 0.01520613]
",
      " [0.0041606  0.01592929]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0073785]
",
      " [-0.0165046]]
",
      "(2, 1)
",
      "[[0.06633778]
",
      " [0.10225357]
",
      " [0.09551529]
",
      " [0.17232399]]
",
      "grad01:  [[0.00177361 0.01521309]
",
      " [0.00417109 0.01593634]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00738678]
",
      " [-0.01651115]]
",
      "(2, 1)
",
      "[[0.06620529]
",
      " [0.10218812]
",
      " [0.09543693]
",
      " [0.17241188]]
",
      "grad01:  [[0.00177828 0.01521995]
",
      " [0.00418158 0.01594332]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00739504]
",
      " [-0.01651758]]
",
      "(2, 1)
",
      "[[0.06607278]
",
      " [0.10212262]
",
      " [0.09535848]
",
      " [0.17249976]]
",
      "grad01:  [[0.00178294 0.01522674]
",
      " [0.00419207 0.01595021]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00740331]
",
      " [-0.01652389]]
",
      "(2, 1)
",
      "[[0.06594025]
",
      " [0.10205707]
",
      " [0.09527996]
",
      " [0.1725876 ]]
",
      "grad01:  [[0.00178759 0.01523343]
",
      " [0.00420255 0.01595703]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00741157]
",
      " [-0.01653008]]
",
      "(2, 1)
",
      "[[0.0658077 ]
",
      " [0.10199147]
",
      " [0.09520136]
",
      " [0.17267543]]
",
      "grad01:  [[0.00179223 0.01524005]
",
      " [0.00421304 0.01596376]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00741982]
",
      " [-0.01653615]]
",
      "(2, 1)
",
      "[[0.06567513]
",
      " [0.10192583]
",
      " [0.09512268]
",
      " [0.17276322]]
",
      "grad01:  [[0.00179685 0.01524657]
",
      " [0.00422352 0.01597041]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00742808]
",
      " [-0.0165421 ]]
",
      "(2, 1)
",
      "[[0.06554255]
",
      " [0.10186014]
",
      " [0.09504392]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [0.17285099]]
",
      "grad01:  [[0.00180147 0.01525301]
",
      " [0.004234   0.01597698]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00743633]
",
      " [-0.01654792]]
",
      "(2, 1)
",
      "[[0.06540996]
",
      " [0.10179441]
",
      " [0.09496509]
",
      " [0.17293873]]
",
      "grad01:  [[0.00180607 0.01525937]
",
      " [0.00424447 0.01598346]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00744457]
",
      " [-0.01655362]]
",
      "(2, 1)
",
      "[[0.06527735]
",
      " [0.10172863]
",
      " [0.09488619]
",
      " [0.17302644]]
",
      "grad01:  [[0.00181066 0.01526563]
",
      " [0.00425494 0.01598986]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00745281]
",
      " [-0.01655921]]
",
      "(2, 1)
",
      "[[0.06514474]
",
      " [0.10166281]
",
      " [0.09480721]
",
      " [0.17311411]]
",
      "grad01:  [[0.00181523 0.01527182]
",
      " [0.00426541 0.01599619]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00746105]
",
      " [-0.01656467]]
",
      "(2, 1)
",
      "[[0.06501212]
",
      " [0.10159695]
",
      " [0.09472816]
",
      " [0.17320175]]
",
      "grad01:  [[0.00181979 0.01527791]
",
      " [0.00427588 0.01600242]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00746928]
",
      " [-0.01657001]]
",
      "(2, 1)
",
      "[[0.06487949]
",
      " [0.10153105]
",
      " [0.09464904]
",
      " [0.17328934]]
",
      "grad01:  [[0.00182434 0.01528392]
",
      " [0.00428634 0.01600858]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00747751]
",
      " [-0.01657522]]
",
      "(2, 1)
",
      "[[0.06474686]
",
      " [0.10146511]
",
      " [0.09456985]
",
      " [0.1733769 ]]
",
      "grad01:  [[0.00182888 0.01528984]
",
      " [0.00429679 0.01601465]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00748574]
",
      " [-0.01658032]]
",
      "(2, 1)
",
      "[[0.06461424]
",
      " [0.10139913]
",
      " [0.09449059]
",
      " [0.17346442]]
",
      "grad01:  [[0.0018334  0.01529567]
",
      " [0.00430724 0.01602064]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00749396]
",
      " [-0.01658529]]
",
      "(2, 1)
",
      "[[0.06448161]
",
      " [0.10133311]
",
      " [0.09441126]
",
      " [0.1735519 ]]
",
      "grad01:  [[0.00183791 0.01530141]
",
      " [0.00431769 0.01602654]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00750218]
",
      " [-0.01659014]]
",
      "(2, 1)
",
      "[[0.06434899]
",
      " [0.10126706]
",
      " [0.09433187]
",
      " [0.17363932]]
",
      "grad01:  [[0.00184241 0.01530707]
",
      " [0.00432813 0.01603236]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00751039]
",
      " [-0.01659487]]
",
      "(2, 1)
",
      "[[0.06421637]
",
      " [0.10120098]
",
      " [0.09425241]
",
      " [0.17372671]]
",
      "grad01:  [[0.00184689 0.01531264]
",
      " [0.00433857 0.0160381 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0075186 ]
",
      " [-0.01659948]]
",
      "(2, 1)
",
      "[[0.06408376]
",
      " [0.10113486]
",
      " [0.09417289]
",
      " [0.17381404]]
",
      "grad01:  [[0.00185136 0.01531812]
",
      " [0.00434901 0.01604375]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00752681]
",
      " [-0.01660396]]
",
      "(2, 1)
",
      "[[0.06395117]
",
      " [0.10106871]
",
      " [0.0940933 ]
",
      " [0.17390132]]
",
      "grad01:  [[0.00185581 0.01532351]
",
      " [0.00435943 0.01604932]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00753502]
",
      " [-0.01660833]]
",
      "(2, 1)
",
      "[[0.06381858]
",
      " [0.10100253]
",
      " [0.09401365]
",
      " [0.17398855]]
",
      "grad01:  [[0.00186025 0.01532881]
",
      " [0.00436985 0.0160548 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00754322]
",
      " [-0.01661257]]
",
      "(2, 1)
",
      "[[0.06368601]
",
      " [0.10093631]
",
      " [0.09393393]
",
      " [0.17407572]]
",
      "grad01:  [[0.00186468 0.01533402]
",
      " [0.00438027 0.0160602 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00755142]
",
      " [-0.01661668]]
",
      "(2, 1)
",
      "[[0.06355346]
",
      " [0.10087007]
",
      " [0.09385416]
",
      " [0.17416284]]
",
      "grad01:  [[0.00186909 0.01533915]
",
      " [0.00439068 0.01606551]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00755961]
",
      " [-0.01662068]]
",
      "(2, 1)
",
      "[[0.06342092]
",
      " [0.10080381]
",
      " [0.09377433]
",
      " [0.17424989]]
",
      "grad01:  [[0.00187348 0.01534418]
",
      " [0.00440109 0.01607074]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0075678 ]
",
      " [-0.01662455]]
",
      "(2, 1)
",
      "[[0.0632884 ]
",
      " [0.10073751]
",
      " [0.09369443]
",
      " [0.17433689]]
",
      "grad01:  [[0.00187786 0.01534912]
",
      " [0.00441148 0.01607588]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00757599]
",
      " [-0.0166283 ]]
",
      "(2, 1)
",
      "[[0.06315591]
",
      " [0.10067119]
",
      " [0.09361448]
",
      " [0.17442383]]
",
      "grad01:  [[0.00188222 0.01535398]
",
      " [0.00442187 0.01608094]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00758417]
",
      " [-0.01663193]]
",
      "(2, 1)
",
      "[[0.06302344]
",
      " [0.10060485]
",
      " [0.09353448]
",
      " [0.1745107 ]]
",
      "grad01:  [[0.00188657 0.01535874]
",
      " [0.00443226 0.01608591]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00759235]
",
      " [-0.01663544]]
",
      "(2, 1)
",
      "[[0.062891  ]
",
      " [0.10053848]
",
      " [0.09345442]
",
      " [0.1745975 ]]
",
      "grad01:  [[0.00189091 0.01536342]
",
      " [0.00444264 0.01609079]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00760053]
",
      " [-0.01663882]]
",
      "(2, 1)
",
      "[[0.06275859]
",
      " [0.1004721 ]
",
      " [0.0933743 ]
",
      " [0.17468423]]
",
      "grad01:  [[0.00189522 0.015368  ]
",
      " [0.00445301 0.01609559]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00760871]
",
      " [-0.01664208]]
",
      "(2, 1)
",
      "[[0.06262621]
",
      " [0.10040569]
",
      " [0.09329413]
",
      " [0.1747709 ]]
",
      "grad01:  [[0.00189952 0.0153725 ]
",
      " [0.00446337 0.01610031]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00761688]
",
      " [-0.01664522]]
",
      "(2, 1)
",
      "[[0.06249386]
",
      " [0.10033926]
",
      " [0.09321391]
",
      " [0.17485749]]
",
      "grad01:  [[0.00190381 0.0153769 ]
",
      " [0.00447372 0.01610493]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00762504]
",
      " [-0.01664823]]
",
      "(2, 1)
",
      "[[0.06236154]
",
      " [0.10027282]
",
      " [0.09313364]
",
      " [0.17494401]]
",
      "grad01:  [[0.00190807 0.01538121]
",
      " [0.00448407 0.01610947]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00763321]
",
      " [-0.01665113]]
",
      "(2, 1)
",
      "[[0.06222927]
",
      " [0.10020635]
",
      " [0.09305332]
",
      " [0.17503045]]
",
      "grad01:  [[0.00191232 0.01538543]
",
      " [0.00449441 0.01611392]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00764137]
",
      " [-0.0166539 ]]
",
      "(2, 1)
",
      "[[0.06209703]
",
      " [0.10013988]
",
      " [0.09297295]
",
      " [0.17511682]]
",
      "grad01:  [[0.00191656 0.01538956]
",
      " [0.00450474 0.01611829]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00764953]
",
      " [-0.01665655]]
",
      "(2, 1)
",
      "[[0.06196483]
",
      " [0.10007339]
",
      " [0.09289253]
",
      " [0.1752031 ]]
",
      "grad01:  [[0.00192078 0.0153936 ]
",
      " [0.00451506 0.01612257]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00765769]
",
      " [-0.01665908]]
",
      "(2, 1)
",
      "[[0.06183268]
",
      " [0.10000688]
",
      " [0.09281206]
",
      " [0.1752893 ]]
",
      "grad01:  [[0.00192498 0.01539755]
",
      " [0.00452538 0.01612676]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00766584]
",
      " [-0.01666148]]
",
      "(2, 1)
",
      "[[0.06170057]
",
      " [0.09994036]
",
      " [0.09273155]
",
      " [0.17537542]]
",
      "grad01:  [[0.00192916 0.0154014 ]
",
      " [0.00453568 0.01613086]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00767399]
",
      " [-0.01666376]]
",
      "(2, 1)
",
      "[[0.06156851]
",
      " [0.09987384]
",
      " [0.09265099]
",
      " [0.17546145]]
",
      "grad01:  [[0.00193332 0.01540517]
",
      " [0.00454598 0.01613488]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00768214]
",
      " [-0.01666592]]
",
      "(2, 1)
",
      "[[0.0614365 ]
",
      " [0.0998073 ]
",
      " [0.09257039]
",
      " [0.1755474 ]]
",
      "grad01:  [[0.00193747 0.01540884]
",
      " [0.00455627 0.01613881]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00769028]
",
      " [-0.01666796]]
",
      "(2, 1)
",
      "[[0.06130454]
",
      " [0.09974075]
",
      " [0.09248975]
",
      " [0.17563325]]
",
      "grad01:  [[0.0019416  0.01541242]
",
      " [0.00456655 0.01614265]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00769842]
",
      " [-0.01666988]]
",
      "(2, 1)
",
      "[[0.06117263]
",
      " [0.0996742 ]
",
      " [0.09240906]
",
      " [0.17571902]]
",
      "grad01:  [[0.00194571 0.01541591]
",
      " [0.00457681 0.0161464 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00770656]
",
      " [-0.01667167]]
",
      "(2, 1)
",
      "[[0.06104078]
",
      " [0.09960764]
",
      " [0.09232834]
",
      " [0.17580469]]
",
      "grad01:  [[0.0019498  0.0154193 ]
",
      " [0.00458707 0.01615007]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0077147 ]
",
      " [-0.01667335]]
",
      "(2, 1)
",
      "[[0.06090898]
",
      " [0.09954108]
",
      " [0.09224758]
",
      " [0.17589026]]
",
      "grad01:  [[0.00195388 0.01542261]
",
      " [0.00459732 0.01615365]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00772283]
",
      " [-0.0166749 ]]
",
      "(2, 1)
",
      "[[0.06077725]
",
      " [0.09947451]
",
      " [0.09216677]
",
      " [0.17597574]]
",
      "grad01:  [[0.00195793 0.01542582]
",
      " [0.00460756 0.01615714]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00773096]
",
      " [-0.01667633]]
",
      "(2, 1)
",
      "[[0.06064558]
",
      " [0.09940795]
",
      " [0.09208593]
",
      " [0.17606112]]
",
      "grad01:  [[0.00196197 0.01542894]
",
      " [0.00461779 0.01616054]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00773909]
",
      " [-0.01667764]]
",
      "(2, 1)
",
      "[[0.06051397]
",
      " [0.09934138]
",
      " [0.09200506]
",
      " [0.17614639]]
",
      "grad01:  [[0.00196599 0.01543197]
",
      " [0.00462801 0.01616385]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00774721]
",
      " [-0.01667883]]
",
      "(2, 1)
",
      "[[0.06038242]
",
      " [0.09927481]
",
      " [0.09192415]
",
      " [0.17623157]]
",
      "grad01:  [[0.00196999 0.0154349 ]
",
      " [0.00463821 0.01616708]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00775533]
",
      " [-0.0166799 ]]
",
      "(2, 1)
",
      "[[0.06025094]
",
      " [0.09920824]
",
      " [0.0918432 ]
",
      " [0.17631663]]
",
      "grad01:  [[0.00197397 0.01543774]
",
      " [0.00464841 0.01617021]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00776345]
",
      " [-0.01668084]]
",
      "(2, 1)
",
      "[[0.06011954]
",
      " [0.09914168]
",
      " [0.09176223]
",
      " [0.1764016 ]]
",
      "grad01:  [[0.00197793 0.01544049]
",
      " [0.00465859 0.01617326]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00777157]
",
      " [-0.01668167]]
",
      "(2, 1)
",
      "[[0.0599882 ]
",
      " [0.09907512]
",
      " [0.09168122]
",
      " [0.17648645]]
",
      "grad01:  [[0.00198187 0.01544314]
",
      " [0.00466877 0.01617622]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00777969]
",
      " [-0.01668238]]
",
      "(2, 1)
",
      "[[0.05985694]
",
      " [0.09900856]
",
      " [0.09160018]
",
      " [0.17657119]]
",
      "grad01:  [[0.00198579 0.01544571]
",
      " [0.00467893 0.01617909]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0077878 ]
",
      " [-0.01668296]]
",
      "(2, 1)
",
      "[[0.05972575]
",
      " [0.09894201]
",
      " [0.09151911]
",
      " [0.17665581]]
",
      "grad01:  [[0.00198969 0.01544818]
",
      " [0.00468908 0.01618187]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00779591]
",
      " [-0.01668343]]
",
      "(2, 1)
",
      "[[0.05959464]
",
      " [0.09887547]
",
      " [0.09143801]
",
      " [0.17674033]]
",
      "grad01:  [[0.00199357 0.01545055]
",
      " [0.00469922 0.01618457]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00780402]
",
      " [-0.01668377]]
",
      "(2, 1)
",
      "[[0.05946361]
",
      " [0.09880894]
",
      " [0.09135689]
",
      " [0.17682472]]
",
      "grad01:  [[0.00199743 0.01545284]
",
      " [0.00470934 0.01618717]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00781212]
",
      " [-0.016684  ]]
",
      "(2, 1)
",
      "[[0.05933266]
",
      " [0.09874242]
",
      " [0.09127574]
",
      " [0.176909  ]]
",
      "grad01:  [[0.00200128 0.01545503]
",
      " [0.00471946 0.01618969]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00782023]
",
      " [-0.01668411]]
",
      "(2, 1)
",
      "[[0.05920179]
",
      " [0.09867591]
",
      " [0.09119456]
",
      " [0.17699316]]
",
      "grad01:  [[0.0020051  0.01545712]
",
      " [0.00472956 0.01619212]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00782833]
",
      " [-0.01668409]]
",
      "(2, 1)
",
      "[[0.05907101]
",
      " [0.09860941]
",
      " [0.09111336]
",
      " [0.17707719]]
",
      "grad01:  [[0.00200889 0.01545913]
",
      " [0.00473965 0.01619445]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00783642]
",
      " [-0.01668396]]
",
      "(2, 1)
",
      "[[0.05894032]
",
      " [0.09854293]
",
      " [0.09103214]
",
      " [0.1771611 ]]
",
      "grad01:  [[0.00201267 0.01546104]
",
      " [0.00474973 0.0161967 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00784452]
",
      " [-0.01668371]]
",
      "(2, 1)
",
      "[[0.05880971]
",
      " [0.09847646]
",
      " [0.09095089]
",
      " [0.17724489]]
",
      "grad01:  [[0.00201643 0.01546285]
",
      " [0.00475979 0.01619886]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00785261]
",
      " [-0.01668334]]
",
      "(2, 1)
",
      "[[0.0586792 ]
",
      " [0.09841001]
",
      " [0.09086962]
",
      " [0.17732854]]
",
      "grad01:  [[0.00202017 0.01546458]
",
      " [0.00476984 0.01620094]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00786071]
",
      " [-0.01668285]]
",
      "(2, 1)
",
      "[[0.05854878]
",
      " [0.09834358]
",
      " [0.09078834]
",
      " [0.17741207]]
",
      "grad01:  [[0.00202388 0.01546621]
",
      " [0.00477988 0.01620292]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0078688 ]
",
      " [-0.01668224]]
",
      "(2, 1)
",
      "[[0.05841845]
",
      " [0.09827716]
",
      " [0.09070703]
",
      " [0.17749546]]
",
      "grad01:  [[0.00202758 0.01546774]
",
      " [0.0047899  0.01620481]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00787688]
",
      " [-0.01668152]]
",
      "(2, 1)
",
      "[[0.05828822]
",
      " [0.09821077]
",
      " [0.09062571]
",
      " [0.17757872]]
",
      "grad01:  [[0.00203125 0.01546919]
",
      " [0.00479991 0.01620662]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00788497]
",
      " [-0.01668068]]
",
      "(2, 1)
",
      "[[0.05815809]
",
      " [0.0981444 ]
",
      " [0.09054437]
",
      " [0.17766184]]
",
      "grad01:  [[0.0020349  0.01547054]
",
      " [0.00480991 0.01620833]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00789305]
",
      " [-0.01667972]]
",
      "(2, 1)
",
      "[[0.05802806]
",
      " [0.09807805]
",
      " [0.09046302]
",
      " [0.17774483]]
",
      "grad01:  [[0.00203853 0.01547179]
",
      " [0.00481989 0.01620996]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00790114]
",
      " [-0.01667864]]
",
      "(2, 1)
",
      "[[0.05789813]
",
      " [0.09801172]
",
      " [0.09038165]
",
      " [0.17782767]]
",
      "grad01:  [[0.00204213 0.01547296]
",
      " [0.00482986 0.01621149]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00790922]
",
      " [-0.01667745]]
",
      "(2, 1)
",
      "[[0.05776831]
",
      " [0.09794542]
",
      " [0.09030026]
",
      " [0.17791038]]
",
      "grad01:  [[0.00204572 0.01547403]
",
      " [0.00483981 0.01621294]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00791729]
",
      " [-0.01667614]]
",
      "(2, 1)
",
      "[[0.05763859]
",
      " [0.09787915]
",
      " [0.09021887]
",
      " [0.17799294]]
",
      "grad01:  [[0.00204928 0.015475  ]
",
      " [0.00484975 0.0162143 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00792537]
",
      " [-0.01667471]]
",
      "(2, 1)
",
      "[[0.05750898]
",
      " [0.0978129 ]
",
      " [0.09013746]
",
      " [0.17807535]]
",
      "grad01:  [[0.00205282 0.01547589]
",
      " [0.00485967 0.01621557]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00793345]
",
      " [-0.01667317]]
",
      "(2, 1)
",
      "[[0.05737948]
",
      " [0.09774669]
",
      " [0.09005605]
",
      " [0.17815762]]
",
      "grad01:  [[0.00205634 0.01547667]
",
      " [0.00486958 0.01621675]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00794152]
",
      " [-0.01667151]]
",
      "(2, 1)
",
      "[[0.05725009]
",
      " [0.0976805 ]
",
      " [0.08997462]
",
      " [0.17823974]]
",
      "grad01:  [[0.00205983 0.01547737]
",
      " [0.00487948 0.01621785]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00794959]
",
      " [-0.01666974]]
",
      "(2, 1)
",
      "[[0.05712081]
",
      " [0.09761435]
",
      " [0.08989319]
",
      " [0.17832171]]
",
      "grad01:  [[0.0020633  0.01547797]
",
      " [0.00488935 0.01621885]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00795766]
",
      " [-0.01666785]]
",
      "(2, 1)
",
      "[[0.05699165]
",
      " [0.09754822]
",
      " [0.08981175]
",
      " [0.17840352]]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "grad01:  [[0.00206675 0.01547848]
",
      " [0.00489922 0.01621977]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00796573]
",
      " [-0.01666584]]
",
      "(2, 1)
",
      "[[0.05686261]
",
      " [0.09748214]
",
      " [0.0897303 ]
",
      " [0.17848519]]
",
      "grad01:  [[0.00207018 0.0154789 ]
",
      " [0.00490907 0.01622059]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00797379]
",
      " [-0.01666373]]
",
      "(2, 1)
",
      "[[0.05673368]
",
      " [0.09741608]
",
      " [0.08964885]
",
      " [0.17856669]]
",
      "grad01:  [[0.00207358 0.01547922]
",
      " [0.0049189  0.01622133]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00798186]
",
      " [-0.01666149]]
",
      "(2, 1)
",
      "[[0.05660488]
",
      " [0.09735007]
",
      " [0.0895674 ]
",
      " [0.17864804]]
",
      "grad01:  [[0.00207696 0.01547945]
",
      " [0.00492872 0.01622198]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00798992]
",
      " [-0.01665915]]
",
      "(2, 1)
",
      "[[0.0564762 ]
",
      " [0.09728409]
",
      " [0.08948594]
",
      " [0.17872923]]
",
      "grad01:  [[0.00208031 0.01547959]
",
      " [0.00493852 0.01622254]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00799798]
",
      " [-0.01665669]]
",
      "(2, 1)
",
      "[[0.05634764]
",
      " [0.09721815]
",
      " [0.08940448]
",
      " [0.17881025]]
",
      "grad01:  [[0.00208364 0.01547963]
",
      " [0.0049483  0.01622301]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00800604]
",
      " [-0.01665411]]
",
      "(2, 1)
",
      "[[0.05621921]
",
      " [0.09715225]
",
      " [0.08932302]
",
      " [0.17889111]]
",
      "grad01:  [[0.00208695 0.01547958]
",
      " [0.00495807 0.01622339]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0080141 ]
",
      " [-0.01665143]]
",
      "(2, 1)
",
      "[[0.0560909 ]
",
      " [0.09708639]
",
      " [0.08924156]
",
      " [0.17897181]]
",
      "grad01:  [[0.00209023 0.01547944]
",
      " [0.00496782 0.01622369]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00802216]
",
      " [-0.01664863]]
",
      "(2, 1)
",
      "[[0.05596273]
",
      " [0.09702058]
",
      " [0.0891601 ]
",
      " [0.17905234]]
",
      "grad01:  [[0.00209349 0.0154792 ]
",
      " [0.00497755 0.0162239 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00803022]
",
      " [-0.01664572]]
",
      "(2, 1)
",
      "[[0.05583468]
",
      " [0.09695481]
",
      " [0.08907864]
",
      " [0.1791327 ]]
",
      "grad01:  [[0.00209673 0.01547887]
",
      " [0.00498727 0.01622401]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00803827]
",
      " [-0.0166427 ]]
",
      "(2, 1)
",
      "[[0.05570677]
",
      " [0.09688908]
",
      " [0.08899719]
",
      " [0.17921288]]
",
      "grad01:  [[0.00209994 0.01547845]
",
      " [0.00499697 0.01622404]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00804632]
",
      " [-0.01663956]]
",
      "(2, 1)
",
      "[[0.05557899]
",
      " [0.0968234 ]
",
      " [0.08891574]
",
      " [0.1792929 ]]
",
      "grad01:  [[0.00210313 0.01547794]
",
      " [0.00500666 0.01622399]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00805438]
",
      " [-0.01663632]]
",
      "(2, 1)
",
      "[[0.05545135]
",
      " [0.09675777]
",
      " [0.0888343 ]
",
      " [0.17937274]]
",
      "grad01:  [[0.00210629 0.01547733]
",
      " [0.00501632 0.01622384]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00806243]
",
      " [-0.01663297]]
",
      "(2, 1)
",
      "[[0.05532385]
",
      " [0.09669218]
",
      " [0.08875286]
",
      " [0.17945241]]
",
      "grad01:  [[0.00210943 0.01547663]
",
      " [0.00502597 0.01622361]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00807048]
",
      " [-0.0166295 ]]
",
      "(2, 1)
",
      "[[0.05519649]
",
      " [0.09662665]
",
      " [0.08867143]
",
      " [0.17953189]]
",
      "grad01:  [[0.00211254 0.01547584]
",
      " [0.00503561 0.01622328]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00807853]
",
      " [-0.01662593]]
",
      "(2, 1)
",
      "[[0.05506927]
",
      " [0.09656117]
",
      " [0.08859001]
",
      " [0.1796112 ]]
",
      "grad01:  [[0.00211563 0.01547496]
",
      " [0.00504522 0.01622288]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00808658]
",
      " [-0.01662224]]
",
      "(2, 1)
",
      "[[0.05494219]
",
      " [0.09649574]
",
      " [0.0885086 ]
",
      " [0.17969033]]
",
      "grad01:  [[0.00211869 0.01547398]
",
      " [0.00505482 0.01622238]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00809463]
",
      " [-0.01661845]]
",
      "(2, 1)
",
      "[[0.05481526]
",
      " [0.09643037]
",
      " [0.0884272 ]
",
      " [0.17976927]]
",
      "grad01:  [[0.00212173 0.01547291]
",
      " [0.00506439 0.0162218 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00810267]
",
      " [-0.01661455]]
",
      "(2, 1)
",
      "[[0.05468847]
",
      " [0.09636505]
",
      " [0.08834581]
",
      " [0.17984803]]
",
      "grad01:  [[0.00212474 0.01547175]
",
      " [0.00507395 0.01622112]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00811072]
",
      " [-0.01661054]]
",
      "(2, 1)
",
      "[[0.05456183]
",
      " [0.09629978]
",
      " [0.08826444]
",
      " [0.1799266 ]]
",
      "grad01:  [[0.00212773 0.0154705 ]
",
      " [0.00508349 0.01622037]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00811876]
",
      " [-0.01660642]]
",
      "(2, 1)
",
      "[[0.05443534]
",
      " [0.09623457]
",
      " [0.08818307]
",
      " [0.18000498]]
",
      "grad01:  [[0.00213069 0.01546916]
",
      " [0.00509302 0.01621952]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00812681]
",
      " [-0.01660219]]
",
      "(2, 1)
",
      "[[0.054309  ]
",
      " [0.09616943]
",
      " [0.08810173]
",
      " [0.18008317]]
",
      "grad01:  [[0.00213363 0.01546773]
",
      " [0.00510252 0.01621859]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00813485]
",
      " [-0.01659786]]
",
      "(2, 1)
",
      "[[0.05418282]
",
      " [0.09610434]
",
      " [0.08802039]
",
      " [0.18016117]]
",
      "grad01:  [[0.00213654 0.0154662 ]
",
      " [0.00511201 0.01621757]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00814289]
",
      " [-0.01659343]]
",
      "(2, 1)
",
      "[[0.05405679]
",
      " [0.09603931]
",
      " [0.08793908]
",
      " [0.18023898]]
",
      "grad01:  [[0.00213943 0.01546458]
",
      " [0.00512148 0.01621646]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00815094]
",
      " [-0.01658888]]
",
      "(2, 1)
",
      "[[0.05393091]
",
      " [0.09597435]
",
      " [0.08785778]
",
      " [0.18031659]]
",
      "grad01:  [[0.00214229 0.01546287]
",
      " [0.00513092 0.01621527]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00815898]
",
      " [-0.01658423]]
",
      "(2, 1)
",
      "[[0.05380519]
",
      " [0.09590944]
",
      " [0.0877765 ]
",
      " [0.18039401]]
",
      "grad01:  [[0.00214512 0.01546107]
",
      " [0.00514035 0.01621399]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00816702]
",
      " [-0.01657948]]
",
      "(2, 1)
",
      "[[0.05367964]
",
      " [0.09584461]
",
      " [0.08769524]
",
      " [0.18047122]]
",
      "grad01:  [[0.00214793 0.01545918]
",
      " [0.00514976 0.01621263]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00817506]
",
      " [-0.01657462]]
",
      "(2, 1)
",
      "[[0.05355424]
",
      " [0.09577983]
",
      " [0.087614  ]
",
      " [0.18054824]]
",
      "grad01:  [[0.00215071 0.0154572 ]
",
      " [0.00515915 0.01621118]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0081831 ]
",
      " [-0.01656965]]
",
      "(2, 1)
",
      "[[0.053429  ]
",
      " [0.09571513]
",
      " [0.08753278]
",
      " [0.18062505]]
",
      "grad01:  [[0.00215347 0.01545513]
",
      " [0.00516853 0.01620964]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00819114]
",
      " [-0.01656459]]
",
      "(2, 1)
",
      "[[0.05330393]
",
      " [0.09565049]
",
      " [0.08745158]
",
      " [0.18070166]]
",
      "grad01:  [[0.0021562  0.01545297]
",
      " [0.00517788 0.01620802]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00819918]
",
      " [-0.01655942]]
",
      "(2, 1)
",
      "[[0.05317902]
",
      " [0.09558593]
",
      " [0.08737041]
",
      " [0.18077807]]
",
      "grad01:  [[0.00215891 0.01545072]
",
      " [0.00518721 0.01620631]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00820722]
",
      " [-0.01655414]]
",
      "(2, 1)
",
      "[[0.05305428]
",
      " [0.09552143]
",
      " [0.08728926]
",
      " [0.18085427]]
",
      "grad01:  [[0.00216158 0.01544837]
",
      " [0.00519652 0.01620452]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00821526]
",
      " [-0.01654877]]
",
      "(2, 1)
",
      "[[0.05292971]
",
      " [0.09545701]
",
      " [0.08720814]
",
      " [0.18093026]]
",
      "grad01:  [[0.00216423 0.01544594]
",
      " [0.00520581 0.01620264]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00822329]
",
      " [-0.01654329]]
",
      "(2, 1)
",
      "[[0.05280531]
",
      " [0.09539265]
",
      " [0.08712704]
",
      " [0.18100604]]
",
      "grad01:  [[0.00216686 0.01544342]
",
      " [0.00521509 0.01620068]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00823133]
",
      " [-0.01653771]]
",
      "(2, 1)
",
      "[[0.05268108]
",
      " [0.09532837]
",
      " [0.08704597]
",
      " [0.18108161]]
",
      "grad01:  [[0.00216946 0.01544081]
",
      " [0.00522434 0.01619863]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00823937]
",
      " [-0.01653203]]
",
      "(2, 1)
",
      "[[0.05255702]
",
      " [0.09526417]
",
      " [0.08696492]
",
      " [0.18115696]]
",
      "grad01:  [[0.00217203 0.01543811]
",
      " [0.00523357 0.0161965 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00824741]
",
      " [-0.01652625]]
",
      "(2, 1)
",
      "[[0.05243314]
",
      " [0.09520004]
",
      " [0.08688391]
",
      " [0.1812321 ]]
",
      "grad01:  [[0.00217457 0.01543532]
",
      " [0.00524278 0.01619428]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00825545]
",
      " [-0.01652038]]
",
      "(2, 1)
",
      "[[0.05230943]
",
      " [0.095136  ]
",
      " [0.08680293]
",
      " [0.18130703]]
",
      "grad01:  [[0.00217709 0.01543244]
",
      " [0.00525197 0.01619198]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00826349]
",
      " [-0.0165144 ]]
",
      "(2, 1)
",
      "[[0.0521859 ]
",
      " [0.09507202]
",
      " [0.08672197]
",
      " [0.18138173]]
",
      "grad01:  [[0.00217958 0.01542947]
",
      " [0.00526114 0.0161896 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00827152]
",
      " [-0.01650832]]
",
      "(2, 1)
",
      "[[0.05206254]
",
      " [0.09500813]
",
      " [0.08664105]
",
      " [0.18145622]]
",
      "grad01:  [[0.00218205 0.01542642]
",
      " [0.00527029 0.01618713]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00827956]
",
      " [-0.01650214]]
",
      "(2, 1)
",
      "[[0.05193937]
",
      " [0.09494432]
",
      " [0.08656016]
",
      " [0.18153048]]
",
      "grad01:  [[0.00218448 0.01542327]
",
      " [0.00527942 0.01618458]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0082876 ]
",
      " [-0.01649587]]
",
      "(2, 1)
",
      "[[0.05181638]
",
      " [0.0948806 ]
",
      " [0.0864793 ]
",
      " [0.18160452]]
",
      "grad01:  [[0.00218689 0.01542004]
",
      " [0.00528853 0.01618195]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00829564]
",
      " [-0.0164895 ]]
",
      "(2, 1)
",
      "[[0.05169357]
",
      " [0.09481695]
",
      " [0.08639848]
",
      " [0.18167834]]
",
      "grad01:  [[0.00218928 0.01541672]
",
      " [0.00529761 0.01617923]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00830368]
",
      " [-0.01648303]]
",
      "(2, 1)
",
      "[[0.05157094]
",
      " [0.09475339]
",
      " [0.08631769]
",
      " [0.18175193]]
",
      "grad01:  [[0.00219163 0.01541331]
",
      " [0.00530668 0.01617643]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00831172]
",
      " [-0.01647647]]
",
      "(2, 1)
",
      "[[0.0514485 ]
",
      " [0.09468991]
",
      " [0.08623694]
",
      " [0.1818253 ]]
",
      "grad01:  [[0.00219396 0.01540982]
",
      " [0.00531572 0.01617355]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00831976]
",
      " [-0.01646981]]
",
      "(2, 1)
",
      "[[0.05132624]
",
      " [0.09462653]
",
      " [0.08615623]
",
      " [0.18189844]]
",
      "grad01:  [[0.00219626 0.01540623]
",
      " [0.00532475 0.01617058]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0083278 ]
",
      " [-0.01646306]]
",
      "(2, 1)
",
      "[[0.05120418]
",
      " [0.09456322]
",
      " [0.08607555]
",
      " [0.18197134]]
",
      "grad01:  [[0.00219854 0.01540256]
",
      " [0.00533375 0.01616754]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00833584]
",
      " [-0.01645621]]
",
      "(2, 1)
",
      "[[0.0510823 ]
",
      " [0.09450001]
",
      " [0.08599491]
",
      " [0.18204402]]
",
      "grad01:  [[0.00220078 0.01539881]
",
      " [0.00534273 0.01616441]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00834388]
",
      " [-0.01644926]]
",
      "(2, 1)
",
      "[[0.05096061]
",
      " [0.09443689]
",
      " [0.08591431]
",
      " [0.18211646]]
",
      "grad01:  [[0.002203   0.01539496]
",
      " [0.00535169 0.0161612 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00835192]
",
      " [-0.01644223]]
",
      "(2, 1)
",
      "[[0.05083912]
",
      " [0.09437386]
",
      " [0.08583375]
",
      " [0.18218866]]
",
      "grad01:  [[0.00220519 0.01539104]
",
      " [0.00536062 0.01615791]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00835996]
",
      " [-0.0164351 ]]
",
      "(2, 1)
",
      "[[0.05071781]
",
      " [0.09431092]
",
      " [0.08575324]
",
      " [0.18226064]]
",
      "grad01:  [[0.00220736 0.01538702]
",
      " [0.00536954 0.01615454]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00836801]
",
      " [-0.01642788]]
",
      "(2, 1)
",
      "[[0.05059671]
",
      " [0.09424807]
",
      " [0.08567276]
",
      " [0.18233237]]
",
      "grad01:  [[0.0022095  0.01538292]
",
      " [0.00537843 0.01615108]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00837605]
",
      " [-0.01642056]]
",
      "(2, 1)
",
      "[[0.05047579]
",
      " [0.09418532]
",
      " [0.08559233]
",
      " [0.18240386]]
",
      "grad01:  [[0.0022116  0.01537873]
",
      " [0.0053873  0.01614755]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0083841 ]
",
      " [-0.01641316]]
",
      "(2, 1)
",
      "[[0.05035508]
",
      " [0.09412266]
",
      " [0.08551194]
",
      " [0.18247512]]
",
      "grad01:  [[0.00221369 0.01537446]
",
      " [0.00539615 0.01614393]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00839214]
",
      " [-0.01640566]]
",
      "(2, 1)
",
      "[[0.05023456]
",
      " [0.0940601 ]
",
      " [0.0854316 ]
",
      " [0.18254613]]
",
      "grad01:  [[0.00221574 0.01537011]
",
      " [0.00540497 0.01614024]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00840019]
",
      " [-0.01639808]]
",
      "(2, 1)
",
      "[[0.05011424]
",
      " [0.09399764]
",
      " [0.0853513 ]
",
      " [0.1826169 ]]
",
      "grad01:  [[0.00221777 0.01536566]
",
      " [0.00541378 0.01613647]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00840824]
",
      " [-0.0163904 ]]
",
      "(2, 1)
",
      "[[0.04999412]
",
      " [0.09393527]
",
      " [0.08527104]
",
      " [0.18268742]]
",
      "grad01:  [[0.00221977 0.01536114]
",
      " [0.00542256 0.01613261]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00841628]
",
      " [-0.01638264]]
",
      "(2, 1)
",
      "[[0.04987421]
",
      " [0.09387301]
",
      " [0.08519084]
",
      " [0.1827577 ]]
",
      "grad01:  [[0.00222174 0.01535653]
",
      " [0.00543132 0.01612868]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00842433]
",
      " [-0.01637479]]
",
      "(2, 1)
",
      "[[0.04975449]
",
      " [0.09381084]
",
      " [0.08511068]
",
      " [0.18282773]]
",
      "grad01:  [[0.00222368 0.01535184]
",
      " [0.00544006 0.01612467]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00843239]
",
      " [-0.01636685]]
",
      "(2, 1)
",
      "[[0.04963499]
",
      " [0.09374878]
",
      " [0.08503057]
",
      " [0.18289751]]
",
      "grad01:  [[0.0022256  0.01534706]
",
      " [0.00544877 0.01612058]]
",
      "(2, 2)
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "grad12:  [[ 0.00844044]
",
      " [-0.01635882]]
",
      "(2, 1)
",
      "[[0.04951568]
",
      " [0.09368682]
",
      " [0.0849505 ]
",
      " [0.18296705]]
",
      "grad01:  [[0.00222748 0.0153422 ]
",
      " [0.00545746 0.01611641]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00844849]
",
      " [-0.0163507 ]]
",
      "(2, 1)
",
      "[[0.04939658]
",
      " [0.09362496]
",
      " [0.08487049]
",
      " [0.18303633]]
",
      "grad01:  [[0.00222934 0.01533725]
",
      " [0.00546613 0.01611217]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00845655]
",
      " [-0.0163425 ]]
",
      "(2, 1)
",
      "[[0.04927769]
",
      " [0.09356321]
",
      " [0.08479053]
",
      " [0.18310536]]
",
      "grad01:  [[0.00223118 0.01533223]
",
      " [0.00547478 0.01610785]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0084646 ]
",
      " [-0.01633422]]
",
      "(2, 1)
",
      "[[0.04915901]
",
      " [0.09350156]
",
      " [0.08471062]
",
      " [0.18317413]]
",
      "grad01:  [[0.00223298 0.01532712]
",
      " [0.0054834  0.01610345]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00847266]
",
      " [-0.01632585]]
",
      "(2, 1)
",
      "[[0.04904054]
",
      " [0.09344002]
",
      " [0.08463076]
",
      " [0.18324265]]
",
      "grad01:  [[0.00223476 0.01532193]
",
      " [0.005492   0.01609897]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00848072]
",
      " [-0.01631739]]
",
      "(2, 1)
",
      "[[0.04892228]
",
      " [0.09337859]
",
      " [0.08455096]
",
      " [0.18331091]]
",
      "grad01:  [[0.00223651 0.01531665]
",
      " [0.00550058 0.01609441]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00848878]
",
      " [-0.01630885]]
",
      "(2, 1)
",
      "[[0.04880423]
",
      " [0.09331727]
",
      " [0.08447121]
",
      " [0.18337892]]
",
      "grad01:  [[0.00223823 0.0153113 ]
",
      " [0.00550914 0.01608978]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00849684]
",
      " [-0.01630023]]
",
      "(2, 1)
",
      "[[0.04868639]
",
      " [0.09325605]
",
      " [0.08439151]
",
      " [0.18344666]]
",
      "grad01:  [[0.00223992 0.01530586]
",
      " [0.00551767 0.01608508]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0085049 ]
",
      " [-0.01629152]]
",
      "(2, 1)
",
      "[[0.04856877]
",
      " [0.09319495]
",
      " [0.08431187]
",
      " [0.18351415]]
",
      "grad01:  [[0.00224158 0.01530034]
",
      " [0.00552618 0.01608029]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00851297]
",
      " [-0.01628274]]
",
      "(2, 1)
",
      "[[0.04845136]
",
      " [0.09313396]
",
      " [0.08423228]
",
      " [0.18358137]]
",
      "grad01:  [[0.00224322 0.01529475]
",
      " [0.00553466 0.01607544]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00852104]
",
      " [-0.01627387]]
",
      "(2, 1)
",
      "[[0.04833417]
",
      " [0.09307308]
",
      " [0.08415275]
",
      " [0.18364833]]
",
      "grad01:  [[0.00224483 0.01528907]
",
      " [0.00554312 0.0160705 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00852911]
",
      " [-0.01626492]]
",
      "(2, 1)
",
      "[[0.04821719]
",
      " [0.09301232]
",
      " [0.08407328]
",
      " [0.18371503]]
",
      "grad01:  [[0.00224641 0.01528331]
",
      " [0.00555156 0.01606549]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00853718]
",
      " [-0.01625589]]
",
      "(2, 1)
",
      "[[0.04810043]
",
      " [0.09295167]
",
      " [0.08399387]
",
      " [0.18378146]]
",
      "grad01:  [[0.00224797 0.01527747]
",
      " [0.00555998 0.01606041]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00854525]
",
      " [-0.01624678]]
",
      "(2, 1)
",
      "[[0.04798389]
",
      " [0.09289113]
",
      " [0.08391451]
",
      " [0.18384762]]
",
      "grad01:  [[0.00224949 0.01527155]
",
      " [0.00556837 0.01605525]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00855333]
",
      " [-0.01623759]]
",
      "(2, 1)
",
      "[[0.04786758]
",
      " [0.09283071]
",
      " [0.08383522]
",
      " [0.18391352]]
",
      "grad01:  [[0.00225099 0.01526556]
",
      " [0.00557674 0.01605002]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0085614 ]
",
      " [-0.01622832]]
",
      "(2, 1)
",
      "[[0.04775148]
",
      " [0.09277041]
",
      " [0.08375598]
",
      " [0.18397915]]
",
      "grad01:  [[0.00225246 0.01525948]
",
      " [0.00558508 0.01604472]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00856948]
",
      " [-0.01621898]]
",
      "(2, 1)
",
      "[[0.0476356 ]
",
      " [0.09271023]
",
      " [0.0836768 ]
",
      " [0.18404451]]
",
      "grad01:  [[0.0022539  0.01525333]
",
      " [0.0055934  0.01603934]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00857757]
",
      " [-0.01620956]]
",
      "(2, 1)
",
      "[[0.04751995]
",
      " [0.09265017]
",
      " [0.08359769]
",
      " [0.18410959]]
",
      "grad01:  [[0.00225532 0.01524709]
",
      " [0.0056017  0.01603389]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00858565]
",
      " [-0.01620006]]
",
      "(2, 1)
",
      "[[0.04740452]
",
      " [0.09259023]
",
      " [0.08351864]
",
      " [0.18417441]]
",
      "grad01:  [[0.00225671 0.01524078]
",
      " [0.00560997 0.01602837]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00859374]
",
      " [-0.01619049]]
",
      "(2, 1)
",
      "[[0.04728932]
",
      " [0.09253041]
",
      " [0.08343965]
",
      " [0.18423895]]
",
      "grad01:  [[0.00225806 0.0152344 ]
",
      " [0.00561822 0.01602277]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00860183]
",
      " [-0.01618084]]
",
      "(2, 1)
",
      "[[0.04717434]
",
      " [0.09247071]
",
      " [0.08336072]
",
      " [0.18430321]]
",
      "grad01:  [[0.0022594  0.01522793]
",
      " [0.00562645 0.01601711]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00860992]
",
      " [-0.01617111]]
",
      "(2, 1)
",
      "[[0.04705959]
",
      " [0.09241114]
",
      " [0.08328186]
",
      " [0.1843672 ]]
",
      "grad01:  [[0.0022607  0.01522139]
",
      " [0.00563465 0.01601137]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00861801]
",
      " [-0.01616131]]
",
      "(2, 1)
",
      "[[0.04694506]
",
      " [0.09235169]
",
      " [0.08320306]
",
      " [0.18443092]]
",
      "grad01:  [[0.00226198 0.01521477]
",
      " [0.00564283 0.01600556]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00862611]
",
      " [-0.01615144]]
",
      "(2, 1)
",
      "[[0.04683076]
",
      " [0.09229236]
",
      " [0.08312432]
",
      " [0.18449435]]
",
      "grad01:  [[0.00226323 0.01520808]
",
      " [0.00565099 0.01599968]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00863421]
",
      " [-0.0161415 ]]
",
      "(2, 1)
",
      "[[0.0467167 ]
",
      " [0.09223316]
",
      " [0.08304565]
",
      " [0.18455751]]
",
      "grad01:  [[0.00226445 0.01520131]
",
      " [0.00565912 0.01599373]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00864231]
",
      " [-0.01613148]]
",
      "(2, 1)
",
      "[[0.04660286]
",
      " [0.09217409]
",
      " [0.08296705]
",
      " [0.18462039]]
",
      "grad01:  [[0.00226564 0.01519446]
",
      " [0.00566723 0.01598771]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00865042]
",
      " [-0.01612139]]
",
      "(2, 1)
",
      "[[0.04648925]
",
      " [0.09211514]
",
      " [0.08288852]
",
      " [0.18468298]]
",
      "grad01:  [[0.00226681 0.01518754]
",
      " [0.00567531 0.01598162]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00865852]
",
      " [-0.01611123]]
",
      "(2, 1)
",
      "[[0.04637588]
",
      " [0.09205633]
",
      " [0.08281005]
",
      " [0.18474529]]
",
      "grad01:  [[0.00226794 0.01518055]
",
      " [0.00568337 0.01597546]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00866664]
",
      " [-0.016101  ]]
",
      "(2, 1)
",
      "[[0.04626273]
",
      " [0.09199764]
",
      " [0.08273165]
",
      " [0.18480732]]
",
      "grad01:  [[0.00226906 0.01517348]
",
      " [0.0056914  0.01596923]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00867475]
",
      " [-0.0160907 ]]
",
      "(2, 1)
",
      "[[0.04614982]
",
      " [0.09193908]
",
      " [0.08265332]
",
      " [0.18486907]]
",
      "grad01:  [[0.00227014 0.01516633]
",
      " [0.00569941 0.01596294]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00868287]
",
      " [-0.01608033]]
",
      "(2, 1)
",
      "[[0.04603715]
",
      " [0.09188066]
",
      " [0.08257506]
",
      " [0.18493053]]
",
      "grad01:  [[0.0022712  0.01515912]
",
      " [0.0057074  0.01595657]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00869099]
",
      " [-0.01606989]]
",
      "(2, 1)
",
      "[[0.0459247 ]
",
      " [0.09182236]
",
      " [0.08249686]
",
      " [0.1849917 ]]
",
      "grad01:  [[0.00227223 0.01515183]
",
      " [0.00571537 0.01595014]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00869911]
",
      " [-0.01605939]]
",
      "(2, 1)
",
      "[[0.0458125 ]
",
      " [0.0917642 ]
",
      " [0.08241874]
",
      " [0.18505259]]
",
      "grad01:  [[0.00227323 0.01514446]
",
      " [0.0057233  0.01594364]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00870724]
",
      " [-0.01604882]]
",
      "(2, 1)
",
      "[[0.04570053]
",
      " [0.09170617]
",
      " [0.08234069]
",
      " [0.18511319]]
",
      "grad01:  [[0.0022742  0.01513703]
",
      " [0.00573122 0.01593707]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00871537]
",
      " [-0.01603818]]
",
      "(2, 1)
",
      "[[0.0455888 ]
",
      " [0.09164828]
",
      " [0.08226271]
",
      " [0.18517349]]
",
      "grad01:  [[0.00227515 0.01512952]
",
      " [0.00573911 0.01593044]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0087235 ]
",
      " [-0.01602747]]
",
      "(2, 1)
",
      "[[0.0454773 ]
",
      " [0.09159053]
",
      " [0.0821848 ]
",
      " [0.18523351]]
",
      "grad01:  [[0.00227607 0.01512194]
",
      " [0.00574698 0.01592374]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00873164]
",
      " [-0.0160167 ]]
",
      "(2, 1)
",
      "[[0.04536604]
",
      " [0.0915329 ]
",
      " [0.08210696]
",
      " [0.18529324]]
",
      "grad01:  [[0.00227697 0.01511429]
",
      " [0.00575482 0.01591698]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00873978]
",
      " [-0.01600586]]
",
      "(2, 1)
",
      "[[0.04525503]
",
      " [0.09147542]
",
      " [0.0820292 ]
",
      " [0.18535267]]
",
      "grad01:  [[0.00227783 0.01510656]
",
      " [0.00576264 0.01591015]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00874793]
",
      " [-0.01599496]]
",
      "(2, 1)
",
      "[[0.04514425]
",
      " [0.09141807]
",
      " [0.08195151]
",
      " [0.18541182]]
",
      "grad01:  [[0.00227867 0.01509877]
",
      " [0.00577043 0.01590325]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00875608]
",
      " [-0.015984  ]]
",
      "(2, 1)
",
      "[[0.04503371]
",
      " [0.09136087]
",
      " [0.08187389]
",
      " [0.18547066]]
",
      "grad01:  [[0.00227949 0.01509091]
",
      " [0.0057782  0.01589629]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00876423]
",
      " [-0.01597297]]
",
      "(2, 1)
",
      "[[0.04492341]
",
      " [0.0913038 ]
",
      " [0.08179635]
",
      " [0.18552922]]
",
      "grad01:  [[0.00228027 0.01508297]
",
      " [0.00578595 0.01588926]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00877239]
",
      " [-0.01596188]]
",
      "(2, 1)
",
      "[[0.04481336]
",
      " [0.09124687]
",
      " [0.08171888]
",
      " [0.18558747]]
",
      "grad01:  [[0.00228103 0.01507497]
",
      " [0.00579367 0.01588217]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00878055]
",
      " [-0.01595073]]
",
      "(2, 1)
",
      "[[0.04470354]
",
      " [0.09119008]
",
      " [0.08164149]
",
      " [0.18564543]]
",
      "grad01:  [[0.00228177 0.0150669 ]
",
      " [0.00580136 0.01587502]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00878871]
",
      " [-0.01593952]]
",
      "(2, 1)
",
      "[[0.04459398]
",
      " [0.09113344]
",
      " [0.08156417]
",
      " [0.1857031 ]]
",
      "grad01:  [[0.00228248 0.01505876]
",
      " [0.00580904 0.01586781]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00879688]
",
      " [-0.01592825]]
",
      "(2, 1)
",
      "[[0.04448465]
",
      " [0.09107694]
",
      " [0.08148693]
",
      " [0.18576046]]
",
      "grad01:  [[0.00228316 0.01505055]
",
      " [0.00581669 0.01586053]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00880506]
",
      " [-0.01591692]]
",
      "(2, 1)
",
      "[[0.04437557]
",
      " [0.09102058]
",
      " [0.08140977]
",
      " [0.18581753]]
",
      "grad01:  [[0.00228381 0.01504227]
",
      " [0.00582431 0.01585319]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00881323]
",
      " [-0.01590553]]
",
      "(2, 1)
",
      "[[0.04426673]
",
      " [0.09096436]
",
      " [0.08133268]
",
      " [0.18587429]]
",
      "grad01:  [[0.00228444 0.01503392]
",
      " [0.00583191 0.01584578]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00882142]
",
      " [-0.01589408]]
",
      "(2, 1)
",
      "[[0.04415814]
",
      " [0.09090829]
",
      " [0.08125567]
",
      " [0.18593076]]
",
      "grad01:  [[0.00228504 0.01502551]
",
      " [0.00583949 0.01583832]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0088296 ]
",
      " [-0.01588257]]
",
      "(2, 1)
",
      "[[0.04404979]
",
      " [0.09085237]
",
      " [0.08117874]
",
      " [0.18598692]]
",
      "grad01:  [[0.00228562 0.01501703]
",
      " [0.00584704 0.01583079]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0088378]
",
      " [-0.015871 ]]
",
      "(2, 1)
",
      "[[0.04394169]
",
      " [0.09079659]
",
      " [0.08110189]
",
      " [0.18604278]]
",
      "grad01:  [[0.00228617 0.01500848]
",
      " [0.00585456 0.01582321]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00884599]
",
      " [-0.01585938]]
",
      "(2, 1)
",
      "[[0.04383384]
",
      " [0.09074096]
",
      " [0.08102511]
",
      " [0.18609833]]
",
      "grad01:  [[0.00228669 0.01499987]
",
      " [0.00586207 0.01581556]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00885419]
",
      " [-0.0158477 ]]
",
      "(2, 1)
",
      "[[0.04372624]
",
      " [0.09068548]
",
      " [0.08094841]
",
      " [0.18615358]]
",
      "grad01:  [[0.00228719 0.01499119]
",
      " [0.00586955 0.01580786]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0088624 ]
",
      " [-0.01583597]]
",
      "(2, 1)
",
      "[[0.04361888]
",
      " [0.09063014]
",
      " [0.0808718 ]
",
      " [0.18620853]]
",
      "grad01:  [[0.00228767 0.01498245]
",
      " [0.005877   0.01580009]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00887061]
",
      " [-0.01582418]]
",
      "(2, 1)
",
      "[[0.04351177]
",
      " [0.09057496]
",
      " [0.08079526]
",
      " [0.18626317]]
",
      "grad01:  [[0.00228811 0.01497364]
",
      " [0.00588443 0.01579227]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00887883]
",
      " [-0.01581234]]
",
      "(2, 1)
",
      "[[0.04340491]
",
      " [0.09051992]
",
      " [0.08071881]
",
      " [0.18631751]]
",
      "grad01:  [[0.00228853 0.01496476]
",
      " [0.00589184 0.01578438]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00888705]
",
      " [-0.01580044]]
",
      "(2, 1)
",
      "[[0.0432983 ]
",
      " [0.09046503]
",
      " [0.08064243]
",
      " [0.18637153]]
",
      "grad01:  [[0.00228893 0.01495583]
",
      " [0.00589922 0.01577644]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00889527]
",
      " [-0.01578849]]
",
      "(2, 1)
",
      "[[0.04319194]
",
      " [0.0904103 ]
",
      " [0.08056613]
",
      " [0.18642525]]
",
      "grad01:  [[0.0022893  0.01494682]
",
      " [0.00590657 0.01576844]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0089035 ]
",
      " [-0.01577649]]
",
      "(2, 1)
",
      "[[0.04308583]
",
      " [0.09035572]
",
      " [0.08048992]
",
      " [0.18647866]]
",
      "grad01:  [[0.00228965 0.01493776]
",
      " [0.00591391 0.01576038]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00891174]
",
      " [-0.01576444]]
",
      "(2, 1)
",
      "[[0.04297998]
",
      " [0.09030129]
",
      " [0.08041379]
",
      " [0.18653176]]
",
      "grad01:  [[0.00228997 0.01492863]
",
      " [0.00592122 0.01575227]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00891998]
",
      " [-0.01575234]]
",
      "(2, 1)
",
      "[[0.04287437]
",
      " [0.09024701]
",
      " [0.08033774]
",
      " [0.18658455]]
",
      "grad01:  [[0.00229027 0.01491944]
",
      " [0.0059285  0.0157441 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00892823]
",
      " [-0.01574018]]
",
      "(2, 1)
",
      "[[0.04276902]
",
      " [0.09019289]
",
      " [0.08026177]
",
      " [0.18663703]]
",
      "grad01:  [[0.00229054 0.01491019]
",
      " [0.00593576 0.01573587]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00893648]
",
      " [-0.01572798]]
",
      "(2, 1)
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.04266391]
",
      " [0.09013892]
",
      " [0.08018589]
",
      " [0.1866892 ]]
",
      "grad01:  [[0.00229079 0.01490087]
",
      " [0.005943   0.01572759]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00894474]
",
      " [-0.01571572]]
",
      "(2, 1)
",
      "[[0.04255906]
",
      " [0.09008511]
",
      " [0.08011009]
",
      " [0.18674106]]
",
      "grad01:  [[0.00229101 0.0148915 ]
",
      " [0.00595021 0.01571925]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00895301]
",
      " [-0.01570342]]
",
      "(2, 1)
",
      "[[0.04245447]
",
      " [0.09003146]
",
      " [0.08003437]
",
      " [0.1867926 ]]
",
      "grad01:  [[0.00229121 0.01488206]
",
      " [0.0059574  0.01571086]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00896128]
",
      " [-0.01569107]]
",
      "(2, 1)
",
      "[[0.04235012]
",
      " [0.08997796]
",
      " [0.07995873]
",
      " [0.18684383]]
",
      "grad01:  [[0.00229138 0.01487256]
",
      " [0.00596456 0.01570241]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00896955]
",
      " [-0.01567867]]
",
      "(2, 1)
",
      "[[0.04224603]
",
      " [0.08992462]
",
      " [0.07988318]
",
      " [0.18689474]]
",
      "grad01:  [[0.00229153 0.01486301]
",
      " [0.0059717  0.01569391]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00897784]
",
      " [-0.01566622]]
",
      "(2, 1)
",
      "[[0.0421422 ]
",
      " [0.08987143]
",
      " [0.07980771]
",
      " [0.18694534]]
",
      "grad01:  [[0.00229166 0.01485339]
",
      " [0.00597882 0.01568535]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00898613]
",
      " [-0.01565373]]
",
      "(2, 1)
",
      "[[0.04203862]
",
      " [0.08981841]
",
      " [0.07973233]
",
      " [0.18699563]]
",
      "grad01:  [[0.00229176 0.01484371]
",
      " [0.00598591 0.01567674]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00899442]
",
      " [-0.0156412 ]]
",
      "(2, 1)
",
      "[[0.04193529]
",
      " [0.08976554]
",
      " [0.07965703]
",
      " [0.18704559]]
",
      "grad01:  [[0.00229184 0.01483398]
",
      " [0.00599298 0.01566808]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00900272]
",
      " [-0.01562861]]
",
      "(2, 1)
",
      "[[0.04183222]
",
      " [0.08971283]
",
      " [0.07958182]
",
      " [0.18709525]]
",
      "grad01:  [[0.00229189 0.01482418]
",
      " [0.00600003 0.01565937]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00901103]
",
      " [-0.01561599]]
",
      "(2, 1)
",
      "[[0.04172941]
",
      " [0.08966029]
",
      " [0.07950669]
",
      " [0.18714458]]
",
      "grad01:  [[0.00229193 0.01481433]
",
      " [0.00600705 0.0156506 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00901934]
",
      " [-0.01560332]]
",
      "(2, 1)
",
      "[[0.04162685]
",
      " [0.0896079 ]
",
      " [0.07943165]
",
      " [0.1871936 ]]
",
      "grad01:  [[0.00229193 0.01480442]
",
      " [0.00601404 0.01564178]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00902767]
",
      " [-0.0155906 ]]
",
      "(2, 1)
",
      "[[0.04152455]
",
      " [0.08955568]
",
      " [0.0793567 ]
",
      " [0.18724229]]
",
      "grad01:  [[0.00229192 0.01479445]
",
      " [0.00602101 0.01563292]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00903599]
",
      " [-0.01557785]]
",
      "(2, 1)
",
      "[[0.0414225 ]
",
      " [0.08950362]
",
      " [0.07928183]
",
      " [0.18729067]]
",
      "grad01:  [[0.00229188 0.01478442]
",
      " [0.00602796 0.015624  ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00904433]
",
      " [-0.01556505]]
",
      "(2, 1)
",
      "[[0.04132071]
",
      " [0.08945172]
",
      " [0.07920704]
",
      " [0.18733873]]
",
      "grad01:  [[0.00229182 0.01477434]
",
      " [0.00603489 0.01561503]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00905267]
",
      " [-0.01555221]]
",
      "(2, 1)
",
      "[[0.04121918]
",
      " [0.08939998]
",
      " [0.07913234]
",
      " [0.18738647]]
",
      "grad01:  [[0.00229174 0.01476421]
",
      " [0.00604179 0.01560601]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00906102]
",
      " [-0.01553933]]
",
      "(2, 1)
",
      "[[0.04111791]
",
      " [0.08934841]
",
      " [0.07905773]
",
      " [0.18743389]]
",
      "grad01:  [[0.00229163 0.01475401]
",
      " [0.00604866 0.01559694]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00906937]
",
      " [-0.01552641]]
",
      "(2, 1)
",
      "[[0.04101689]
",
      " [0.089297  ]
",
      " [0.07898321]
",
      " [0.18748098]]
",
      "grad01:  [[0.0022915  0.01474376]
",
      " [0.00605552 0.01558782]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00907774]
",
      " [-0.01551344]]
",
      "(2, 1)
",
      "[[0.04091613]
",
      " [0.08924576]
",
      " [0.07890877]
",
      " [0.18752776]]
",
      "grad01:  [[0.00229135 0.01473346]
",
      " [0.00606235 0.01557865]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00908611]
",
      " [-0.01550044]]
",
      "(2, 1)
",
      "[[0.04081563]
",
      " [0.08919468]
",
      " [0.07883442]
",
      " [0.18757421]]
",
      "grad01:  [[0.00229118 0.0147231 ]
",
      " [0.00606915 0.01556944]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00909448]
",
      " [-0.01548741]]
",
      "(2, 1)
",
      "[[0.04071539]
",
      " [0.08914377]
",
      " [0.07876016]
",
      " [0.18762034]]
",
      "grad01:  [[0.00229098 0.01471269]
",
      " [0.00607594 0.01556017]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00910287]
",
      " [-0.01547433]]
",
      "(2, 1)
",
      "[[0.0406154 ]
",
      " [0.08909302]
",
      " [0.07868599]
",
      " [0.18766614]]
",
      "grad01:  [[0.00229077 0.01470222]
",
      " [0.00608269 0.01555086]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00911126]
",
      " [-0.01546121]]
",
      "(2, 1)
",
      "[[0.04051568]
",
      " [0.08904245]
",
      " [0.0786119 ]
",
      " [0.18771162]]
",
      "grad01:  [[0.00229053 0.0146917 ]
",
      " [0.00608943 0.01554151]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00911966]
",
      " [-0.01544806]]
",
      "(2, 1)
",
      "[[0.04041621]
",
      " [0.08899204]
",
      " [0.0785379 ]
",
      " [0.18775678]]
",
      "grad01:  [[0.00229027 0.01468113]
",
      " [0.00609614 0.0155321 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00912807]
",
      " [-0.01543488]]
",
      "(2, 1)
",
      "[[0.040317  ]
",
      " [0.08894179]
",
      " [0.07846399]
",
      " [0.18780161]]
",
      "grad01:  [[0.00228999 0.01467051]
",
      " [0.00610283 0.01552265]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00913648]
",
      " [-0.01542165]]
",
      "(2, 1)
",
      "[[0.04021805]
",
      " [0.08889172]
",
      " [0.07839017]
",
      " [0.18784612]]
",
      "grad01:  [[0.00228969 0.01465983]
",
      " [0.00610949 0.01551316]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00914491]
",
      " [-0.0154084 ]]
",
      "(2, 1)
",
      "[[0.04011937]
",
      " [0.08884182]
",
      " [0.07831643]
",
      " [0.1878903 ]]
",
      "grad01:  [[0.00228936 0.0146491 ]
",
      " [0.00611614 0.01550362]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00915334]
",
      " [-0.0153951 ]]
",
      "(2, 1)
",
      "[[0.04002094]
",
      " [0.08879208]
",
      " [0.07824278]
",
      " [0.18793415]]
",
      "grad01:  [[0.00228902 0.01463832]
",
      " [0.00612275 0.01549403]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00916178]
",
      " [-0.01538178]]
",
      "(2, 1)
",
      "[[0.03992277]
",
      " [0.08874252]
",
      " [0.07816923]
",
      " [0.18797768]]
",
      "grad01:  [[0.00228866 0.01462749]
",
      " [0.00612935 0.0154844 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00917023]
",
      " [-0.01536842]]
",
      "(2, 1)
",
      "[[0.03982486]
",
      " [0.08869312]
",
      " [0.07809576]
",
      " [0.18802088]]
",
      "grad01:  [[0.00228827 0.01461661]
",
      " [0.00613592 0.01547473]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00917868]
",
      " [-0.01535503]]
",
      "(2, 1)
",
      "[[0.03972721]
",
      " [0.0886439 ]
",
      " [0.07802238]
",
      " [0.18806375]]
",
      "grad01:  [[0.00228787 0.01460568]
",
      " [0.00614247 0.01546501]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00918715]
",
      " [-0.0153416 ]]
",
      "(2, 1)
",
      "[[0.03962982]
",
      " [0.08859485]
",
      " [0.07794909]
",
      " [0.1881063 ]]
",
      "grad01:  [[0.00228744 0.0145947 ]
",
      " [0.00614899 0.01545525]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00919562]
",
      " [-0.01532815]]
",
      "(2, 1)
",
      "[[0.03953269]
",
      " [0.08854597]
",
      " [0.07787589]
",
      " [0.18814851]]
",
      "grad01:  [[0.002287   0.01458367]
",
      " [0.00615549 0.01544545]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0092041 ]
",
      " [-0.01531466]]
",
      "(2, 1)
",
      "[[0.03943583]
",
      " [0.08849726]
",
      " [0.07780278]
",
      " [0.1881904 ]]
",
      "grad01:  [[0.00228654 0.01457259]
",
      " [0.00616197 0.0154356 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00921259]
",
      " [-0.01530114]]
",
      "(2, 1)
",
      "[[0.03933922]
",
      " [0.08844873]
",
      " [0.07772975]
",
      " [0.18823196]]
",
      "grad01:  [[0.00228605 0.01456146]
",
      " [0.00616843 0.01542572]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00922109]
",
      " [-0.01528759]]
",
      "(2, 1)
",
      "[[0.03924287]
",
      " [0.08840037]
",
      " [0.07765682]
",
      " [0.18827319]]
",
      "grad01:  [[0.00228555 0.01455028]
",
      " [0.00617486 0.01541579]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0092296 ]
",
      " [-0.01527402]]
",
      "(2, 1)
",
      "[[0.03914679]
",
      " [0.08835218]
",
      " [0.07758398]
",
      " [0.18831408]]
",
      "grad01:  [[0.00228503 0.01453906]
",
      " [0.00618127 0.01540582]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00923812]
",
      " [-0.01526041]]
",
      "(2, 1)
",
      "[[0.03905096]
",
      " [0.08830417]
",
      " [0.07751122]
",
      " [0.18835465]]
",
      "grad01:  [[0.00228449 0.01452779]
",
      " [0.00618765 0.01539581]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00924665]
",
      " [-0.01524678]]
",
      "(2, 1)
",
      "[[0.0389554 ]
",
      " [0.08825633]
",
      " [0.07743856]
",
      " [0.18839489]]
",
      "grad01:  [[0.00228393 0.01451647]
",
      " [0.00619402 0.01538576]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00925518]
",
      " [-0.01523311]]
",
      "(2, 1)
",
      "[[0.0388601 ]
",
      " [0.08820867]
",
      " [0.07736598]
",
      " [0.18843479]]
",
      "grad01:  [[0.00228335 0.01450511]
",
      " [0.00620036 0.01537567]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00926373]
",
      " [-0.01521942]]
",
      "(2, 1)
",
      "[[0.03876505]
",
      " [0.08816118]
",
      " [0.07729349]
",
      " [0.18847437]]
",
      "grad01:  [[0.00228276 0.0144937 ]
",
      " [0.00620668 0.01536554]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00927228]
",
      " [-0.01520571]]
",
      "(2, 1)
",
      "[[0.03867027]
",
      " [0.08811387]
",
      " [0.0772211 ]
",
      " [0.18851361]]
",
      "grad01:  [[0.00228214 0.01448224]
",
      " [0.00621297 0.01535537]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00928085]
",
      " [-0.01519197]]
",
      "(2, 1)
",
      "[[0.03857575]
",
      " [0.08806673]
",
      " [0.07714879]
",
      " [0.18855252]]
",
      "grad01:  [[0.00228151 0.01447074]
",
      " [0.00621924 0.01534516]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00928942]
",
      " [-0.0151782 ]]
",
      "(2, 1)
",
      "[[0.03848149]
",
      " [0.08801977]
",
      " [0.07707658]
",
      " [0.1885911 ]]
",
      "grad01:  [[0.00228086 0.0144592 ]
",
      " [0.00622549 0.01533492]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00929801]
",
      " [-0.0151644 ]]
",
      "(2, 1)
",
      "[[0.0383875 ]
",
      " [0.08797299]
",
      " [0.07700445]
",
      " [0.18862934]]
",
      "grad01:  [[0.0022802  0.01444761]
",
      " [0.00623172 0.01532464]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0093066 ]
",
      " [-0.01515059]]
",
      "(2, 1)
",
      "[[0.03829376]
",
      " [0.08792639]
",
      " [0.07693241]
",
      " [0.18866725]]
",
      "grad01:  [[0.00227952 0.01443597]
",
      " [0.00623792 0.01531432]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00931521]
",
      " [-0.01513675]]
",
      "(2, 1)
",
      "[[0.03820028]
",
      " [0.08787996]
",
      " [0.07686047]
",
      " [0.18870483]]
",
      "grad01:  [[0.00227882 0.0144243 ]
",
      " [0.00624411 0.01530396]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00932382]
",
      " [-0.01512288]]
",
      "(2, 1)
",
      "[[0.03810707]
",
      " [0.08783371]
",
      " [0.07678861]
",
      " [0.18874208]]
",
      "grad01:  [[0.0022781  0.01441257]
",
      " [0.00625027 0.01529357]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00933245]
",
      " [-0.01510899]]
",
      "(2, 1)
",
      "[[0.03801412]
",
      " [0.08778765]
",
      " [0.07671684]
",
      " [0.18877899]]
",
      "grad01:  [[0.00227737 0.01440081]
",
      " [0.0062564  0.01528314]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00934108]
",
      " [-0.01509508]]
",
      "(2, 1)
",
      "[[0.03792143]
",
      " [0.08774176]
",
      " [0.07664517]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [0.18881556]]
",
      "grad01:  [[0.00227662 0.014389  ]
",
      " [0.00626252 0.01527268]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00934973]
",
      " [-0.01508115]]
",
      "(2, 1)
",
      "[[0.03782899]
",
      " [0.08769605]
",
      " [0.07657358]
",
      " [0.1888518 ]]
",
      "grad01:  [[0.00227585 0.01437716]
",
      " [0.00626861 0.01526218]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00935838]
",
      " [-0.0150672 ]]
",
      "(2, 1)
",
      "[[0.03773682]
",
      " [0.08765051]
",
      " [0.07650208]
",
      " [0.18888771]]
",
      "grad01:  [[0.00227507 0.01436527]
",
      " [0.00627468 0.01525164]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00936705]
",
      " [-0.01505322]]
",
      "(2, 1)
",
      "[[0.03764492]
",
      " [0.08760516]
",
      " [0.07643067]
",
      " [0.18892328]]
",
      "grad01:  [[0.00227427 0.01435333]
",
      " [0.00628073 0.01524108]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00937573]
",
      " [-0.01503923]]
",
      "(2, 1)
",
      "[[0.03755327]
",
      " [0.08755999]
",
      " [0.07635935]
",
      " [0.18895851]]
",
      "grad01:  [[0.00227346 0.01434136]
",
      " [0.00628675 0.01523047]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00938442]
",
      " [-0.01502521]]
",
      "(2, 1)
",
      "[[0.03746188]
",
      " [0.087515  ]
",
      " [0.07628813]
",
      " [0.18899341]]
",
      "grad01:  [[0.00227264 0.01432935]
",
      " [0.00629276 0.01521984]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00939312]
",
      " [-0.01501118]]
",
      "(2, 1)
",
      "[[0.03737076]
",
      " [0.0874702 ]
",
      " [0.07621699]
",
      " [0.18902798]]
",
      "grad01:  [[0.00227179 0.0143173 ]
",
      " [0.00629874 0.01520917]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00940183]
",
      " [-0.01499712]]
",
      "(2, 1)
",
      "[[0.03727989]
",
      " [0.08742557]
",
      " [0.07614594]
",
      " [0.1890622 ]]
",
      "grad01:  [[0.00227094 0.0143052 ]
",
      " [0.0063047  0.01519847]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00941055]
",
      " [-0.01498305]]
",
      "(2, 1)
",
      "[[0.03718929]
",
      " [0.08738113]
",
      " [0.07607498]
",
      " [0.18909609]]
",
      "grad01:  [[0.00227007 0.01429307]
",
      " [0.00631063 0.01518773]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00941928]
",
      " [-0.01496896]]
",
      "(2, 1)
",
      "[[0.03709894]
",
      " [0.08733686]
",
      " [0.07600411]
",
      " [0.18912965]]
",
      "grad01:  [[0.00226918 0.0142809 ]
",
      " [0.00631655 0.01517697]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00942803]
",
      " [-0.01495486]]
",
      "(2, 1)
",
      "[[0.03700886]
",
      " [0.08729278]
",
      " [0.07593333]
",
      " [0.18916287]]
",
      "grad01:  [[0.00226828 0.01426869]
",
      " [0.00632244 0.01516617]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00943678]
",
      " [-0.01494073]]
",
      "(2, 1)
",
      "[[0.03691904]
",
      " [0.08724888]
",
      " [0.07586264]
",
      " [0.18919575]]
",
      "grad01:  [[0.00226737 0.01425645]
",
      " [0.00632832 0.01515534]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00944555]
",
      " [-0.01492659]]
",
      "(2, 1)
",
      "[[0.03682947]
",
      " [0.08720517]
",
      " [0.07579204]
",
      " [0.18922829]]
",
      "grad01:  [[0.00226645 0.01424416]
",
      " [0.00633417 0.01514449]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00945433]
",
      " [-0.01491244]]
",
      "(2, 1)
",
      "[[0.03674017]
",
      " [0.08716164]
",
      " [0.07572152]
",
      " [0.18926049]]
",
      "grad01:  [[0.00226551 0.01423184]
",
      " [0.00633999 0.0151336 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00946312]
",
      " [-0.01489827]]
",
      "(2, 1)
",
      "[[0.03665113]
",
      " [0.08711829]
",
      " [0.0756511 ]
",
      " [0.18929236]]
",
      "grad01:  [[0.00226456 0.01421948]
",
      " [0.0063458  0.01512268]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00947193]
",
      " [-0.01488408]]
",
      "(2, 1)
",
      "[[0.03656235]
",
      " [0.08707513]
",
      " [0.07558076]
",
      " [0.18932389]]
",
      "grad01:  [[0.00226359 0.01420708]
",
      " [0.00635159 0.01511173]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00948074]
",
      " [-0.01486988]]
",
      "(2, 1)
",
      "[[0.03647382]
",
      " [0.08703215]
",
      " [0.07551052]
",
      " [0.18935508]]
",
      "grad01:  [[0.00226262 0.01419465]
",
      " [0.00635735 0.01510075]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00948957]
",
      " [-0.01485566]]
",
      "(2, 1)
",
      "[[0.03638556]
",
      " [0.08698935]
",
      " [0.07544036]
",
      " [0.18938593]]
",
      "grad01:  [[0.00226163 0.01418218]
",
      " [0.00636309 0.01508975]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00949841]
",
      " [-0.01484144]]
",
      "(2, 1)
",
      "[[0.03629756]
",
      " [0.08694674]
",
      " [0.07537029]
",
      " [0.18941644]]
",
      "grad01:  [[0.00226063 0.01416968]
",
      " [0.00636881 0.01507871]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00950727]
",
      " [-0.0148272 ]]
",
      "(2, 1)
",
      "[[0.03620981]
",
      " [0.08690432]
",
      " [0.07530031]
",
      " [0.18944662]]
",
      "grad01:  [[0.00225962 0.01415714]
",
      " [0.00637451 0.01506765]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00951613]
",
      " [-0.01481294]]
",
      "(2, 1)
",
      "[[0.03612233]
",
      " [0.08686208]
",
      " [0.07523042]
",
      " [0.18947645]]
",
      "grad01:  [[0.00225859 0.01414456]
",
      " [0.00638019 0.01505656]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00952501]
",
      " [-0.01479868]]
",
      "(2, 1)
",
      "[[0.0360351 ]
",
      " [0.08682003]
",
      " [0.07516062]
",
      " [0.18950595]]
",
      "grad01:  [[0.00225756 0.01413196]
",
      " [0.00638585 0.01504545]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0095339]
",
      " [-0.0147844]]
",
      "(2, 1)
",
      "[[0.03594814]
",
      " [0.08677816]
",
      " [0.07509091]
",
      " [0.18953511]]
",
      "grad01:  [[0.00225651 0.01411931]
",
      " [0.00639148 0.0150343 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00954281]
",
      " [-0.01477011]]
",
      "(2, 1)
",
      "[[0.03586143]
",
      " [0.08673647]
",
      " [0.07502128]
",
      " [0.18956393]]
",
      "grad01:  [[0.00225546 0.01410664]
",
      " [0.0063971  0.01502314]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00955173]
",
      " [-0.01475581]]
",
      "(2, 1)
",
      "[[0.03577498]
",
      " [0.08669498]
",
      " [0.07495174]
",
      " [0.1895924 ]]
",
      "grad01:  [[0.00225439 0.01409393]
",
      " [0.00640269 0.01501194]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00956066]
",
      " [-0.0147415 ]]
",
      "(2, 1)
",
      "[[0.03568879]
",
      " [0.08665367]
",
      " [0.07488229]
",
      " [0.18962054]]
",
      "grad01:  [[0.00225332 0.01408119]
",
      " [0.00640826 0.01500072]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0095696 ]
",
      " [-0.01472718]]
",
      "(2, 1)
",
      "[[0.03560286]
",
      " [0.08661255]
",
      " [0.07481293]
",
      " [0.18964834]]
",
      "grad01:  [[0.00225223 0.01406841]
",
      " [0.00641381 0.01498948]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00957856]
",
      " [-0.01471286]]
",
      "(2, 1)
",
      "[[0.03551718]
",
      " [0.08657161]
",
      " [0.07474365]
",
      " [0.1896758 ]]
",
      "grad01:  [[0.00225114 0.01405561]
",
      " [0.00641934 0.01497821]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00958753]
",
      " [-0.01469852]]
",
      "(2, 1)
",
      "[[0.03543176]
",
      " [0.08653086]
",
      " [0.07467446]
",
      " [0.18970292]]
",
      "grad01:  [[0.00225004 0.01404277]
",
      " [0.00642485 0.01496691]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00959652]
",
      " [-0.01468417]]
",
      "(2, 1)
",
      "[[0.03534661]
",
      " [0.0864903 ]
",
      " [0.07460536]
",
      " [0.18972969]]
",
      "grad01:  [[0.00224893 0.0140299 ]
",
      " [0.00643034 0.01495559]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00960552]
",
      " [-0.01466982]]
",
      "(2, 1)
",
      "[[0.0352617 ]
",
      " [0.08644993]
",
      " [0.07453635]
",
      " [0.18975613]]
",
      "grad01:  [[0.00224781 0.014017  ]
",
      " [0.00643581 0.01494425]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00961453]
",
      " [-0.01465546]]
",
      "(2, 1)
",
      "[[0.03517706]
",
      " [0.08640975]
",
      " [0.07446742]
",
      " [0.18978223]]
",
      "grad01:  [[0.00224668 0.01400407]
",
      " [0.00644125 0.01493289]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00962356]
",
      " [-0.01464109]]
",
      "(2, 1)
",
      "[[0.03509267]
",
      " [0.08636975]
",
      " [0.07439858]
",
      " [0.18980798]]
",
      "grad01:  [[0.00224554 0.0139911 ]
",
      " [0.00644668 0.0149215 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0096326 ]
",
      " [-0.01462672]]
",
      "(2, 1)
",
      "[[0.03500854]
",
      " [0.08632994]
",
      " [0.07432983]
",
      " [0.1898334 ]]
",
      "grad01:  [[0.0022444  0.01397811]
",
      " [0.00645208 0.01491009]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00964165]
",
      " [-0.01461233]]
",
      "(2, 1)
",
      "[[0.03492467]
",
      " [0.08629032]
",
      " [0.07426116]
",
      " [0.18985847]]
",
      "grad01:  [[0.00224325 0.01396509]
",
      " [0.00645747 0.01489866]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00965072]
",
      " [-0.01459795]]
",
      "(2, 1)
",
      "[[0.03484105]
",
      " [0.08625089]
",
      " [0.07419258]
",
      " [0.1898832 ]]
",
      "grad01:  [[0.00224209 0.01395204]
",
      " [0.00646283 0.0148872 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00965981]
",
      " [-0.01458356]]
",
      "(2, 1)
",
      "[[0.03475768]
",
      " [0.08621165]
",
      " [0.07412408]
",
      " [0.1899076 ]]
",
      "grad01:  [[0.00224092 0.01393896]
",
      " [0.00646817 0.01487573]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00966891]
",
      " [-0.01456916]]
",
      "(2, 1)
",
      "[[0.03467458]
",
      " [0.08617259]
",
      " [0.07405567]
",
      " [0.18993165]]
",
      "grad01:  [[0.00223975 0.01392585]
",
      " [0.00647349 0.01486423]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00967802]
",
      " [-0.01455476]]
",
      "(2, 1)
",
      "[[0.03459173]
",
      " [0.08613373]
",
      " [0.07398735]
",
      " [0.18995536]]
",
      "grad01:  [[0.00223858 0.01391272]
",
      " [0.0064788  0.01485271]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00968715]
",
      " [-0.01454035]]
",
      "(2, 1)
",
      "[[0.03450913]
",
      " [0.08609506]
",
      " [0.07391911]
",
      " [0.18997872]]
",
      "grad01:  [[0.00223739 0.01389955]
",
      " [0.00648408 0.01484118]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00969629]
",
      " [-0.01452594]]
",
      "(2, 1)
",
      "[[0.03442679]
",
      " [0.08605657]
",
      " [0.07385095]
",
      " [0.19000175]]
",
      "grad01:  [[0.0022362  0.01388636]
",
      " [0.00648934 0.01482962]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00970545]
",
      " [-0.01451153]]
",
      "(2, 1)
",
      "[[0.0343447 ]
",
      " [0.08601828]
",
      " [0.07378288]
",
      " [0.19002443]]
",
      "grad01:  [[0.00223501 0.01387314]
",
      " [0.00649458 0.01481804]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00971463]
",
      " [-0.01449711]]
",
      "(2, 1)
",
      "[[0.03426287]
",
      " [0.08598017]
",
      " [0.07371489]
",
      " [0.19004678]]
",
      "grad01:  [[0.00223381 0.0138599 ]
",
      " [0.0064998  0.01480645]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00972382]
",
      " [-0.0144827 ]]
",
      "(2, 1)
",
      "[[0.03418129]
",
      " [0.08594226]
",
      " [0.07364699]
",
      " [0.19006878]]
",
      "grad01:  [[0.00223261 0.01384662]
",
      " [0.006505   0.01479484]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00973302]
",
      " [-0.01446828]]
",
      "(2, 1)
",
      "[[0.03409997]
",
      " [0.08590453]
",
      " [0.07357918]
",
      " [0.19009043]]
",
      "grad01:  [[0.0022314  0.01383333]
",
      " [0.00651018 0.0147832 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00974224]
",
      " [-0.01445385]]
",
      "(2, 1)
",
      "[[0.0340189 ]
",
      " [0.085867  ]
",
      " [0.07351144]
",
      " [0.19011175]]
",
      "grad01:  [[0.00223019 0.01382   ]
",
      " [0.00651534 0.01477155]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00975148]
",
      " [-0.01443943]]
",
      "(2, 1)
",
      "[[0.03393808]
",
      " [0.08582965]
",
      " [0.07344379]
",
      " [0.19013273]]
",
      "grad01:  [[0.00222898 0.01380665]
",
      " [0.00652048 0.01475989]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00976073]
",
      " [-0.01442501]]
",
      "(2, 1)
",
      "[[0.03385752]
",
      " [0.0857925 ]
",
      " [0.07337623]
",
      " [0.19015336]]
",
      "grad01:  [[0.00222776 0.01379328]
",
      " [0.0065256  0.0147482 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00977   ]
",
      " [-0.01441058]]
",
      "(2, 1)
",
      "[[0.03377721]
",
      " [0.08575554]
",
      " [0.07330874]
",
      " [0.19017365]]
",
      "grad01:  [[0.00222654 0.01377988]
",
      " [0.0065307  0.0147365 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00977928]
",
      " [-0.01439616]]
",
      "(2, 1)
",
      "[[0.03369715]
",
      " [0.08571877]
",
      " [0.07324134]
",
      " [0.1901936 ]]
",
      "grad01:  [[0.00222532 0.01376646]
",
      " [0.00653578 0.01472478]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00978858]
",
      " [-0.01438174]]
",
      "(2, 1)
",
      "[[0.03361734]
",
      " [0.08568219]
",
      " [0.07317402]
",
      " [0.1902132 ]]
",
      "grad01:  [[0.00222409 0.01375301]
",
      " [0.00654084 0.01471305]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0097979 ]
",
      " [-0.01436731]]
",
      "(2, 1)
",
      "[[0.03353779]
",
      " [0.0856458 ]
",
      " [0.07310679]
",
      " [0.19023247]]
",
      "grad01:  [[0.00222287 0.01373954]
",
      " [0.00654588 0.0147013 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00980723]
",
      " [-0.01435289]]
",
      "(2, 1)
",
      "[[0.03345848]
",
      " [0.08560961]
",
      " [0.07303963]
",
      " [0.19025139]]
",
      "grad01:  [[0.00222164 0.01372604]
",
      " [0.00655089 0.01468953]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00981658]
",
      " [-0.01433847]]
",
      "(2, 1)
",
      "[[0.03337943]
",
      " [0.0855736 ]
",
      " [0.07297256]
",
      " [0.19026996]]
",
      "grad01:  [[0.00222041 0.01371253]
",
      " [0.00655589 0.01467775]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00982595]
",
      " [-0.01432405]]
",
      "(2, 1)
",
      "[[0.03330063]
",
      " [0.08553779]
",
      " [0.07290557]
",
      " [0.1902882 ]]
",
      "grad01:  [[0.00221918 0.01369898]
",
      " [0.00656087 0.01466596]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00983534]
",
      " [-0.01430963]]
",
      "(2, 1)
",
      "[[0.03322208]
",
      " [0.08550217]
",
      " [0.07283866]
",
      " [0.19030609]]
",
      "grad01:  [[0.00221795 0.01368542]
",
      " [0.00656583 0.01465415]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00984474]
",
      " [-0.01429522]]
",
      "(2, 1)
",
      "[[0.03314378]
",
      " [0.08546674]
",
      " [0.07277183]
",
      " [0.19032364]]
",
      "grad01:  [[0.00221671 0.01367184]
",
      " [0.00657077 0.01464232]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00985415]
",
      " [-0.01428081]]
",
      "(2, 1)
",
      "[[0.03306572]
",
      " [0.0854315 ]
",
      " [0.07270509]
",
      " [0.19034085]]
",
      "grad01:  [[0.00221548 0.01365823]
",
      " [0.00657569 0.01463048]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00986359]
",
      " [-0.0142664 ]]
",
      "(2, 1)
",
      "[[0.03298792]
",
      " [0.08539645]
",
      " [0.07263842]
",
      " [0.19035772]]
",
      "grad01:  [[0.00221425 0.0136446 ]
",
      " [0.00658059 0.01461863]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00987304]
",
      " [-0.014252  ]]
",
      "(2, 1)
",
      "[[0.03291037]
",
      " [0.0853616 ]
",
      " [0.07257183]
",
      " [0.19037424]]
",
      "grad01:  [[0.00221302 0.01363095]
",
      " [0.00658547 0.01460677]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00988251]
",
      " [-0.0142376 ]]
",
      "(2, 1)
",
      "[[0.03283307]
",
      " [0.08532694]
",
      " [0.07250532]
",
      " [0.19039042]]
",
      "grad01:  [[0.00221179 0.01361728]
",
      " [0.00659033 0.01459489]]
",
      "(2, 2)
",
      "grad12:  [[ 0.009892 ]
",
      " [-0.0142232]]
",
      "(2, 1)
",
      "[[0.03275601]
",
      " [0.08529247]
",
      " [0.0724389 ]
",
      " [0.19040626]]
",
      "grad01:  [[0.00221057 0.01360359]
",
      " [0.00659518 0.014583  ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0099015 ]
",
      " [-0.01420881]]
",
      "(2, 1)
",
      "[[0.0326792 ]
",
      " [0.08525819]
",
      " [0.07237255]
",
      " [0.19042175]]
",
      "grad01:  [[0.00220934 0.01358988]
",
      " [0.0066     0.0145711 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00991103]
",
      " [-0.01419442]]
",
      "(2, 1)
",
      "[[0.03260264]
",
      " [0.08522411]
",
      " [0.07230628]
",
      " [0.1904369 ]]
",
      "grad01:  [[0.00220812 0.01357615]
",
      " [0.0066048  0.01455919]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00992057]
",
      " [-0.01418004]]
",
      "(2, 1)
",
      "[[0.03252633]
",
      " [0.08519022]
",
      " [0.07224008]
",
      " [0.19045171]]
",
      "grad01:  [[0.0022069  0.0135624 ]
",
      " [0.00660958 0.01454726]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00993013]
",
      " [-0.01416567]]
",
      "(2, 1)
",
      "[[0.03245027]
",
      " [0.08515652]
",
      " [0.07217397]
",
      " [0.19046617]]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "grad01:  [[0.00220568 0.01354863]
",
      " [0.00661434 0.01453533]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0099397]
",
      " [-0.0141513]]
",
      "(2, 1)
",
      "[[0.03237445]
",
      " [0.08512301]
",
      " [0.07210793]
",
      " [0.1904803 ]]
",
      "grad01:  [[0.00220447 0.01353484]
",
      " [0.00661909 0.01452338]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0099493 ]
",
      " [-0.01413694]]
",
      "(2, 1)
",
      "[[0.03229887]
",
      " [0.0850897 ]
",
      " [0.07204198]
",
      " [0.19049407]]
",
      "grad01:  [[0.00220326 0.01352103]
",
      " [0.00662381 0.01451143]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00995891]
",
      " [-0.01412258]]
",
      "(2, 1)
",
      "[[0.03222355]
",
      " [0.08505658]
",
      " [0.0719761 ]
",
      " [0.19050751]]
",
      "grad01:  [[0.00220205 0.01350721]
",
      " [0.00662852 0.01449946]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00996855]
",
      " [-0.01410823]]
",
      "(2, 1)
",
      "[[0.03214847]
",
      " [0.08502365]
",
      " [0.07191029]
",
      " [0.1905206 ]]
",
      "grad01:  [[0.00220085 0.01349337]
",
      " [0.0066332  0.01448748]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0099782 ]
",
      " [-0.01409389]]
",
      "(2, 1)
",
      "[[0.03207363]
",
      " [0.08499092]
",
      " [0.07184456]
",
      " [0.19053335]]
",
      "grad01:  [[0.00219965 0.0134795 ]
",
      " [0.00663786 0.0144755 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00998787]
",
      " [-0.01407956]]
",
      "(2, 1)
",
      "[[0.03199904]
",
      " [0.08495838]
",
      " [0.07177891]
",
      " [0.19054576]]
",
      "grad01:  [[0.00219846 0.01346563]
",
      " [0.00664251 0.0144635 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.00999756]
",
      " [-0.01406524]]
",
      "(2, 1)
",
      "[[0.03192469]
",
      " [0.08492603]
",
      " [0.07171334]
",
      " [0.19055782]]
",
      "grad01:  [[0.00219727 0.01345173]
",
      " [0.00664714 0.0144515 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01000727]
",
      " [-0.01405092]]
",
      "(2, 1)
",
      "[[0.03185059]
",
      " [0.08489388]
",
      " [0.07164784]
",
      " [0.19056954]]
",
      "grad01:  [[0.00219609 0.01343782]
",
      " [0.00665174 0.01443949]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01001699]
",
      " [-0.01403661]]
",
      "(2, 1)
",
      "[[0.03177673]
",
      " [0.08486192]
",
      " [0.07158241]
",
      " [0.19058092]]
",
      "grad01:  [[0.00219492 0.01342389]
",
      " [0.00665633 0.01442747]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01002674]
",
      " [-0.01402232]]
",
      "(2, 1)
",
      "[[0.03170311]
",
      " [0.08483015]
",
      " [0.07151706]
",
      " [0.19059196]]
",
      "grad01:  [[0.00219375 0.01340994]
",
      " [0.0066609  0.01441544]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01003651]
",
      " [-0.01400803]]
",
      "(2, 1)
",
      "[[0.03162974]
",
      " [0.08479857]
",
      " [0.07145179]
",
      " [0.19060265]]
",
      "grad01:  [[0.00219259 0.01339598]
",
      " [0.00666545 0.0144034 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01004629]
",
      " [-0.01399375]]
",
      "(2, 1)
",
      "[[0.03155661]
",
      " [0.08476719]
",
      " [0.07138659]
",
      " [0.190613  ]]
",
      "grad01:  [[0.00219144 0.01338201]
",
      " [0.00666997 0.01439136]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0100561 ]
",
      " [-0.01397948]]
",
      "(2, 1)
",
      "[[0.03148372]
",
      " [0.084736  ]
",
      " [0.07132146]
",
      " [0.190623  ]]
",
      "grad01:  [[0.0021903  0.01336802]
",
      " [0.00667448 0.01437931]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01006592]
",
      " [-0.01396522]]
",
      "(2, 1)
",
      "[[0.03141107]
",
      " [0.08470501]
",
      " [0.07125641]
",
      " [0.19063266]]
",
      "grad01:  [[0.00218916 0.01335401]
",
      " [0.00667897 0.01436725]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01007577]
",
      " [-0.01395097]]
",
      "(2, 1)
",
      "[[0.03133867]
",
      " [0.08467421]
",
      " [0.07119143]
",
      " [0.19064198]]
",
      "grad01:  [[0.00218803 0.01333999]
",
      " [0.00668344 0.01435519]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01008563]
",
      " [-0.01393674]]
",
      "(2, 1)
",
      "[[0.0312665 ]
",
      " [0.0846436 ]
",
      " [0.07112652]
",
      " [0.19065096]]
",
      "grad01:  [[0.00218692 0.01332595]
",
      " [0.0066879  0.01434312]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01009552]
",
      " [-0.01392251]]
",
      "(2, 1)
",
      "[[0.03119458]
",
      " [0.08461319]
",
      " [0.07106169]
",
      " [0.19065959]]
",
      "grad01:  [[0.00218581 0.0133119 ]
",
      " [0.00669233 0.01433105]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01010542]
",
      " [-0.0139083 ]]
",
      "(2, 1)
",
      "[[0.03112289]
",
      " [0.08458297]
",
      " [0.07099692]
",
      " [0.19066788]]
",
      "grad01:  [[0.00218471 0.01329784]
",
      " [0.00669674 0.01431897]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01011535]
",
      " [-0.01389409]]
",
      "(2, 1)
",
      "[[0.03105145]
",
      " [0.08455294]
",
      " [0.07093223]
",
      " [0.19067582]]
",
      "grad01:  [[0.00218362 0.01328376]
",
      " [0.00670113 0.01430688]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0101253]
",
      " [-0.0138799]]
",
      "(2, 1)
",
      "[[0.03098024]
",
      " [0.08452311]
",
      " [0.07086761]
",
      " [0.19068342]]
",
      "grad01:  [[0.00218254 0.01326967]
",
      " [0.00670551 0.01429479]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01013526]
",
      " [-0.01386573]]
",
      "(2, 1)
",
      "[[0.03090927]
",
      " [0.08449347]
",
      " [0.07080306]
",
      " [0.19069068]]
",
      "grad01:  [[0.00218148 0.01325556]
",
      " [0.00670986 0.0142827 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01014525]
",
      " [-0.01385156]]
",
      "(2, 1)
",
      "[[0.03083854]
",
      " [0.08446402]
",
      " [0.07073858]
",
      " [0.1906976 ]]
",
      "grad01:  [[0.00218042 0.01324145]
",
      " [0.00671419 0.0142706 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01015526]
",
      " [-0.01383741]]
",
      "(2, 1)
",
      "[[0.03076805]
",
      " [0.08443477]
",
      " [0.07067418]
",
      " [0.19070417]]
",
      "grad01:  [[0.00217938 0.01322732]
",
      " [0.00671851 0.0142585 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01016529]
",
      " [-0.01382327]]
",
      "(2, 1)
",
      "[[0.0306978 ]
",
      " [0.08440571]
",
      " [0.07060984]
",
      " [0.1907104 ]]
",
      "grad01:  [[0.00217835 0.01321317]
",
      " [0.0067228  0.01424639]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01017534]
",
      " [-0.01380915]]
",
      "(2, 1)
",
      "[[0.03062778]
",
      " [0.08437685]
",
      " [0.07054557]
",
      " [0.19071629]]
",
      "grad01:  [[0.00217733 0.01319902]
",
      " [0.00672708 0.01423428]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01018542]
",
      " [-0.01379503]]
",
      "(2, 1)
",
      "[[0.030558  ]
",
      " [0.08434817]
",
      " [0.07048137]
",
      " [0.19072183]]
",
      "grad01:  [[0.00217632 0.01318486]
",
      " [0.00673134 0.01422217]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01019551]
",
      " [-0.01378094]]
",
      "(2, 1)
",
      "[[0.03048846]
",
      " [0.08431969]
",
      " [0.07041724]
",
      " [0.19072703]]
",
      "grad01:  [[0.00217533 0.01317068]
",
      " [0.00673557 0.01421005]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01020563]
",
      " [-0.01376686]]
",
      "(2, 1)
",
      "[[0.03041915]
",
      " [0.08429141]
",
      " [0.07035317]
",
      " [0.19073188]]
",
      "grad01:  [[0.00217436 0.01315649]
",
      " [0.00673979 0.01419793]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01021576]
",
      " [-0.01375279]]
",
      "(2, 1)
",
      "[[0.03035007]
",
      " [0.08426332]
",
      " [0.07028918]
",
      " [0.1907364 ]]
",
      "grad01:  [[0.00217339 0.01314229]
",
      " [0.00674399 0.01418581]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01022592]
",
      " [-0.01373874]]
",
      "(2, 1)
",
      "[[0.03028124]
",
      " [0.08423542]
",
      " [0.07022525]
",
      " [0.19074057]]
",
      "grad01:  [[0.00217245 0.01312808]
",
      " [0.00674817 0.01417369]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0102361]
",
      " [-0.0137247]]
",
      "(2, 1)
",
      "[[0.03021263]
",
      " [0.08420772]
",
      " [0.07016139]
",
      " [0.19074439]]
",
      "grad01:  [[0.00217151 0.01311386]
",
      " [0.00675232 0.01416157]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01024631]
",
      " [-0.01371068]]
",
      "(2, 1)
",
      "[[0.03014426]
",
      " [0.0841802 ]
",
      " [0.0700976 ]
",
      " [0.19074788]]
",
      "grad01:  [[0.0021706  0.01309963]
",
      " [0.00675646 0.01414944]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01025653]
",
      " [-0.01369667]]
",
      "(2, 1)
",
      "[[0.03007613]
",
      " [0.08415289]
",
      " [0.07003387]
",
      " [0.19075102]]
",
      "grad01:  [[0.0021697  0.01308539]
",
      " [0.00676058 0.01413732]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01026678]
",
      " [-0.01368268]]
",
      "(2, 1)
",
      "[[0.03000822]
",
      " [0.08412576]
",
      " [0.06997021]
",
      " [0.19075381]]
",
      "grad01:  [[0.00216881 0.01307114]
",
      " [0.00676468 0.01412519]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01027705]
",
      " [-0.01366871]]
",
      "(2, 1)
",
      "[[0.02994055]
",
      " [0.08409883]
",
      " [0.06990661]
",
      " [0.19075627]]
",
      "grad01:  [[0.00216794 0.01305688]
",
      " [0.00676876 0.01411306]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01028734]
",
      " [-0.01365475]]
",
      "(2, 1)
",
      "[[0.02987311]
",
      " [0.08407209]
",
      " [0.06984308]
",
      " [0.19075838]]
",
      "grad01:  [[0.0021671  0.01304262]
",
      " [0.00677282 0.01410094]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01029765]
",
      " [-0.01364081]]
",
      "(2, 1)
",
      "[[0.02980591]
",
      " [0.08404555]
",
      " [0.06977961]
",
      " [0.19076014]]
",
      "grad01:  [[0.00216626 0.01302834]
",
      " [0.00677686 0.01408881]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01030799]
",
      " [-0.01362689]]
",
      "(2, 1)
",
      "[[0.02973893]
",
      " [0.0840192 ]
",
      " [0.06971621]
",
      " [0.19076157]]
",
      "grad01:  [[0.00216545 0.01301405]
",
      " [0.00678088 0.01407668]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01031835]
",
      " [-0.01361298]]
",
      "(2, 1)
",
      "[[0.02967219]
",
      " [0.08399304]
",
      " [0.06965287]
",
      " [0.19076265]]
",
      "grad01:  [[0.00216466 0.01299976]
",
      " [0.00678488 0.01406455]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01032874]
",
      " [-0.01359909]]
",
      "(2, 1)
",
      "[[0.02960567]
",
      " [0.08396707]
",
      " [0.0695896 ]
",
      " [0.19076338]]
",
      "grad01:  [[0.00216388 0.01298546]
",
      " [0.00678886 0.01405243]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01033914]
",
      " [-0.01358522]]
",
      "(2, 1)
",
      "[[0.02953939]
",
      " [0.0839413 ]
",
      " [0.06952639]
",
      " [0.19076378]]
",
      "grad01:  [[0.00216313 0.01297115]
",
      " [0.00679282 0.0140403 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01034957]
",
      " [-0.01357137]]
",
      "(2, 1)
",
      "[[0.02947333]
",
      " [0.08391572]
",
      " [0.06946324]
",
      " [0.19076383]]
",
      "grad01:  [[0.00216239 0.01295683]
",
      " [0.00679676 0.01402818]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01036002]
",
      " [-0.01355753]]
",
      "(2, 1)
",
      "[[0.02940751]
",
      " [0.08389034]
",
      " [0.06940015]
",
      " [0.19076353]]
",
      "grad01:  [[0.00216168 0.01294251]
",
      " [0.00680069 0.01401605]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0103705 ]
",
      " [-0.01354372]]
",
      "(2, 1)
",
      "[[0.02934191]
",
      " [0.08386514]
",
      " [0.06933713]
",
      " [0.1907629 ]]
",
      "grad01:  [[0.00216098 0.01292818]
",
      " [0.00680459 0.01400393]]
",
      "(2, 2)
",
      "grad12:  [[ 0.010381  ]
",
      " [-0.01352992]]
",
      "(2, 1)
",
      "[[0.02927654]
",
      " [0.08384014]
",
      " [0.06927416]
",
      " [0.19076192]]
",
      "grad01:  [[0.00216031 0.01291384]
",
      " [0.00680847 0.01399181]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01039153]
",
      " [-0.01351614]]
",
      "(2, 1)
",
      "[[0.0292114 ]
",
      " [0.08381533]
",
      " [0.06921126]
",
      " [0.1907606 ]]
",
      "grad01:  [[0.00215966 0.01289949]
",
      " [0.00681233 0.0139797 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01040207]
",
      " [-0.01350238]]
",
      "(2, 1)
",
      "[[0.02914649]
",
      " [0.08379072]
",
      " [0.06914842]
",
      " [0.19075893]]
",
      "grad01:  [[0.00215904 0.01288514]
",
      " [0.00681617 0.01396758]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01041264]
",
      " [-0.01348864]]
",
      "(2, 1)
",
      "[[0.0290818 ]
",
      " [0.08376629]
",
      " [0.06908564]
",
      " [0.19075692]]
",
      "grad01:  [[0.00215843 0.01287078]
",
      " [0.00681998 0.01395547]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01042324]
",
      " [-0.01347492]]
",
      "(2, 1)
",
      "[[0.02901734]
",
      " [0.08374206]
",
      " [0.06902292]
",
      " [0.19075457]]
",
      "grad01:  [[0.00215785 0.01285642]
",
      " [0.00682378 0.01394336]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01043386]
",
      " [-0.01346122]]
",
      "(2, 1)
",
      "[[0.02895311]
",
      " [0.08371803]
",
      " [0.06896026]
",
      " [0.19075187]]
",
      "grad01:  [[0.0021573  0.01284205]
",
      " [0.00682756 0.01393126]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0104445 ]
",
      " [-0.01344754]]
",
      "(2, 1)
",
      "[[0.0288891 ]
",
      " [0.08369418]
",
      " [0.06889765]
",
      " [0.19074883]]
",
      "grad01:  [[0.00215676 0.01282768]
",
      " [0.00683132 0.01391916]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01045517]
",
      " [-0.01343388]]
",
      "(2, 1)
",
      "[[0.02882531]
",
      " [0.08367053]
",
      " [0.06883511]
",
      " [0.19074545]]
",
      "grad01:  [[0.00215626 0.0128133 ]
",
      " [0.00683506 0.01390706]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01046586]
",
      " [-0.01342025]]
",
      "(2, 1)
",
      "[[0.02876175]
",
      " [0.08364707]
",
      " [0.06877262]
",
      " [0.19074172]]
",
      "grad01:  [[0.00215577 0.01279891]
",
      " [0.00683877 0.01389496]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01047658]
",
      " [-0.01340663]]
",
      "(2, 1)
",
      "[[0.02869842]
",
      " [0.0836238 ]
",
      " [0.06871019]
",
      " [0.19073765]]
",
      "grad01:  [[0.00215532 0.01278452]
",
      " [0.00684247 0.01388287]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01048732]
",
      " [-0.01339303]]
",
      "(2, 1)
",
      "[[0.0286353 ]
",
      " [0.08360072]
",
      " [0.06864782]
",
      " [0.19073324]]
",
      "grad01:  [[0.00215489 0.01277013]
",
      " [0.00684614 0.01387079]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01049809]
",
      " [-0.01337945]]
",
      "(2, 1)
",
      "[[0.02857241]
",
      " [0.08357783]
",
      " [0.06858551]
",
      " [0.19072848]]
",
      "grad01:  [[0.00215449 0.01275573]
",
      " [0.0068498  0.01385871]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01050888]
",
      " [-0.0133659 ]]
",
      "(2, 1)
",
      "[[0.02850975]
",
      " [0.08355514]
",
      " [0.06852325]
",
      " [0.19072338]]
",
      "grad01:  [[0.00215411 0.01274133]
",
      " [0.00685343 0.01384663]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0105197 ]
",
      " [-0.01335237]]
",
      "(2, 1)
",
      "[[0.0284473 ]
",
      " [0.08353264]
",
      " [0.06846105]
",
      " [0.19071794]]
",
      "grad01:  [[0.00215376 0.01272692]
",
      " [0.00685704 0.01383456]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01053054]
",
      " [-0.01333885]]
",
      "(2, 1)
",
      "[[0.02838508]
",
      " [0.08351033]
",
      " [0.0683989 ]
",
      " [0.19071215]]
",
      "grad01:  [[0.00215344 0.01271251]
",
      " [0.00686063 0.0138225 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01054141]
",
      " [-0.01332537]]
",
      "(2, 1)
",
      "[[0.02832308]
",
      " [0.08348821]
",
      " [0.06833681]
",
      " [0.19070602]]
",
      "grad01:  [[0.00215315 0.0126981 ]
",
      " [0.0068642  0.01381044]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0105523]
",
      " [-0.0133119]]
",
      "(2, 1)
",
      "[[0.0282613 ]
",
      " [0.08346628]
",
      " [0.06827477]
",
      " [0.19069955]]
",
      "grad01:  [[0.00215289 0.01268368]
",
      " [0.00686775 0.01379838]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01056322]
",
      " [-0.01329845]]
",
      "(2, 1)
",
      "[[0.02819974]
",
      " [0.08344454]
",
      " [0.06821279]
",
      " [0.19069273]]
",
      "grad01:  [[0.00215266 0.01266926]
",
      " [0.00687128 0.01378633]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01057417]
",
      " [-0.01328503]]
",
      "(2, 1)
",
      "[[0.0281384 ]
",
      " [0.083423  ]
",
      " [0.06815086]
",
      " [0.19068557]]
",
      "grad01:  [[0.00215246 0.01265484]
",
      " [0.00687478 0.01377429]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01058514]
",
      " [-0.01327163]]
",
      "(2, 1)
",
      "[[0.02807727]
",
      " [0.08340164]
",
      " [0.06808899]
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [0.19067806]]
",
      "grad01:  [[0.00215229 0.01264041]
",
      " [0.00687827 0.01376226]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01059613]
",
      " [-0.01325826]]
",
      "(2, 1)
",
      "[[0.02801637]
",
      " [0.08338048]
",
      " [0.06802717]
",
      " [0.19067021]]
",
      "grad01:  [[0.00215215 0.01262598]
",
      " [0.00688173 0.01375023]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01060716]
",
      " [-0.0132449 ]]
",
      "(2, 1)
",
      "[[0.02795569]
",
      " [0.08335951]
",
      " [0.0679654 ]
",
      " [0.19066202]]
",
      "grad01:  [[0.00215204 0.01261155]
",
      " [0.00688517 0.01373821]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0106182 ]
",
      " [-0.01323157]]
",
      "(2, 1)
",
      "[[0.02789522]
",
      " [0.08333873]
",
      " [0.06790368]
",
      " [0.19065349]]
",
      "grad01:  [[0.00215197 0.01259712]
",
      " [0.00688859 0.01372619]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01062928]
",
      " [-0.01321827]]
",
      "(2, 1)
",
      "[[0.02783497]
",
      " [0.08331813]
",
      " [0.06784202]
",
      " [0.19064461]]
",
      "grad01:  [[0.00215193 0.01258269]
",
      " [0.00689198 0.01371418]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01064038]
",
      " [-0.01320499]]
",
      "(2, 1)
",
      "[[0.02777494]
",
      " [0.08329773]
",
      " [0.06778041]
",
      " [0.19063538]]
",
      "grad01:  [[0.00215192 0.01256825]
",
      " [0.00689536 0.01370218]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01065151]
",
      " [-0.01319173]]
",
      "(2, 1)
",
      "[[0.02771512]
",
      " [0.08327752]
",
      " [0.06771884]
",
      " [0.19062582]]
",
      "grad01:  [[0.00215194 0.01255382]
",
      " [0.00689871 0.01369019]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01066266]
",
      " [-0.01317849]]
",
      "(2, 1)
",
      "[[0.02765553]
",
      " [0.0832575 ]
",
      " [0.06765733]
",
      " [0.19061591]]
",
      "grad01:  [[0.002152   0.01253938]
",
      " [0.00690204 0.01367821]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01067384]
",
      " [-0.01316528]]
",
      "(2, 1)
",
      "[[0.02759614]
",
      " [0.08323767]
",
      " [0.06759587]
",
      " [0.19060565]]
",
      "grad01:  [[0.0021521  0.01252494]
",
      " [0.00690535 0.01366623]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01068505]
",
      " [-0.0131521 ]]
",
      "(2, 1)
",
      "[[0.02753697]
",
      " [0.08321803]
",
      " [0.06753446]
",
      " [0.19059505]]
",
      "grad01:  [[0.00215223 0.0125105 ]
",
      " [0.00690863 0.01365427]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01069628]
",
      " [-0.01313894]]
",
      "(2, 1)
",
      "[[0.02747802]
",
      " [0.08319857]
",
      " [0.06747309]
",
      " [0.19058411]]
",
      "grad01:  [[0.00215239 0.01249606]
",
      " [0.00691189 0.01364231]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01070754]
",
      " [-0.0131258 ]]
",
      "(2, 1)
",
      "[[0.02741928]
",
      " [0.08317931]
",
      " [0.06741178]
",
      " [0.19057282]]
",
      "grad01:  [[0.0021526  0.01248162]
",
      " [0.00691513 0.01363036]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01071883]
",
      " [-0.01311269]]
",
      "(2, 1)
",
      "[[0.02736075]
",
      " [0.08316024]
",
      " [0.06735051]
",
      " [0.19056119]]
",
      "grad01:  [[0.00215284 0.01246718]
",
      " [0.00691835 0.01361842]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01073015]
",
      " [-0.0130996 ]]
",
      "(2, 1)
",
      "[[0.02730244]
",
      " [0.08314135]
",
      " [0.0672893 ]
",
      " [0.19054922]]
",
      "grad01:  [[0.00215312 0.01245274]
",
      " [0.00692154 0.01360648]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01074149]
",
      " [-0.01308654]]
",
      "(2, 1)
",
      "[[0.02724434]
",
      " [0.08312266]
",
      " [0.06722813]
",
      " [0.1905369 ]]
",
      "grad01:  [[0.00215343 0.0124383 ]
",
      " [0.00692471 0.01359456]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01075286]
",
      " [-0.01307351]]
",
      "(2, 1)
",
      "[[0.02718645]
",
      " [0.08310415]
",
      " [0.067167  ]
",
      " [0.19052424]]
",
      "grad01:  [[0.00215379 0.01242386]
",
      " [0.00692785 0.01358265]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01076426]
",
      " [-0.0130605 ]]
",
      "(2, 1)
",
      "[[0.02712878]
",
      " [0.08308583]
",
      " [0.06710593]
",
      " [0.19051123]]
",
      "grad01:  [[0.00215418 0.01240942]
",
      " [0.00693098 0.01357074]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01077568]
",
      " [-0.01304752]]
",
      "(2, 1)
",
      "[[0.02707131]
",
      " [0.0830677 ]
",
      " [0.0670449 ]
",
      " [0.19049788]]
",
      "grad01:  [[0.00215461 0.01239498]
",
      " [0.00693407 0.01355885]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01078714]
",
      " [-0.01303456]]
",
      "(2, 1)
",
      "[[0.02701406]
",
      " [0.08304976]
",
      " [0.06698391]
",
      " [0.19048419]]
",
      "grad01:  [[0.00215509 0.01238055]
",
      " [0.00693715 0.01354697]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01079862]
",
      " [-0.01302163]]
",
      "(2, 1)
",
      "[[0.02695702]
",
      " [0.08303201]
",
      " [0.06692298]
",
      " [0.19047015]]
",
      "grad01:  [[0.0021556  0.01236611]
",
      " [0.0069402  0.01353509]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01081012]
",
      " [-0.01300872]]
",
      "(2, 1)
",
      "[[0.02690018]
",
      " [0.08301444]
",
      " [0.06686208]
",
      " [0.19045576]]
",
      "grad01:  [[0.00215616 0.01235168]
",
      " [0.00694323 0.01352323]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01082166]
",
      " [-0.01299584]]
",
      "(2, 1)
",
      "[[0.02684356]
",
      " [0.08299706]
",
      " [0.06680123]
",
      " [0.19044103]]
",
      "grad01:  [[0.00215676 0.01233724]
",
      " [0.00694623 0.01351138]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01083323]
",
      " [-0.01298299]]
",
      "(2, 1)
",
      "[[0.02678714]
",
      " [0.08297987]
",
      " [0.06674043]
",
      " [0.19042596]]
",
      "grad01:  [[0.0021574  0.01232281]
",
      " [0.00694921 0.01349954]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01084482]
",
      " [-0.01297017]]
",
      "(2, 1)
",
      "[[0.02673094]
",
      " [0.08296287]
",
      " [0.06667967]
",
      " [0.19041054]]
",
      "grad01:  [[0.00215808 0.01230838]
",
      " [0.00695216 0.01348771]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01085644]
",
      " [-0.01295737]]
",
      "(2, 1)
",
      "[[0.02667494]
",
      " [0.08294606]
",
      " [0.06661895]
",
      " [0.19039478]]
",
      "grad01:  [[0.00215881 0.01229395]
",
      " [0.00695509 0.01347589]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01086809]
",
      " [-0.0129446 ]]
",
      "(2, 1)
",
      "[[0.02661915]
",
      " [0.08292943]
",
      " [0.06655828]
",
      " [0.19037868]]
",
      "grad01:  [[0.00215958 0.01227953]
",
      " [0.00695799 0.01346408]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01087977]
",
      " [-0.01293185]]
",
      "(2, 1)
",
      "[[0.02656357]
",
      " [0.08291298]
",
      " [0.06649765]
",
      " [0.19036222]]
",
      "grad01:  [[0.0021604  0.01226511]
",
      " [0.00696087 0.01345229]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01089148]
",
      " [-0.01291914]]
",
      "(2, 1)
",
      "[[0.02650819]
",
      " [0.08289673]
",
      " [0.06643706]
",
      " [0.19034543]]
",
      "grad01:  [[0.00216126 0.01225068]
",
      " [0.00696372 0.0134405 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01090322]
",
      " [-0.01290645]]
",
      "(2, 1)
",
      "[[0.02645302]
",
      " [0.08288066]
",
      " [0.06637651]
",
      " [0.19032829]]
",
      "grad01:  [[0.00216217 0.01223627]
",
      " [0.00696655 0.01342873]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01091498]
",
      " [-0.01289379]]
",
      "(2, 1)
",
      "[[0.02639805]
",
      " [0.08286478]
",
      " [0.066316  ]
",
      " [0.1903108 ]]
",
      "grad01:  [[0.00216312 0.01222185]
",
      " [0.00696935 0.01341697]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01092677]
",
      " [-0.01288115]]
",
      "(2, 1)
",
      "[[0.0263433 ]
",
      " [0.08284908]
",
      " [0.06625554]
",
      " [0.19029297]]
",
      "grad01:  [[0.00216413 0.01220744]
",
      " [0.00697213 0.01340522]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0109386 ]
",
      " [-0.01286855]]
",
      "(2, 1)
",
      "[[0.02628874]
",
      " [0.08283357]
",
      " [0.06619511]
",
      " [0.19027479]]
",
      "grad01:  [[0.00216518 0.01219303]
",
      " [0.00697488 0.01339349]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01095045]
",
      " [-0.01285597]]
",
      "(2, 1)
",
      "[[0.02623439]
",
      " [0.08281824]
",
      " [0.06613473]
",
      " [0.19025627]]
",
      "grad01:  [[0.00216628 0.01217863]
",
      " [0.00697761 0.01338177]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01096233]
",
      " [-0.01284342]]
",
      "(2, 1)
",
      "[[0.02618024]
",
      " [0.0828031 ]
",
      " [0.06607438]
",
      " [0.19023741]]
",
      "grad01:  [[0.00216742 0.01216423]
",
      " [0.0069803  0.01337006]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01097424]
",
      " [-0.0128309 ]]
",
      "(2, 1)
",
      "[[0.0261263 ]
",
      " [0.08278814]
",
      " [0.06601407]
",
      " [0.19021819]]
",
      "grad01:  [[0.00216862 0.01214983]
",
      " [0.00698297 0.01335836]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01098618]
",
      " [-0.01281841]]
",
      "(2, 1)
",
      "[[0.02607256]
",
      " [0.08277337]
",
      " [0.06595381]
",
      " [0.19019864]]
",
      "grad01:  [[0.00216987 0.01213544]
",
      " [0.00698562 0.01334667]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01099816]
",
      " [-0.01280595]]
",
      "(2, 1)
",
      "[[0.02601902]
",
      " [0.08275878]
",
      " [0.06589358]
",
      " [0.19017873]]
",
      "grad01:  [[0.00217116 0.01212105]
",
      " [0.00698824 0.013335  ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01101016]
",
      " [-0.01279351]]
",
      "(2, 1)
",
      "[[0.02596569]
",
      " [0.08274438]
",
      " [0.06583339]
",
      " [0.19015848]]
",
      "grad01:  [[0.00217251 0.01210666]
",
      " [0.00699083 0.01332335]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01102219]
",
      " [-0.01278111]]
",
      "(2, 1)
",
      "[[0.02591255]
",
      " [0.08273016]
",
      " [0.06577324]
",
      " [0.19013789]]
",
      "grad01:  [[0.00217391 0.01209228]
",
      " [0.00699339 0.0133117 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01103425]
",
      " [-0.01276873]]
",
      "(2, 1)
",
      "[[0.02585962]
",
      " [0.08271613]
",
      " [0.06571312]
",
      " [0.19011695]]
",
      "grad01:  [[0.00217537 0.01207791]
",
      " [0.00699592 0.01330007]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01104634]
",
      " [-0.01275638]]
",
      "(2, 1)
",
      "[[0.02580689]
",
      " [0.08270228]
",
      " [0.06565304]
",
      " [0.19009567]]
",
      "grad01:  [[0.00217687 0.01206354]
",
      " [0.00699843 0.01328846]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01105846]
",
      " [-0.01274406]]
",
      "(2, 1)
",
      "[[0.02575436]
",
      " [0.08268861]
",
      " [0.065593  ]
",
      " [0.19007403]]
",
      "grad01:  [[0.00217843 0.01204917]
",
      " [0.00700091 0.01327685]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01107061]
",
      " [-0.01273177]]
",
      "(2, 1)
",
      "[[0.02570203]
",
      " [0.08267512]
",
      " [0.06553299]
",
      " [0.19005206]]
",
      "grad01:  [[0.00218005 0.01203481]
",
      " [0.00700336 0.01326527]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01108279]
",
      " [-0.01271951]]
",
      "(2, 1)
",
      "[[0.02564989]
",
      " [0.08266182]
",
      " [0.06547302]
",
      " [0.19002973]]
",
      "grad01:  [[0.00218172 0.01202046]
",
      " [0.00700578 0.01325369]]
",
      "(2, 2)
",
      "grad12:  [[ 0.011095  ]
",
      " [-0.01270728]]
",
      "(2, 1)
",
      "[[0.02559796]
",
      " [0.0826487 ]
",
      " [0.06541309]
",
      " [0.19000706]]
",
      "grad01:  [[0.00218344 0.01200611]
",
      " [0.00700818 0.01324213]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01110724]
",
      " [-0.01269508]]
",
      "(2, 1)
",
      "[[0.02554622]
",
      " [0.08263576]
",
      " [0.06535319]
",
      " [0.18998405]]
",
      "grad01:  [[0.00218522 0.01199176]
",
      " [0.00701054 0.01323059]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01111951]
",
      " [-0.01268291]]
",
      "(2, 1)
",
      "[[0.02549469]
",
      " [0.08262301]
",
      " [0.06529333]
",
      " [0.18996068]]
",
      "grad01:  [[0.00218706 0.01197742]
",
      " [0.00701288 0.01321906]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01113181]
",
      " [-0.01267077]]
",
      "(2, 1)
",
      "[[0.02544335]
",
      " [0.08261043]
",
      " [0.06523349]
",
      " [0.18993697]]
",
      "grad01:  [[0.00218895 0.01196309]
",
      " [0.00701518 0.01320754]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01114415]
",
      " [-0.01265866]]
",
      "(2, 1)
",
      "[[0.0253922 ]
",
      " [0.08259804]
",
      " [0.0651737 ]
",
      " [0.18991292]]
",
      "grad01:  [[0.00219091 0.01194876]
",
      " [0.00701746 0.01319604]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01115651]
",
      " [-0.01264659]]
",
      "(2, 1)
"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.02534126]
",
      " [0.08258583]
",
      " [0.06511393]
",
      " [0.18988851]]
",
      "grad01:  [[0.00219292 0.01193444]
",
      " [0.00701971 0.01318456]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01116891]
",
      " [-0.01263454]]
",
      "(2, 1)
",
      "[[0.02529051]
",
      " [0.08257379]
",
      " [0.0650542 ]
",
      " [0.18986376]]
",
      "grad01:  [[0.00219499 0.01192013]
",
      " [0.00702192 0.01317309]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01118133]
",
      " [-0.01262252]]
",
      "(2, 1)
",
      "[[0.02523995]
",
      " [0.08256194]
",
      " [0.06499451]
",
      " [0.18983867]]
",
      "grad01:  [[0.00219712 0.01190582]
",
      " [0.00702411 0.01316163]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01119379]
",
      " [-0.01261053]]
",
      "(2, 1)
",
      "[[0.02518959]
",
      " [0.08255027]
",
      " [0.06493484]
",
      " [0.18981322]]
",
      "grad01:  [[0.00219931 0.01189152]
",
      " [0.00702626 0.0131502 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01120628]
",
      " [-0.01259857]]
",
      "(2, 1)
",
      "[[0.02513943]
",
      " [0.08253878]
",
      " [0.06487521]
",
      " [0.18978743]]
",
      "grad01:  [[0.00220156 0.01187723]
",
      " [0.00702839 0.01313877]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0112188 ]
",
      " [-0.01258665]]
",
      "(2, 1)
",
      "[[0.02508946]
",
      " [0.08252747]
",
      " [0.06481561]
",
      " [0.18976129]]
",
      "grad01:  [[0.00220388 0.01186294]
",
      " [0.00703048 0.01312737]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01123135]
",
      " [-0.01257475]]
",
      "(2, 1)
",
      "[[0.02503968]
",
      " [0.08251634]
",
      " [0.06475604]
",
      " [0.18973481]]
",
      "grad01:  [[0.00220626 0.01184866]
",
      " [0.00703254 0.01311598]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01124394]
",
      " [-0.01256288]]
",
      "(2, 1)
",
      "[[0.0249901 ]
",
      " [0.08250539]
",
      " [0.0646965 ]
",
      " [0.18970797]]
",
      "grad01:  [[0.00220869 0.01183439]
",
      " [0.00703457 0.0131046 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01125655]
",
      " [-0.01255105]]
",
      "(2, 1)
",
      "[[0.02494071]
",
      " [0.08249461]
",
      " [0.06463699]
",
      " [0.18968079]]
",
      "grad01:  [[0.0022112  0.01182012]
",
      " [0.00703657 0.01309324]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0112692 ]
",
      " [-0.01253925]]
",
      "(2, 1)
",
      "[[0.02489151]
",
      " [0.08248402]
",
      " [0.06457751]
",
      " [0.18965326]]
",
      "grad01:  [[0.00221377 0.01180587]
",
      " [0.00703853 0.0130819 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01128188]
",
      " [-0.01252748]]
",
      "(2, 1)
",
      "[[0.02484251]
",
      " [0.0824736 ]
",
      " [0.06451806]
",
      " [0.18962538]]
",
      "grad01:  [[0.0022164  0.01179162]
",
      " [0.00704046 0.01307057]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01129459]
",
      " [-0.01251574]]
",
      "(2, 1)
",
      "[[0.02479369]
",
      " [0.08246336]
",
      " [0.06445864]
",
      " [0.18959716]]
",
      "grad01:  [[0.0022191  0.01177737]
",
      " [0.00704236 0.01305926]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01130733]
",
      " [-0.01250403]]
",
      "(2, 1)
",
      "[[0.02474507]
",
      " [0.08245329]
",
      " [0.06439925]
",
      " [0.18956858]]
",
      "grad01:  [[0.00222186 0.01176314]
",
      " [0.00704423 0.01304797]]
",
      "(2, 2)
",
      "grad12:  [[ 0.0113201 ]
",
      " [-0.01249235]]
",
      "(2, 1)
",
      "[[0.02469664]
",
      " [0.08244341]
",
      " [0.06433989]
",
      " [0.18953966]]
",
      "grad01:  [[0.0022247  0.01174891]
",
      " [0.00704606 0.0130367 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01133291]
",
      " [-0.01248071]]
",
      "(2, 1)
",
      "[[0.0246484 ]
",
      " [0.0824337 ]
",
      " [0.06428056]
",
      " [0.18951039]]
",
      "grad01:  [[0.0022276  0.01173469]
",
      " [0.00704786 0.01302544]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01134575]
",
      " [-0.0124691 ]]
",
      "(2, 1)
",
      "[[0.02460035]
",
      " [0.08242416]
",
      " [0.06422125]
",
      " [0.18948077]]
",
      "grad01:  [[0.00223056 0.01172049]
",
      " [0.00704963 0.0130142 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01135862]
",
      " [-0.01245752]]
",
      "(2, 1)
",
      "[[0.02455249]
",
      " [0.08241481]
",
      " [0.06416197]
",
      " [0.1894508 ]]
",
      "grad01:  [[0.0022336  0.01170628]
",
      " [0.00705136 0.01300297]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01137153]
",
      " [-0.01244597]]
",
      "(2, 1)
",
      "[[0.02450481]
",
      " [0.08240562]
",
      " [0.06410272]
",
      " [0.18942049]]
",
      "grad01:  [[0.00223671 0.01169209]
",
      " [0.00705305 0.01299176]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01138446]
",
      " [-0.01243445]]
",
      "(2, 1)
",
      "[[0.02445733]
",
      " [0.08239662]
",
      " [0.0640435 ]
",
      " [0.18938982]]
",
      "grad01:  [[0.00223988 0.01167791]
",
      " [0.00705472 0.01298058]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01139743]
",
      " [-0.01242297]]
",
      "(2, 1)
",
      "[[0.02441003]
",
      " [0.08238778]
",
      " [0.06398431]
",
      " [0.1893588 ]]
",
      "grad01:  [[0.00224313 0.01166373]
",
      " [0.00705634 0.0129694 ]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01141043]
",
      " [-0.01241152]]
",
      "(2, 1)
",
      "[[0.02436292]
",
      " [0.08237913]
",
      " [0.06392514]
",
      " [0.18932744]]
",
      "grad01:  [[0.00224645 0.01164957]
",
      " [0.00705793 0.01295825]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01142347]
",
      " [-0.0124001 ]]
",
      "(2, 1)
",
      "[[0.024316  ]
",
      " [0.08237064]
",
      " [0.06386599]
",
      " [0.18929572]]
",
      "grad01:  [[0.00224984 0.01163541]
",
      " [0.00705948 0.01294711]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01143654]
",
      " [-0.01238871]]
",
      "(2, 1)
",
      "[[0.02426927]
",
      " [0.08236233]
",
      " [0.06380688]
",
      " [0.18926366]]
",
      "grad01:  [[0.00225331 0.01162127]
",
      " [0.007061   0.01293599]]
",
      "(2, 2)
",
      "grad12:  [[ 0.01144964]
",
      " [-0.01237735]]
",
      "(2, 1)
",
      "[[0.02422272]
",
      " [0.08235419]
",
      " [0.06374778]
",

Please see instructions for this assignment in the word document. You may complete this in Jupyter Notebook for coding parts and other short answer questions, thesis.

Answer To: Please see instructions for this assignment in the word document. You may complete this in Jupyter...

Answer To This Question Is Available To Download

Related Questions & Answers

Submit New Assignment

Please see instructions for this assignment in the word document. You may complete this in Jupyter Notebook for coding parts and other short answer questions, thesis.

Answer To: Please see instructions for this assignment in the word document. You may complete this in Jupyter...

Answer To This Question Is Available To Download

Related Questions & Answers

Submit New Assignment

Get Password?