From a7e452ea6ddd31a93e5ddd57976382dd9aff4a10 Mon Sep 17 00:00:00 2001 From: Tanishq Dubey Date: Thu, 15 Aug 2024 14:39:29 -0400 Subject: [PATCH] Initial Commit --- .gitignore | 169 + Untitled.ipynb | 6 + micrograd.ipynb | 24410 ++++++++++++++++++++++++++++++++++++++++++++++ pyvenv.cfg | 5 + 4 files changed, 24590 insertions(+) create mode 100644 .gitignore create mode 100644 Untitled.ipynb create mode 100644 micrograd.ipynb create mode 100644 pyvenv.cfg diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..c82c138 --- /dev/null +++ b/.gitignore @@ -0,0 +1,169 @@ +# Byte-compiled / optimized / DLL files +__pycache__/ +*.py[cod] +*$py.class + +# C extensions +*.so + +# Distribution / packaging +.Python +build/ +develop-eggs/ +dist/ +downloads/ +eggs/ +.eggs/ +lib/ +lib64/ +parts/ +sdist/ +var/ +wheels/ +share/python-wheels/ +*.egg-info/ +.installed.cfg +*.egg +MANIFEST + +# PyInstaller +# Usually these files are written by a python script from a template +# before PyInstaller builds the exe, so as to inject date/other infos into it. +*.manifest +*.spec + +# Installer logs +pip-log.txt +pip-delete-this-directory.txt + +# Unit test / coverage reports +htmlcov/ +.tox/ +.nox/ +.coverage +.coverage.* +.cache +nosetests.xml +coverage.xml +*.cover +*.py,cover +.hypothesis/ +.pytest_cache/ +cover/ + +# Translations +*.mo +*.pot + +# Django stuff: +*.log +local_settings.py +db.sqlite3 +db.sqlite3-journal + +# Flask stuff: +instance/ +.webassets-cache + +# Scrapy stuff: +.scrapy + +# Sphinx documentation +docs/_build/ + +# PyBuilder +.pybuilder/ +target/ + +# Jupyter Notebook +.ipynb_checkpoints + +# IPython +profile_default/ +ipython_config.py + +# pyenv +# For a library or package, you might want to ignore these files since the code is +# intended to run in multiple environments; otherwise, check them in: +# .python-version + +# pipenv +# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. +# However, in case of collaboration, if having platform-specific dependencies or dependencies +# having no cross-platform support, pipenv may install dependencies that don't work, or not +# install all needed dependencies. +#Pipfile.lock + +# poetry +# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control. +# This is especially recommended for binary packages to ensure reproducibility, and is more +# commonly ignored for libraries. +# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control +#poetry.lock + +# pdm +# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control. +#pdm.lock +# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it +# in version control. +# https://pdm.fming.dev/latest/usage/project/#working-with-version-control +.pdm.toml +.pdm-python +.pdm-build/ + +# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm +__pypackages__/ + +# Celery stuff +celerybeat-schedule +celerybeat.pid + +# SageMath parsed files +*.sage.py + +# Environments +.env +.venv +env/ +venv/ +ENV/ +env.bak/ +venv.bak/ + +# Spyder project settings +.spyderproject +.spyproject + +# Rope project settings +.ropeproject + +# mkdocs documentation +/site + +# mypy +.mypy_cache/ +.dmypy.json +dmypy.json + +# Pyre type checker +.pyre/ + +# pytype static type analyzer +.pytype/ + +# Cython debug symbols +cython_debug/ + +# PyCharm +# JetBrains specific template is maintained in a separate JetBrains.gitignore that can +# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore +# and can be added to the global gitignore or merged into this file. For a more nuclear +# option (not recommended) you can uncomment the following to ignore the entire idea folder. +#.idea/ + +bin/ +etc/ +lib64 +lib64/ +share/ +.virtual_documents/ diff --git a/Untitled.ipynb b/Untitled.ipynb new file mode 100644 index 0000000..363fcab --- /dev/null +++ b/Untitled.ipynb @@ -0,0 +1,6 @@ +{ + "cells": [], + "metadata": {}, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/micrograd.ipynb b/micrograd.ipynb new file mode 100644 index 0000000..c06ed25 --- /dev/null +++ b/micrograd.ipynb @@ -0,0 +1,24410 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 4, + "id": "6ba1fbfd-0c9b-41cc-8c91-109b7e7c75ce", + "metadata": {}, + "outputs": [], + "source": [ + "import math\n", + "import numpy as np\n", + "import matplotlib.pyplot as plt\n", + "import random\n", + "%matplotlib inline" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "6c68e697-08a6-437a-b70b-10d07fc25303", + "metadata": {}, + "outputs": [], + "source": [ + "def f(x):\n", + " return 3*x**2 - 4*x + 5" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "329d0306-7585-43c3-809e-1881c04186eb", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "20.0" + ] + }, + "execution_count": 3, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "f(3.0)" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "d9fe6d4a-f217-4140-ab5d-aa94b2873f96", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[]" + ] + }, + "execution_count": 4, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAGdCAYAAAA44ojeAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/TGe4hAAAACXBIWXMAAA9hAAAPYQGoP6dpAABC30lEQVR4nO3deXhU5eH28e+ZmezLhADZSELCGvZ9ExfUFFRcUESpuKEFrWBFXAptxfanNW5VXzewtipaEMWKaFUsokKRsAVB9j0QCFkgMNnINjPvH8G0UVSWSc4s9+e6zqWcmUzujFyZ2+c853kMt9vtRkRERMSLWMwOICIiIvJ9KigiIiLidVRQRERExOuooIiIiIjXUUERERERr6OCIiIiIl5HBUVERES8jgqKiIiIeB2b2QHOhMvlIj8/n6ioKAzDMDuOiIiInAK3201ZWRlJSUlYLD89RuKTBSU/P5+UlBSzY4iIiMgZyMvLIzk5+Sef45MFJSoqCqj/AaOjo01OIyIiIqeitLSUlJSUhs/xn+KTBeW7yzrR0dEqKCIiIj7mVKZnaJKsiIiIeB0VFBEREfE6KigiIiLidVRQRERExOuooIiIiIjXUUERERERr6OCIiIiIl5HBUVERES8jgqKiIiIeJ3TLijLli3jiiuuICkpCcMw+OCDDxo97na7mTFjBomJiYSFhZGZmcnOnTsbPaekpIRx48YRHR1NTEwMt99+O+Xl5Wf1g4iIiIj/OO2CUlFRQa9evXjppZdO+viTTz7J888/z6xZs1i1ahURERGMGDGCqqqqhueMGzeOzZs3s3jxYv71r3+xbNkyJk6ceOY/hYiIiPgVw+12u8/4iw2DBQsWMGrUKKB+9CQpKYn77ruP+++/HwCHw0F8fDxvvPEGY8eOZevWrXTt2pU1a9bQv39/ABYtWsRll13GgQMHSEpK+tnvW1pait1ux+FwaC8eERERH3E6n98enYOyd+9eCgoKyMzMbDhnt9sZNGgQ2dnZAGRnZxMTE9NQTgAyMzOxWCysWrXqpK9bXV1NaWlpo6MpbCso5fcLNvLRhvwmeX0RERE5NR4tKAUFBQDEx8c3Oh8fH9/wWEFBAXFxcY0et9lsxMbGNjzn+7KysrDb7Q1HSkqKJ2M3WLK1iDmr9vPGitwmeX0RERE5NT5xF8/06dNxOBwNR15eXpN8nzH9k7FZDHL2HWV7QVmTfA8RERH5eR4tKAkJCQAUFhY2Ol9YWNjwWEJCAkVFRY0er6uro6SkpOE53xcSEkJ0dHSjoynERYWS2aV+9Oft1fub5HuIiIjIz/NoQUlPTychIYElS5Y0nCstLWXVqlUMGTIEgCFDhnDs2DFycnIanvPFF1/gcrkYNGiQJ+OckV8OSgXg/XUHqKp1mpxGREQkMNlO9wvKy8vZtWtXw5/37t3L+vXriY2NJTU1lSlTpvDoo4/SsWNH0tPTeeihh0hKSmq406dLly5ccsklTJgwgVmzZlFbW8vkyZMZO3bsKd3B09TO69CKNjFhHDx2nE82HuKavslmRxIREQk4pz2CsnbtWvr06UOfPn0AmDp1Kn369GHGjBkAPPjgg9x9991MnDiRAQMGUF5ezqJFiwgNDW14jTlz5pCRkcHFF1/MZZddxrnnnstf//pXD/1IZ8diMfjlwPpJuLrMIyIiYo6zWgfFLE29DkpRaRVDHv8Cp8vN4nvPp2N8lMe/h4iISKAxbR0UfxEXHUpml/pbod9e3TR3DImIiMiPU0H5Eb8cWD9Z9p+aLCsiItLsVFB+xHkdW9MmJgzH8Vo+3XTI7DgiIiIBRQXlR1gtBmMHnJgsu0qXeURERJqTCspPGNM/BavFYHVuCbuKtLKsiIhIc1FB+QkJ9lAuytBkWRERkeamgvIzbtBkWRERkWangvIzzu/UmiR7KMcqa/ls88l3WxYRERHPUkH5GVaLwfUD6kdR5q7SyrIiIiLNQQXlFFw3IBmLAav2lrC7uNzsOCIiIn5PBeUUJNrDGibLztP+PCIiIk1OBeUUfbey7Hs5B6iu02RZERGRpqSCcoou6NSaRHsoRytr+WxzodlxRERE/JoKyimyWS1c1/+7lWV1mUdERKQpqaCchusGpGAxIHvPEfZosqyIiEiTUUE5DW1iwhjW+cRk2TVaWVZERKSpqKCcJk2WFRERaXoqKKfpws6tiY8OoaSihn9rsqyIiEiTUEE5TTarheu/myyrNVFERESahArKGbhuQAqGASt2H2Hv4Qqz44iIiPgdFZQzkNwinGGdWgMwb41GUURERDxNBeUMNUyWXXuAmjqXyWlERET8iwrKGbooI464qBCOVNSwaHOB2XFERET8igrKGbJZLYw9MYryj+x9JqcRERHxLyooZ+GGgalYLQarc0vYVlBqdhwRERG/oYJyFhLsoYzoFg/AmxpFERER8RgVlLN00+A0AD745iClVbXmhhEREfETKihnaXC7WDrFR1JZ4+SfOQfMjiMiIuIXVFDOkmEY3DS4LQBvrdyH2+02OZGIiIjvU0HxgKv7JhMZYmNPcQVf7zpidhwRERGfp4LiAZEhNq7p2waAN7NzzQ0jIiLiB1RQPOS7yzyfby3k4LHjJqcRERHxbSooHtIxPorB7WJxueHtVdqfR0RE5GyooHjQzUPSgPoNBKvrnOaGERER8WEqKB70i67xxEeHcLi8hkWbtD+PiIjImVJB8aAgq4UbBtbPRdHKsiIiImdOBcXDfjkwBZvFIGffUTbnO8yOIyIi4pNUUDwsLjqUS7onAPCWRlFERETOiApKE/husuwH6w/iqNT+PCIiIqdLBaUJDEhrQUZCFFW1Lubn5JkdR0RExOeooDQBwzC4aUj9ZNk5q/bjcml/HhERkdOhgtJERvVuQ1SIjb2HK1i+67DZcURERHyKCkoTiQixMbpfMqBbjkVERE6XCkoTuvHE/jxfbCvkwNFKk9OIiIj4DhWUJtQhLpKhHVrictfPRREREZFTo4LSxG4anAbAO2vyqKrV/jwiIiKnQgWliWV2iSPJHkpJRQ2fbDxkdhwRERGfoILSxGxWCzcMSgU0WVZERORUqaA0g+sHpBJkNVifd4yNB7Q/j4iIyM9RQWkGraNCuKxHIgBvZueaG0ZERMQHqKA0k5tPrCy7cEM+R8qrTU4jIiLi3VRQmknf1Bb0SrZTU+dirm45FhER+UkqKM3EMAxuOzcdgDdX7qOmzmVyIhEREe+lgtKMLu2eSHx0CMVl1Xy8Md/sOCIiIl5LBaUZBdss3DwkDYC/L9+L261djkVERE5GBaWZ3TAwlRCbhU0HS1mTe9TsOCIiIl5JBaWZtYgI5pq+9bscv7Z8r8lpREREvJMKigluG5oGwL+3FJBXol2ORUREvk8FxQQd46M4r2MrXG6YvSLX7DgiIiJex+MFxel08tBDD5Genk5YWBjt27fnkUceaTQh1O12M2PGDBITEwkLCyMzM5OdO3d6OopX++6W43fW5FFeXWdyGhEREe/i8YLyxBNPMHPmTF588UW2bt3KE088wZNPPskLL7zQ8Jwnn3yS559/nlmzZrFq1SoiIiIYMWIEVVVVno7jtS7o2Jr2rSMoq65j/to8s+OIiIh4FY8XlBUrVnDVVVcxcuRI0tLSuPbaaxk+fDirV68G6kdPnnvuOf7whz9w1VVX0bNnT958803y8/P54IMPPB3Ha1ksBuOH1o+ivLEiF6dLtxyLiIh8x+MF5ZxzzmHJkiXs2LEDgA0bNrB8+XIuvfRSAPbu3UtBQQGZmZkNX2O32xk0aBDZ2dknfc3q6mpKS0sbHf7gmr5tsIcFse9IJV9sKzI7joiIiNfweEGZNm0aY8eOJSMjg6CgIPr06cOUKVMYN24cAAUFBQDEx8c3+rr4+PiGx74vKysLu93ecKSkpHg6tinCg238cmAqoFuORURE/pfHC8q7777LnDlzmDt3LuvWrWP27Nk8/fTTzJ49+4xfc/r06TgcjoYjL89/5mzcPKQtVotB9p4jbMn3j5EhERGRs+XxgvLAAw80jKL06NGDm266iXvvvZesrCwAEhISACgsLGz0dYWFhQ2PfV9ISAjR0dGNDn+RFBPGZT0SAXjta42iiIiIQBMUlMrKSiyWxi9rtVpxuep3701PTychIYElS5Y0PF5aWsqqVasYMmSIp+P4hO8WbvtwfT7FZdXmhhEREfECHi8oV1xxBX/+85/5+OOPyc3NZcGCBTzzzDNcffXVABiGwZQpU3j00Uf58MMP2bhxIzfffDNJSUmMGjXK03F8Qp/UFvRJjaHG6WLOqn1mxxERETGdzdMv+MILL/DQQw9x1113UVRURFJSEnfccQczZsxoeM6DDz5IRUUFEydO5NixY5x77rksWrSI0NBQT8fxGbcNTefu/d/wj5X7+PWw9oTYrGZHEhERMY3h/t8lXn1EaWkpdrsdh8PhN/NR6pwuzn/yS/IdVTw9phfX9ks2O5KIiIhHnc7nt/bi8RI2q4Wbz0kD4O/L9+KDvVFERMRjVFC8yNgBKYQFWdl6qJSVe0rMjiMiImIaFRQvEhMezOh+bQDdciwiIoFNBcXLfLc/z+dbC9l3pMLkNCIiIuZQQfEy7VtHcmHn1rjd9ZsIioiIBCIVFC9027n1oyjz1x6grKrW5DQiIiLNTwXFC53boRWd4iMpr67j7dX7zY4jIiLS7FRQvJBhGPzq3HYAvLY8l5o6l8mJREREmpcKipe6qk8ScVEhFJRW8eGGfLPjiIiINCsVFC8VYrM2zEX567LduFxauE1ERAKHCooXu2FQKpEhNnYUlvPVjiKz44iIiDQbFRQvFh0axLhBqQDMWrrH5DQiIiLNRwXFy40fmk6Q1WD13hLW7T9qdhwREZFmoYLi5RLsoYzqXb/8/V81iiIiIgFCBcUH3HFB/S3Hn20pYE9xuclpREREmp4Kig/oEBdFZpd43G549T/aRFBERPyfCoqPuPPEKMo/1x2gqKzK5DQiIiJNSwXFR/RPi6Vf2xbU1LmYrU0ERUTEz6mg+JA7zq8fRXkrex/l1XUmpxEREWk6Kig+JLNLPO1aR1BaVcc8bSIoIiJ+TAXFh1gsRsMoyt+X79UmgiIi4rdUUHzMqD5taB0VwiFHFR9pE0EREfFTKig+JsRm5bah9ZsIvrJsN263NhEUERH/o4LigxptIri92Ow4IiIiHqeC4oPsYUHc0LCJ4G6T04iIiHieCoqPGj80jSCrwaq9JXyjTQRFRMTPqKD4qER7GFd9t4ngMm0iKCIi/kUFxYdNPHHL8aLNBew9XGFyGhEREc9RQfFhneKjuDgj7sQmghpFERER/6GC4uPuuKA9AO/lHKC4rNrkNCIiIp6hguLjBqS1oE9qjDYRFBERv6KC4uMMw+CO8+tHUd7MzqW0qtbkRCIiImdPBcUPDO8aT4e4SEqr6ngre5/ZcURERM6aCoofsFgMJl1YP4ry9+V7qaypMzmRiIjI2VFB8RNX9EyibctwSipqmLtqv9lxREREzooKip+wWS3cNax+FOWVZXuoqnWanEhEROTMqaD4kav7JNMmJozismreXZtndhwREZEzpoLiR4JtFu68oH512Vlf7aamzmVyIhERkTOjguJnxvRPIS4qhHxHFe+vO2B2HBERkTOiguJnQoOsDXv0vPzVbuqcGkURERHfo4Lih24YlErLiGD2l1Ty4YZ8s+OIiIicNhUUPxQebOP289IBePHLXThdbpMTiYiInB4VFD910+C22MOC2FNcwaebDpkdR0RE5LSooPipqNAgxg9NA+DFL3bh0iiKiIj4EBUUPzb+nHQiQ2xsKyjj862FZscRERE5ZSoofsweHsTNQ9oC8MIXu3C7NYoiIiK+QQXFz91+bjphQVY2HnTw1Y5is+OIiIicEhUUP9cyMoRxg1IBeGHJTo2iiIiIT1BBCQATz29HsM3Cuv3HyN59xOw4IiIiP0sFJQDERYcydkAKUD8XRURExNupoASIOy5oT5DVIHvPEdbmlpgdR0RE5CepoASINjFhjO6bDGgURUREvJ8KSgC5a1gHrBaDpTuK2ZB3zOw4IiIiP0oFJYCktgznql5JQP0ePSIiIt5KBSXA3HVhBwwDFm8pZEt+qdlxRERETkoFJcB0iIvksh6JADy/ZKfJaURERE5OBSUATbm4I4YBizYXsPGAw+w4IiIiP6CCEoA6xkcxqncbAJ5ZvN3kNCIiIj+kghKg7rm4I1aLwZfbi8nZd9TsOCIiIo00SUE5ePAgN954Iy1btiQsLIwePXqwdu3ahsfdbjczZswgMTGRsLAwMjMz2blT8yGaU1qrCK49sS6KRlFERMTbeLygHD16lKFDhxIUFMSnn37Kli1b+Mtf/kKLFi0anvPkk0/y/PPPM2vWLFatWkVERAQjRoygqqrK03HkJ9x9cQeCrAZf7zrCit2HzY4jIiLSwHB7eHvbadOm8fXXX/Of//znpI+73W6SkpK47777uP/++wFwOBzEx8fzxhtvMHbs2J/9HqWlpdjtdhwOB9HR0Z6MH3BmLNzEm9n76N+2BfPvHIJhGGZHEhERP3U6n98eH0H58MMP6d+/P2PGjCEuLo4+ffrw6quvNjy+d+9eCgoKyMzMbDhnt9sZNGgQ2dnZJ33N6upqSktLGx3iGZMu7ECIzcLafUdZuqPY7DgiIiJAExSUPXv2MHPmTDp27Mhnn33Gr3/9a37zm98we/ZsAAoKCgCIj49v9HXx8fENj31fVlYWdru94UhJSfF07IAVHx3KTYPbAvDM4h14eEBNRETkjHi8oLhcLvr27ctjjz1Gnz59mDhxIhMmTGDWrFln/JrTp0/H4XA0HHl5eR5MLHcOa094sJVvDzhYvKXQ7DgiIiKeLyiJiYl07dq10bkuXbqwf/9+ABISEgAoLGz8QVhYWNjw2PeFhIQQHR3d6BDPaRUZwvihaUD9KIrLpVEUERExl8cLytChQ9m+vfFtqzt27KBt2/rLCOnp6SQkJLBkyZKGx0tLS1m1ahVDhgzxdBw5RRPPa09UqI1tBWV8vPGQ2XFERCTAebyg3HvvvaxcuZLHHnuMXbt2MXfuXP76178yadIkAAzDYMqUKTz66KN8+OGHbNy4kZtvvpmkpCRGjRrl6ThyiuzhQUw4rx0Az36+gzqny+REIiISyDxeUAYMGMCCBQt4++236d69O4888gjPPfcc48aNa3jOgw8+yN13383EiRMZMGAA5eXlLFq0iNDQUE/HkdMwfmgaMeFB7Cmu4IP1+WbHERGRAObxdVCag9ZBaTqzlu7m8U+3kRIbxhf3DSPIqt0QRETEM0xdB0V8281D2tIqMoS8kuPMX3vA7DgiIhKgVFCkkfBgG5MubA/AC1/spKrWaXIiEREJRCoo8gO/HJhKoj2UQ44q3l693+w4IiISgFRQ5AdCg6xMvqgDAC99uZvjNRpFERGR5qWCIic1pl8KKbFhHC6v5s3sXLPjiIhIgFFBkZMKtlm45+JOQP2dPWVVtSYnEhGRQKKCIj9qVO8k2rWO4GhlLa9/nWt2HBERCSAqKPKjbFYL92bWj6K8umwPRytqTE4kIiKBQgVFftLIHol0SYymrLqOF7/cZXYcEREJECoo8pMsFoPpl2YA8GZ2LnkllSYnEhGRQKCCIj/r/E6tOa9jK2qdbp7+9/af/wIREZGzpIIip+S3l2RgGLBwfT4bDzjMjiMiIn5OBUVOSfc2dq7u3QaAxz7Zig/uMSkiIj5EBUVO2dThnQi2Wcjec4SvdhSbHUdERJqA2+1mV1GZ2TFUUOTUJbcIZ/w5aQA8/sk2nC6NooiI+Jt/fXuIXzy7jIcXbjI1hwqKnJa7hnXAHhbE9sIy/rnugNlxRETEg6pqnTyxaBtuN8RGhJiaRQVFTos9PIjJF9ZvJPjMv3doI0ERET8ye0UuB44eJz46hAnnp5uaRQVFTttNQ9rSJiaMgtIqXvt6r9lxRETEA0oqahoW5Lx/eGfCg22m5lFBkdMWGmTlgRGdAZj51W6OlFebnEhERM7W//t8B2VVdXRNjGZ032Sz46igyJm5slcS3ZKiKa+u44UvtAS+iIgv211czpxV+wH4w8guWCyGyYlUUOQMWSwGv7usCwD/WLmP3MMVJicSEZEzlfXJNupcbi7OiOOcDq3MjgOooMhZGNqhFRd0ak2dy81TWgJfRMQnZe8+wudbC7FaDKaf+B9Pb6CCImdl2qX1S+B//O0hvtl/1Ow4IiJyGlwuN3/+ZAsANwxMpUNcpMmJ/ksFRc5Kl/+ZTJX16TYtgS8i4kMWfHOQTQdLiQyxMSWzo9lxGlFBkbM29RedCLFZWL23hC+2FZkdR0RETsHxGmfDDvV3XdielpHmLsz2fSooctaSYsK47dz6BX0e/3QbdU6XyYlEROTn/H35Hg45qmgTE8ZtQ81dlO1kVFDEI349rD0twoPYWVTOezlaAl9ExJsVlVUx86vdADx4SWdCg6wmJ/ohFRTxiOjQIO6+qP765TOLd1BZU2dyIhER+THPLt5JRY2TXsl2ruiZZHack1JBEY+5cXBbUmPDKSqr5tVlWgJfRMQbbS8o4501JxZlu7yrVyzKdjIqKOIxwTYLD15yYgn8pbvIP3bc5EQiIvJ9j32yFZcbLumWwIC0WLPj/CgVFPGokT0SGZgWS1Wti6xPt5kdR0RE/seyHcUs3VFMkNVg2qUZZsf5SSoo4lGGYfDwlV2xGPDRhnxW7y0xO5KIiABOl5vHPtkKwE2D00hrFWFyop+mgiIe1y3JztiBqQD88cPNOF1avE1ExGzz1+axraAMe1gQv7m4g9lxfpYKijSJ+4d3JjrUxpZDpcw7MRlLRETMUVFdx18W7wDg7os6EBMebHKin6eCIk0iNiKYe3/RCYCnP9uOo7LW5EQiIoHrlWV7KC6rJjU2nJuGtDU7zilRQZEmc+PgtnSMi+RoZS3Pfr7D7DgiIgHp4LHj/HVZ/aJs0y7NIMTmfYuynYwKijSZIKuFh6/oBsBbK/exo7DM5EQiIoHnzx9voarWxcC0WC7tnmB2nFOmgiJN6tyOrRjRLR6ny83/fbRFux2LiDSj5TsP88nGAqwWgz9d1Q3D8M5F2U5GBUWa3B9GdiXYZmH5rsP8e0uh2XFERAJCTZ2Lhz/cBMBNg9vSJTHa5ESnRwVFmlxKbDgTz2sHwKMfb6Gq1mlyIhER//f613vZXVxBq8j/3rTgS1RQpFncdWF7EqJDySs5zt/+s8fsOCIifq3AUcXzS3YC8NtLMrCHBZmc6PSpoEizCA+2Mf2y+mWVX/pyN4cc2qdHRKSpPPbJVipqnPRJjWF032Sz45wRFRRpNlf2SmJAWguO1zp5XPv0iIg0iZV7jvDhhnwMAx65qrvX7lb8c1RQpNkYhsHDV3TDMGDh+nzW5mqfHhERT6p1unh44WYAbhiYSvc2dpMTnTkVFGlW3dvYGTsgBYA/fqR9ekREPOmt7H1sLyyjRXgQD4zobHacs6KCIs3u/uGdiQq1selgKe+uzTM7joiIXygqq+LZE/vtPDAiwyf22/kpKijS7FpGhnBvZv0tb099th3Hce3TIyJytp74dDtl1XX0TLZz/YmRal+mgiKmuGlI/T49JRU1/L/Pd5odR0TEp+XsK+Gf6w4A8Kcru2H10Ymx/0sFRUwRZLUw44quALyZncv2Au3TIyJyJpwuNzNOTIy9vn8KfVJbmJzIM1RQxDTndWzNiG7x1Lnc/G7BRlyaMCsictrmrt7P5vxSokNtPHiJb0+M/V8qKGKqP17ZjYhgKzn7jvKOJsyKiJyWkooanv5sOwD3j+hMy8gQkxN5jgqKmCrRHsZ9w+sbf9YnWykuqzY5kYiI73jqs204jtfSJTGaGwammh3Ho1RQxHS3nJNGjzZ2SqvqePTjLWbHERHxCRvyjjFvTf3I8yNXdcNm9a+PdP/6acQnWS0Gj13dA8uJFWaX7Sg2O5KIiFdzudzMWLgJtxuu6dOG/mmxZkfyOBUU8Qo9ku3cck4aAA8t3ERVrdPcQCIiXuydtXlsOOAgMsTGtBMbsfobFRTxGvcN70xCdCj7jlTy4he7zI4jIuKVisqqyPpkKwBTMjsSFxVqcqKmoYIiXiMyxMYfr+wGwCvLdrOjUGujiIh8358+3EJpVR092ti59cTIsz9SQRGvMqJbPJld4ql1uvm91kYREWlk8ZZCPt54CKvFIOuaHn43MfZ/+e9PJj7JMAz+dFU3woOtrMk9yvwcrY0iIgJQVlXLQx9sAuBX56XTvY3d5ERNq8kLyuOPP45hGEyZMqXhXFVVFZMmTaJly5ZERkYyevRoCgsLmzqK+Ig2MWFM/UX9ZoKPfbKNw+VaG0VE5KnPtlNQWkXbluFMubiT2XGaXJMWlDVr1vDKK6/Qs2fPRufvvfdePvroI+bPn8/SpUvJz8/nmmuuacoo4mNuPSeNronROI7X8uePt5odR0TEVDn7Snhr5T4Asq7uQViw1eRETa/JCkp5eTnjxo3j1VdfpUWL/25c5HA4+Pvf/84zzzzDRRddRL9+/Xj99ddZsWIFK1eubKo44mNsVgtZ1/TAMGDBNwdZvvOw2ZFERExRXefkt//ciNsNY/olc06HVmZHahZNVlAmTZrEyJEjyczMbHQ+JyeH2traRuczMjJITU0lOzv7pK9VXV1NaWlpo0P8X6+UGG4e3BaAP3ywUWujiEhAmvnVbnYVldMqMpjfj+xidpxm0yQFZd68eaxbt46srKwfPFZQUEBwcDAxMTGNzsfHx1NQUHDS18vKysJutzccKSkpTRFbvNB9IzoTHx1C7pFKXv5Sa6OISGDZWVjGSyd+9z18RTdiwoNNTtR8PF5Q8vLyuOeee5gzZw6hoZ5ZPGb69Ok4HI6GIy9Pd3YEiujQIP54Rf3aKDOX7mZXkdZGEZHA4HK5mfb+Rmqdbi7OiOPynolmR2pWHi8oOTk5FBUV0bdvX2w2GzabjaVLl/L8889js9mIj4+npqaGY8eONfq6wsJCEhISTvqaISEhREdHNzokcFzSPYGLM+Kodbr53YJNuN1aG0VE/N+c1fvJ2XeUiGArj4zqjmEYZkdqVh4vKBdffDEbN25k/fr1DUf//v0ZN25cw78HBQWxZMmShq/Zvn07+/fvZ8iQIZ6OI37gu7VRwoKsrN5bwvy1B8yOJCLSpA45jvPEp9sAePCSDJJiwkxO1Pxsnn7BqKgounfv3uhcREQELVu2bDh/++23M3XqVGJjY4mOjubuu+9myJAhDB482NNxxE8ktwjn3l905LFPtvHox1s4v1NrEuz+uf+EiAQ2t9vNQx9spry6jj6pMdx44maBQGPKSrLPPvssl19+OaNHj+b8888nISGB999/34wo4kNuG5pOr2Q7pVV1TH//W13qERG/9OmmAj7fWkiQ1eCJ0T2xWgLr0s53DLcP/pYvLS3FbrfjcDg0HyXA7CwsY+Tzy6lxunjy2p5c1193dImI/3BU1pL57FKKy6r5zUUdmDq8s9mRPOp0Pr+1F4/4lI7xUUwdXr/E8yMfbSH/2HGTE4mIeE7Wp1spLqumfesIJl3Uwew4plJBEZ8z4bx29EmNoay6jmnvb9SlHhHxC9m7jzBvTf0yGo+P7kmIzf+Xs/8pKijic6wWg6fH9CLEZmHZjmLeWaN1cUTEt1XVOvndgo0AjBuUyoC0WJMTmU8FRXxS+9aRPDCi/trsox9v5cDRSpMTiYicuScWbWPv4Qrio0P47aUZZsfxCioo4rPGD02nf9sWlFfX8dt/6q4eEfFNK3Yd5vWvcwF4YnRPokODzA3kJVRQxGdZLQZPXtuT0CALX+86wpxV+82OJCJyWhzHa7l//gag/tLOsM5xJifyHioo4tPatY7kwRH1w6GPfbKVvBJd6hER3/GnjzaT76iibctwfndZ4OxUfCpUUMTn3XpOGgPTYqmscfLge9/iculSj4h4v0WbDvH+uoNYDHjmul5EhHh8cXefpoIiPs9iMXhqTE/Cgqxk7znCP1btMzuSiMhPKiqr4ncLNgFw5wXt6ddWd+18nwqK+IW2LSOYfln9pZ6sT7ax70iFyYlERE7O7Xbzu/c3UlJRQ5fEaKZkdjI7kldSQRG/ceOgtgxp15LjtU4e0KUeEfFS89ce4POtRQRbLTx7fS+CbfooPhm9K+I3LCfu6gkPtrJ6bwmzs3PNjiQi0kheSSV/+mgzAPcN70RGgvaT+zEqKOJXUmL/OxP+u4WPRES8gdPl5r53N1BR42RAWgt+dV47syN5NRUU8TvjBqVybodWVNW6eGD+Bpy61CMiXuC15XtZnVtCeLCVv4zpjdVimB3Jq6mgiN8xDIPHR/cgMsTG2n1HmbV0t9mRRCTAbS8o46nPtgPw0OVdSW0ZbnIi76eCIn4puUU4D1/RFYBnFu9g3f6jJicSkUBVU+fi3nfWU+N0cVFGHGMHpJgdySeooIjfurZfMlf2SsLpcvObt7+htKrW7EgiEoCeX7KTLYdKaREexOOje2AYurRzKlRQxG8ZhsGjV3cnJTaMA0eP87v3N2pDQRFpVjn7jvLyV7sA+PPVPYiLCjU5ke9QQRG/Fh0axPNj+2CzGPzr20PMzzlgdiQRCRCVNXXc9+56XG64uk8bLuuRaHYkn6KCIn6vT2oLpg6vX6nx4YWb2V1cbnIiEQkEj368ldwjlSREh/LHK7uZHcfnqKBIQLjz/PYM7VC/yuzdc7+hus5pdiQR8WP/+jafuav2A/D0mF7Yw4JMTuR7VFAkIFgsBs9c15vYiGC2HCrliU+3mx1JRPxU7uEKpv1zIwB3DWvPuR1bmZzIN6mgSMCIjw7l6TE9AXjt6718sa3Q5EQi4m+q65xMfnsd5dV1DEhrwdRfaCPAM6WCIgHloox4bj0nDYD7539LUWmVuYFExK889vFWNh2sv6X4+V/2wWbVx+yZ0jsnAWfapRl0SYympKKGe99dr12PRcQjPt14iNnZ+wB45rreJNrDTE7k21RQJOCEBll54Zd9CAuy8vWuI7yybI/ZkUTEx+0/UsmD730LwB0XtOPCjDiTE/k+FRQJSB3iIvnjlfVL4f/l39v5Rkvhi8gZ+m7eSVl1Hf3atuD+4Z3NjuQXVFAkYF3XP4WRPROpc7n5zTwthS8iZ+bxT7fx7QEH9rD6eSdBmnfiEXoXJWAZhsFjV/egTUwYeSXH+cOCTVoKX0ROy2ebC3j961wA/jKmF21iNO/EU1RQJKDV/x9Pb6wWgw835POelsIXkVOUV1LJA/M3ADDhvHQyu8abnMi/qKBIwOvXNpZ7MzsC8NDCTWw9VGpyIhHxdjV1Lu5++xtKq+ronRLDg5dkmB3J76igiAC/HtaB8zq2oqrWxR1v5XCsssbsSCLixZ5ctI31eceIDrXx4g2ad9IU9I6KAFaLwfNj+5DcIoz9JZXcM289Tq2PIiIn8fmWQv62fC9Qv89OcotwkxP5JxUUkRNaRATzyk39CLFZWLqjmOc+32F2JBHxMgePHee+E/NObhuazvBuCSYn8l8qKCL/o1uSncdH9wDghS928dnmApMTiYi3qHW6uHvuOhzHa+mVbGfapZp30pRUUES+5+o+yQ379dz37gZ2F5ebG0hEvMIj/9rCuv3HiAq18eINfQm26SO0KendFTmJ34/swsC0WMqr67jjrRzKq+vMjiQiJnp79X7ezN6HYcCz1/UmJVbzTpqaCorISQRZLbw4rg/x0SHsKirn/nc3aBE3kQC1JreEGQs3AXDfLzppvZNmooIi8iPiokKZeWM/gqwGizYXMHPpbrMjiUgzO3jsOHe+lUOt083InolMurCD2ZEChgqKyE/om9qCP17ZDYCnP9vOsh3FJicSkeZyvMbJxDfXcqSihq6J0Tx1bU8MwzA7VsBQQRH5GTcMTOX6/im43PCbed+QV1JpdiQRaWJut5sH3tvA5vxSWkYE8+ot/QkPtpkdK6CooIj8DMMw+NNV3eiVbOdYZS13vJXD8Rqn2bFEpAm9/NVu/vXtIWwWg5k39tMmgCZQQRE5BaFBVmbe2I+WEcFsOVTK7xds1KRZET/1+ZZCnv73dgD+dFU3BqbHmpwoMKmgiJyipJgwXrihD1aLwfvfHGT2ilyzI4mIh+0sLGPKO+txu+HGwamMG9TW7EgBSwVF5DSc074V00+sHvnox1vJ3n3E5EQi4imOylomvLmW8uo6BqXH8vAV3cyOFNBUUERO0+3npnNlryTqXG7ueGstu4rKzI4kImepzuli8tvryD1SSZuYMF4e11c7FJtM777IaTIMgyev7Unf1BhKq+q49fU1FJdVmx1LRM7C459u4z87DxMWZOXVm/vTMjLE7EgBTwVF5AyEnvgl1rZlOAeOHudXs9dQWaPl8EV80T9zDvC35XsB+Mt1veiaFG1yIgEVFJEz1jIyhDfGD6RFeBAbDjj4zdvrcbp0Z4+IL/lm/1GmL9gIwG8u6sBlPRJNTiTfUUEROQvprSJ49eb+BNssfL61kEf+tcXsSCJyivYfqWTCmznU1LkY3jWeKZmdzI4k/0MFReQs9U+L5ZnregHwxopc/n5iqFhEvNfh8mpufm0Vh8ur6ZIYzTPX98Zi0TL23kQFRcQDLu+ZxLSG24+3sGhTgcmJROTHVFTXcfsba8g9UklyizBmjx9AZIiWsfc2KigiHnLH+e0YNygVtxvumfcN3+w/anYkEfmeWqeLX89Zx4YDDmIjgnnztoHERYeaHUtOQgVFxEMMw+BPV3bjws6tqa5z8avZa9l/RBsLingLt9vNb9/7lmU7igkLsvL3W/rTrnWk2bHkR6igiHiQzWrhxRv60i0pmiMVNdz6xmqOVdaYHUtEgCcWbef9bw5itRi8PK4vfVJbmB1JfoIKioiHRYTYeO3WASTZQ9lTXMHEN3OortPuxyJmem35XmYt3Q3A49f04MKMOJMTyc9RQRFpAvHRobw+fiBRITZW55bwwPxvcWmNFBFTfLQhn0c+rl8C4IERnRnTP8XkRHIqVFBEmkjnhChm3tgPm8Xgww35PHVi+3YRaT4rdh3mvnc34HbDLUPactew9mZHklPk8YKSlZXFgAEDiIqKIi4ujlGjRrF9e+NfzFVVVUyaNImWLVsSGRnJ6NGjKSws9HQUEdOd27EVWdf0AGDmV7uZ+dVukxOJBI7N+Q4mvpVDjdPFZT0SmHFFNwxDa534Co8XlKVLlzJp0iRWrlzJ4sWLqa2tZfjw4VRUVDQ859577+Wjjz5i/vz5LF26lPz8fK655hpPRxHxCmP6p/DgJZ0BeGLRNl7TQm4iTS6vpJJbX19DeXUdg9Jjeea63li1EJtPMdxud5NeGC8uLiYuLo6lS5dy/vnn43A4aN26NXPnzuXaa68FYNu2bXTp0oXs7GwGDx78s69ZWlqK3W7H4XAQHa1NncQ3PPPv7Tz/xS4AHru6BzcMSjU5kYh/OlJezZhZ2ew5XEFGQhTv3jmE6NAgs2MJp/f53eRzUBwOBwCxsbEA5OTkUFtbS2ZmZsNzMjIySE1NJTs7u6njiJjm3l90YuL57QD4/QcbeX/dAZMTififypo6bpu9lj2HK2gTE8bs2waqnPioJl3b1+VyMWXKFIYOHUr37t0BKCgoIDg4mJiYmEbPjY+Pp6Dg5MuDV1dXU11d3fDn0tLSJsss0lQMw2D6pRlU1zqZnb2P++dvINhm4fKeSWZHE/ELlTV1jH99DRvyjhETHsTs2wYSr1VifVaTjqBMmjSJTZs2MW/evLN6naysLOx2e8ORkqJbxMQ3GYbBw1d0Y+yAFFxumDJvPf/erH17RM7Wd+Vk1d4SokJsvH7rADrEaZVYX9ZkBWXy5Mn861//4ssvvyQ5ObnhfEJCAjU1NRw7dqzR8wsLC0lISDjpa02fPh2Hw9Fw5OXlNVVskSZnsRj8+eoejOqdRJ3LzeS537B0R7HZsUR81vfLyezbB2qVWD/g8YLidruZPHkyCxYs4IsvviA9Pb3R4/369SMoKIglS5Y0nNu+fTv79+9nyJAhJ33NkJAQoqOjGx0ivsxqMXh6TC8u7Z5AjdPFxDfXkr37iNmxRHzOycpJX5UTv+DxgjJp0iT+8Y9/MHfuXKKioigoKKCgoIDjx48DYLfbuf3225k6dSpffvklOTk5jB8/niFDhpzSHTwi/sJmtfD/xvbh4ow4qutc3D57DTn7SsyOJeIzVE78m8dvM/6xRXBef/11br31VqB+obb77ruPt99+m+rqakaMGMHLL7/8o5d4vk+3GYs/qap1MuHNtfxn52GiQmzMmTCInskxZscS8WoqJ77pdD6/m3wdlKaggiL+5niNk1teX83qvSXYw4KYN3EwXRL1d1vkZFROfJdXrYMiIj8vLNjKa7cOoHdKDI7jtdz4t1XsLCwzO5aI11E5CRwqKCJeIjLExuzbBtItKZojFTVc90o26/OOmR1LxGuonAQWFRQRL2IPC+Iftw+iV0oMRytrueHVlXy967DZsURMp3ISeFRQRLxMi4hg5vxqEEM7tKSyxsn419ewaNMhs2OJmEblJDCpoIh4ocgQG6/dOqBhnZS75qxj3ur9ZscSaXaO47Xc+prKSSBSQRHxUiE2Ky/e0LdhWfxp729k1tLdZscSaTb5x44zZtYKVueqnAQiFRQRL2a1GGRd04M7L2gPwOOfbiPrk6344OoAIqdlW0Ep17y8gh2F5cRHh/DOHUNUTgKMCoqIlzMMg2mXZjD90gwAXlm2h2n/3Eid02VyMpGmsWLXYcbMzKagtIqOcZG8f9dQuiZpXaBAo4Ii4iPuuKA9T47uicWAd9bmMXnuN1TVOs2OJeJRC9cf5JbXV1NWXcfA9Fjeu/Mc2sSEmR1LTKCCIuJDrhuQwsvj+hFstbBocwG3vbGG8uo6s2OJnDW3280rS3dzz7z11DrdjOyZyJu3DcQeHmR2NDGJCoqIj7mkewJv3DaAiGArK3Yf4YZXV1JSUWN2LJEz5nS5+dNHW8j6dBsAt5+bzgtj+xAaZDU5mZhJBUXEB53TvhVvTxxMbEQw3x5wcO2sFew9XGF2LJHTVlXrZNKcdbyxIheAP4zswkOXd8ViOfnGsxI4VFBEfFTP5BjevWMISfZQ9hRXcNWLy1m6o9jsWCKn7GhFDTf+bRWLNhcQbLXw4g19+NV57cyOJV5CBUXEh3WIi+SDyUPp17YFpVV1jH99Na8s3a3bkMXr5ZVUMnrWCtbuO0p0qI03bx/I5T2TzI4lXkQFRcTHxUWFMnfCIK7vX7+gW9an25jyznrd4SNea0PeMa6ZuYI9xRUk2UN579fnMLhdS7NjiZdRQRHxAyE2K4+P7sH/XdUNm8Vg4fp8rp21goPHjpsdTaSB2+1mzqp9jJmVTXFZNRkJUbx/11A6xUeZHU28kAqKiJ8wDIObh6Tx1u2DiI0IZtPBUq56cTlrckvMjibC8Ron983fwO8XbKLG6WJ413jevXMICfZQs6OJl1JBEfEzQ9q35MPJQ+mSGM3h8hpueHUlc1btMzuWBLC9hyu4+uWveX/dQawWg+mXZvDKTf2IDtUaJ/LjVFBE/FByi3D++eshjOyZSK3Tze8XbOL3CzZSU6fl8aV5fba5gCtfWM62gjJaRYYw51eDuOOC9hiGbiOWn6aCIuKnwoNtvPjLPjwwojOGAXNW7Wfc31ZSXFZtdjQJAHVOF1mfbuWOt3Ioq65jQFoLPvnNuZoMK6dMBUXEjxmGwaQLO/D3W/oTFWJjTe5RrnxxOevzjpkdTfxYUVkV4/62ileW7gFgwnnpzJ0wmLhozTeRU6eCIhIALsqIZ8GkobRrFcEhRxWjZ67g/32+Uzsii8etyS3h8ueXs2pvCZEhNl4e15ffj+xKkFUfN3J69DdGJEB0iItkwaShjOyZiNPl5tnPdzDmlWxytUS+eIDb7eZv/9nD2L+upKismk7xkSycPJTLeiSaHU18lAqKSACxhwXx4i/78Nz1vYkKtfHN/mNc9vx/eHv1fq0+K2espKKGX/9jHY9+vBWny81VvZP4YNJQ2reONDua+DDD7YO/lUpLS7Hb7TgcDqKjo82OI+KTDh47zn3vrmflnvp1UjK7xJF1TU9aR4WYnEx8ycffHmLGwk0cqaghyGow4/Ku3Di4re7SkZM6nc9vFRSRAOZyufn78r089dl2apwuWkYE8/jonvyia7zZ0cTLFZdVM2PhJj7dVABA5/gonh7Tix7JdpOTiTdTQRGR07L1UCn3vrOebQVlAIwdkMJDl3clIsRmcjLxNm63m4Xr8/njR5s5VlmLzWJw14UdmHxhB4JtmjUgP00FRUROW1Wtk2cW7+DV/+zB7Ya2LcN55rre9Gvbwuxo4iWKSqv43YJNfL61EICuidE8NaYn3ZI0aiKnRgVFRM5Y9u4j3PfuevIdVVgMuGtYByZf1IHQIKvZ0cQkbrebf647yP99tJnSqjqCrAa/uagjdw5rr9uH5bSooIjIWXEcr+WPH25mwTcHAUiJDeMPI7syvGu8Jj8GmEOO40x/fyNfbS8GoGeynaeu7UXnBO1ALKdPBUVEPOKTjYf4v4+2UFBaBcC5HVrx8BVd6RivDyd/53a7mbcmj8c+3kpZdR3BNgv3ZnZiwnnp2DRqImdIBUVEPKaiuo6ZX+3mr8v2UON0YbUY3DIkjXsyO2IP0260/ihnXwmPfbKNnH1HAeiTGsNT1/akQ5yKqZwdFRQR8bh9Ryp49OOtLN5SP0GyZUQwD4zozJj+KVgtuuzjD/YUl/Pkou0s2lx/63BokIX7h3dm/NB0/TcWj1BBEZEms2xHMX/6aDO7i+uXyO/Rxs4fr+xKv7axJieTM1VcVs3zS3Yyd/V+nC43FgOu65/Cvb/oRLw2+BMPUkERkSZV63TxZvY+nlu8g7LqOgCu7tOGaZdm6APNh1TW1PG3/+zllaW7qahxAnBxRhy/vTSDTppnJE1ABUVEmsXh8mqeWrSdd3PycLshPNjKhPPaces5abSICDY7nvyIOqeL+TkHeHbxDorKqgHolWxn+mVdGNyupcnpxJ+poIhIs/r2wDH++OFm1u0/BtQXlV8OTOVX56WTaA8zN5w0cLvdLNlaxOOLtrGrqByA1NhwHrykMyN7JOoWcmlyKigi0uzcbjefbCzgpS93seVQKQBBVoNr+iRzxwXtaKedbU3jdLn5YlsRry7bw+rc+s0hW4QHcfdFHRk3OJUQmxbhk+ahgiIipnG73SzdUczMr3azam/9h6FhwKXdE/j1BR20mVwzKquq5d21B5i9Ipf9JZUAhNgs3HZuOnde0F63iUuzU0EREa+Qs+8oM7/axedbixrOndexFb8e1p4h7VrqkkIT2Xu4gtkrcpm/Nq9h8mt0qI1fDkzl1qFpuuwmplFBERGvsq2glFeW7uHDDfk4XfW/cnqnxHDnBe3J7BKnlUk9wO12s3zXYV7/Opcvtxfx3W/2DnGR3HpOGtf0bUN4sHanFnOpoIiIV8orqeSvy/bw7to8qutcQP2Cb1f0SmJUnzb0SrZrVOU0Ha9x8v43B3jj61x2npj4CnBh59aMH5rOeR1b6T0Vr6GCIiJerbismte/3ss7a/I4UlHTcD69VQRX9U5iVO82pLWKMDGhd6tzulidW8KiTQUsXJ+P43gtABHBVq7tl8wt56RpUrJ4JRUUEfEJtU4Xy3cd5oNvDvLZ5gKqal0Nj/VJjWFU7zZc3jORlpEhJqb0DtV1Tr7edZhFmwpYvKWQo5W1DY+lxIZxy5A0rhuQQnSoJr6K91JBERGfU15dx783F/DB+nyW7yzmxFQVrBaD8zu2YlSfNmR2iSciJHDmUVRU1/HV9mIWbS7gy21FlJ9YtRfqbxP+Rdd4Lu2eyPmdWmuvHPEJKigi4tOKyqr4aMMhFq4/yLcHHA3nbRaD7m3sDGoXy+D0lvRLa+F3IwbHKmtYsrWIRZsLWLajuGGuDkB8dAiXdEtgRPcEBqbFanKx+BwVFBHxG7uKylm4/iAfbshn35HKRo9ZDOiaFM2g9JYMSo9lYHosMeG+s8R+dZ2TrYfK+PbAMTbkOfj2wDF2FZfzv7+V27YM55LuCVzSLYFeyTFYNFIiPkwFRUT8Ul5JJav2lrB67xFW7S35QWEByEiIYlB6LAPSY2nfOpKU2HAiveCykNPlZldRORvyjrHhwDG+PeBgW0Eptc4f/gruHB/FJd0TuLRHAp3jo3QXjvgNFRQRCQgFjipWnSgrq/YcYXdxxUmfFxsRTEpsOKmx4aTGhpEaG05Ki3BSYsNJtId65FLJ8RonxWXVFJdX1f/zu6O8mt1FFWzKd1B5YtG072frmWynZ3IMvU78s3WUJgWLf1JBEZGAVFxWzeoTIyzr846xv6Sy0d0uJ2OzGLRpEUZsRDBBFgs2q4HNasFmMbBZDIKsJ85ZTpyzGlgMg5LKGorLqjl8ooiU/c8E1h8TEWylexs7vVJi6Jlsp1dyDMktwjRCIgFDBUVE5ITSqlrySirJKzlOXkkl+08ceSWVHDh6nBqn6+df5BSF2CzERYfQOjKE1lEnjshQkluE0TPZTrvWkbrbRgLa6Xx+m39hVkSkCUWHBtEtyU63pB9uUuhyuSksq2LfkUpKj9dS53JT63RR53RT53JR63Tj/O6cy02ds/6cy+2mRXjwf0vIiSMqxKbREBEPUUERkYBlsRgk2sO0eZ6IF9JN9CIiIuJ1VFBERETE66igiIiIiNdRQRERERGvo4IiIiIiXkcFRURERLyOqQXlpZdeIi0tjdDQUAYNGsTq1avNjCMiIiJewrSC8s477zB16lQefvhh1q1bR69evRgxYgRFRUVmRRIREREvYVpBeeaZZ5gwYQLjx4+na9euzJo1i/DwcF577TWzIomIiIiXMKWg1NTUkJOTQ2Zm5n+DWCxkZmaSnZ39g+dXV1dTWlra6BARERH/ZUpBOXz4ME6nk/j4+Ebn4+PjKSgo+MHzs7KysNvtDUdKSkpzRRURERET+MRdPNOnT8fhcDQceXl5ZkcSERGRJmTKZoGtWrXCarVSWFjY6HxhYSEJCQk/eH5ISAghISHNFU9ERERMZkpBCQ4Opl+/fixZsoRRo0YB4HK5WLJkCZMnT/7Zr3e73QCaiyIiIuJDvvvc/u5z/KeYUlAApk6dyi233EL//v0ZOHAgzz33HBUVFYwfP/5nv7asrAxAc1FERER8UFlZGXa7/SefY1pBuf766ykuLmbGjBkUFBTQu3dvFi1a9IOJsyeTlJREXl4eUVFRGIbRDGm9X2lpKSkpKeTl5REdHW12HL+n97v56T1vXnq/m18gvOdut5uysjKSkpJ+9rmG+1TGWcTrlZaWYrfbcTgcfvsX25vo/W5+es+bl97v5qf3vDGfuItHREREAosKioiIiHgdFRQ/ERISwsMPP6zbsZuJ3u/mp/e8een9bn56zxvTHBQRERHxOhpBEREREa+jgiIiIiJeRwVFREREvI4KioiIiHgdFRQ/Vl1dTe/evTEMg/Xr15sdx2/l5uZy++23k56eTlhYGO3bt+fhhx+mpqbG7Gh+46WXXiItLY3Q0FAGDRrE6tWrzY7kt7KyshgwYABRUVHExcUxatQotm/fbnasgPH4449jGAZTpkwxO4rpVFD82IMPPnhKywnL2dm2bRsul4tXXnmFzZs38+yzzzJr1ix+97vfmR3NL7zzzjtMnTqVhx9+mHXr1tGrVy9GjBhBUVGR2dH80tKlS5k0aRIrV65k8eLF1NbWMnz4cCoqKsyO5vfWrFnDK6+8Qs+ePc2O4h3c4pc++eQTd0ZGhnvz5s1uwP3NN9+YHSmgPPnkk+709HSzY/iFgQMHuidNmtTwZ6fT6U5KSnJnZWWZmCpwFBUVuQH30qVLzY7i18rKytwdO3Z0L1682H3BBRe477nnHrMjmU4jKH6osLCQCRMm8NZbbxEeHm52nIDkcDiIjY01O4bPq6mpIScnh8zMzIZzFouFzMxMsrOzTUwWOBwOB4D+PjexSZMmMXLkyEZ/1wOdabsZS9Nwu93ceuut3HnnnfTv35/c3FyzIwWcXbt28cILL/D000+bHcXnHT58GKfT+YNdzuPj49m2bZtJqQKHy+ViypQpDB06lO7du5sdx2/NmzePdevWsWbNGrOjeBWNoPiIadOmYRjGTx7btm3jhRdeoKysjOnTp5sd2eed6nv+vw4ePMgll1zCmDFjmDBhgknJRTxj0qRJbNq0iXnz5pkdxW/l5eVxzz33MGfOHEJDQ82O41W01L2PKC4u5siRIz/5nHbt2nHdddfx0UcfYRhGw3mn04nVamXcuHHMnj27qaP6jVN9z4ODgwHIz89n2LBhDB48mDfeeAOLRf3/bNXU1BAeHs57773HqFGjGs7fcsstHDt2jIULF5oXzs9NnjyZhQsXsmzZMtLT082O47c++OADrr76aqxWa8M5p9OJYRhYLBaqq6sbPRZIVFD8zP79+yktLW34c35+PiNGjOC9995j0KBBJCcnm5jOfx08eJALL7yQfv368Y9//CNgf6E0hUGDBjFw4EBeeOEFoP6yQ2pqKpMnT2batGkmp/M/brebu+++mwULFvDVV1/RsWNHsyP5tbKyMvbt29fo3Pjx48nIyOC3v/1tQF9a0xwUP5Oamtroz5GRkQC0b99e5aSJHDx4kGHDhtG2bVuefvppiouLGx5LSEgwMZl/mDp1Krfccgv9+/dn4MCBPPfcc1RUVDB+/Hizo/mlSZMmMXfuXBYuXEhUVBQFBQUA2O12wsLCTE7nf6Kion5QQiIiImjZsmVAlxNQQRE5a4sXL2bXrl3s2rXrByVQA5Rn7/rrr6e4uJgZM2ZQUFBA7969WbRo0Q8mzopnzJw5E4Bhw4Y1Ov/6669z6623Nn8gCVi6xCMiIiJeR7P4RERExOuooIiIiIjXUUERERERr6OCIiIiIl5HBUVERES8jgqKiIiIeB0VFBEREfE6KigiIiLidVRQRERExOuooIiIiIjXUUERERERr6OCIiIiIl7n/wOmIpCi+M1VdAAAAABJRU5ErkJggg==", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "xs = np.arange(-5, 5, 0.25)\n", + "ys = f(xs)\n", + "ys\n", + "plt.plot(xs, ys)" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "c529bf0b-bc62-44aa-972d-f3bc5f062281", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "14.000001158365194" + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "h = 0.000000001\n", + "x = 3.0\n", + "(f(x + h) - f(x))/h" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "9033878d-ae71-4347-ad2d-7b346cd7e3cc", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "4.0\n" + ] + } + ], + "source": [ + "a = 2.0\n", + "b = -3.0\n", + "c = 10.0\n", + "d = a*b + c\n", + "print(d)" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "4552a24e-b104-48cb-8af7-d25810616d6e", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "d1 4.0\n", + "d2 4.000002\n", + "slope 2.000000000279556\n" + ] + } + ], + "source": [ + "h = 0.000001\n", + "\n", + "a = 2.0\n", + "b = -3.0\n", + "c = 10.0\n", + "\n", + "d1 = a*b + c\n", + "b += h\n", + "d2 = a*b + c\n", + "\n", + "print('d1', d1)\n", + "print('d2', d2)\n", + "print('slope', (d2 - d1)/h)" + ] + }, + { + "cell_type": "code", + "execution_count": 99, + "id": "c8b07ebe-ddab-4b6d-bb8b-a57962122bca", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "Value(data=-8.0)" + ] + }, + "execution_count": 99, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "class Value:\n", + "\n", + " def __init__(self, data, _children=(), _op='', label='', tag=''):\n", + " self.data = data\n", + " self.grad = 0.0\n", + " self._prev = set(_children)\n", + " self._backward = lambda: None\n", + " self._op = _op\n", + " self.label = label\n", + " self.tag = tag\n", + "\n", + " def __repr__(self):\n", + " return f\"Value(data={self.data})\"\n", + "\n", + " def __add__(self, other):\n", + " other = other if isinstance(other, Value) else Value(float(other), label=f'const: {other}', tag=self.tag)\n", + " out = Value(self.data + other.data, (self, other), '+', tag=self.tag)\n", + "\n", + "\n", + " def _backward():\n", + " self.grad += 1.0 * out.grad\n", + " other.grad += 1.0 * out.grad\n", + " \n", + " out._backward = _backward\n", + " \n", + " return out\n", + "\n", + " def __radd__(self, other):\n", + " return self + other\n", + "\n", + " def __neg__(self):\n", + " return self * -1\n", + "\n", + " def __sub__(self, other):\n", + " return self + (-other)\n", + "\n", + " def __mul__(self, other):\n", + " other = other if isinstance(other, Value) else Value(float(other), label=f'const: {other}', tag=self.tag)\n", + " out = Value(self.data * other.data, (self, other), '*', tag=self.tag)\n", + "\n", + " def _backward():\n", + " self.grad += other.data * out.grad\n", + " other.grad += self.data * out.grad\n", + " \n", + " out._backward = _backward\n", + "\n", + " return out\n", + "\n", + " def __rmul__(self, other):\n", + " return self * other\n", + "\n", + " def __truediv__(self, other):\n", + " return self * other**-1\n", + "\n", + " def __pow__(self, other):\n", + " assert isinstance(other, (int, float))\n", + " other = float(other)\n", + " out = Value(self.data**other, (self,), f'**{other}', tag=self.tag)\n", + "\n", + " def _backward():\n", + " self.grad += (other * self.data**(other -1)) * out.grad\n", + " out._backward = _backward\n", + " \n", + " return out\n", + "\n", + " def tanh(self):\n", + " n = self.data\n", + " t = (math.exp(2 * n) - 1) / (math.exp(2 * n) + 1)\n", + " out = Value(t, (self, ), 'tanh', tag=self.tag)\n", + "\n", + " def _backward():\n", + " self.grad += (1 - t**2) * out.grad\n", + " \n", + " out._backward = _backward\n", + " \n", + " return out\n", + "\n", + " def exp(self):\n", + " n = self.data\n", + " out = Value(math.exp(n), (self, ), 'exp', tag=self.tag)\n", + "\n", + " def _backward():\n", + " self.grad += out.data * out.grad\n", + " out._backward = _backward\n", + "\n", + " return out\n", + "\n", + " \n", + "\n", + " def backward(self):\n", + " self.grad = 1.0\n", + " topo = []\n", + " visited = set()\n", + " def build_topo(v):\n", + " if v not in visited:\n", + " visited.add(v)\n", + " for child in v._prev:\n", + " build_topo(child)\n", + " topo.append(v)\n", + " build_topo(self)\n", + "\n", + " for node in reversed(topo):\n", + " node._backward()\n", + "\n", + " \n", + "a = Value(2.0, label='a', tag='1,a')\n", + "b = Value(-3.0, label='b', tag='1,a')\n", + "c = Value(10.0, label='c', tag='2,a')\n", + "e = a*b; e.label = 'e'; e.tag='2,a'\n", + "d = e + c; d.label='d'; d.tag='3'\n", + "f = Value(-2.0, label='f', tag='3')\n", + "L = d * f; L.label='L'\n", + "L" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "72f770c5-27af-4f41-a4e3-4c234a03e0af", + "metadata": {}, + "outputs": [], + "source": [ + "from graphviz import Digraph\n", + "from collections import defaultdict\n", + "\n", + "def trace(root):\n", + " nodes, edges = set(), set()\n", + " def build(v):\n", + " if v not in nodes:\n", + " nodes.add(v)\n", + " for child in v._prev:\n", + " edges.add((child, v))\n", + " build(child)\n", + " build(root)\n", + " return nodes, edges\n", + "\n", + "\n", + "def create_subgraph(dot, nodes, depth=0):\n", + " if nodes:\n", + " # Group nodes by the current tag at this depth\n", + " grouped_nodes = defaultdict(list)\n", + " for n in nodes:\n", + " tags = n.tag.split(',') if n.tag else []\n", + " if len(tags) > depth:\n", + " grouped_nodes[tags[depth]].append(n)\n", + " else:\n", + " grouped_nodes[None].append(n)\n", + " \n", + " # Create subgraphs for each tag\n", + " for tag, grouped in grouped_nodes.items():\n", + " if tag is not None:\n", + " with dot.subgraph(name='cluster_' + tag) as c:\n", + " c.attr(label=tag)\n", + " create_subgraph(c, grouped, depth + 1)\n", + " else:\n", + " for n in grouped:\n", + " uid = str(id(n))\n", + " dot.node(name=uid, label='{ %s | data %.4f | grad %.4f }' % (n.label, n.data, n.grad), shape='record')\n", + " if n._op:\n", + " dot.node(name=uid + n._op, label=n._op)\n", + " dot.edge(uid + n._op, uid)\n", + "\n", + "def draw_dot(root):\n", + " dot = Digraph(format='svg', graph_attr={'rankdir': 'LR', \"beautify\": 'true'}, engine='dot')\n", + " \n", + " nodes, edges = trace(root)\n", + "\n", + " create_subgraph(dot, nodes)\n", + "\n", + " # Add edges\n", + " for n1, n2 in edges:\n", + " dot.edge(str(id(n1)), str(id(n2)) + n2._op)\n", + "\n", + " return dot" + ] + }, + { + "cell_type": "code", + "execution_count": 181, + "id": "d3094b2a-c81f-4573-b8b0-d15a8f4ae8bf", + "metadata": {}, + "outputs": [ + { + "data": { + "image/svg+xml": [ + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "cluster_2\n", + "\n", + "2\n", + "\n", + "\n", + "cluster_a\n", + "\n", + "a\n", + "\n", + "\n", + "cluster_3\n", + "\n", + "3\n", + "\n", + "\n", + "cluster_1\n", + "\n", + "1\n", + "\n", + "\n", + "cluster_a\n", + "\n", + "a\n", + "\n", + "\n", + "\n", + "125535665159680\n", + "\n", + "e\n", + "\n", + "data -6.0000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125535665159056+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125535665159680->125535665159056+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535665159680*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125535665159680*->125535665159680\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535665151376\n", + "\n", + "c\n", + "\n", + "data 10.0000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125535665151376->125535665159056+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535665158432\n", + "\n", + "f\n", + "\n", + "data -2.0000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125535665154400*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125535665158432->125535665154400*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535665154400\n", + "\n", + "L\n", + "\n", + "data -8.0000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125535665154400*->125535665154400\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535665159056\n", + "\n", + "d\n", + "\n", + "data 4.0000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125535665159056->125535665154400*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535665159056+->125535665159056\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535665151904\n", + "\n", + "a\n", + "\n", + "data 2.0000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125535665151904->125535665159680*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535665158096\n", + "\n", + "b\n", + "\n", + "data -3.0000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125535665158096->125535665159680*\n", + "\n", + "\n", + "\n", + "\n", + "\n" + ], + "text/plain": [ + "" + ] + }, + "execution_count": 181, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "draw_dot(L)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ffa5d665-0665-44b5-9a31-1296c3c3e79e", + "metadata": {}, + "outputs": [], + "source": [ + "dL / dc\n", + "\n", + "dL / dD = -2\n", + "\n", + "dD / dC = 1.0\n", + "dD / dE = 1.0\n", + "\n", + "dL / dE = -2.0\n", + "dL / dC = -2.0\n", + "\n", + "\n", + "dE/dA = B = -3.0\n", + "\n", + "dL / dA = dL/dE * dE/dA\n", + " = -2.0 * -3.0\n", + " = -6\n", + "\n", + "dL / dC = dL/ dD * dD /dC\n", + "dl / dC = -2 * 1\n", + " = -2\n", + "\n", + "d = c + e\n", + "\n", + "\n", + "d = c + e => d = e**c + e\n", + "\n", + "dD/dC = c*e**c \n", + "\n", + "\n", + "(f(x+h) - f(x))/h\n", + "((c+h + e) - (c + e)) /h\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 52, + "id": "742550ff-ee2c-4c95-8433-7221d8b09dcb", + "metadata": {}, + "outputs": [], + "source": [ + "L.grad = 1.0\n", + "f.grad = 4\n", + "d.grad = -2\n", + "c.grad = -2\n", + "e.grad = -2\n", + "a.grad = 6\n", + "b.grad = -4" + ] + }, + { + "cell_type": "code", + "execution_count": 47, + "id": "9bc2d7e0-e6a8-4dc0-8b1d-526934970e04", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "3.9999999999995595\n" + ] + } + ], + "source": [ + "def lol():\n", + " h = 0.0001\n", + " \n", + " a = Value(2.0, label='a')\n", + " b = Value(-3.0, label='b')\n", + " c = Value(10.0,e label='c')\n", + " e = a*b; e.label = 'e'\n", + " d = e + c; d.label='d'\n", + " f = Value(-2.0, label='f')\n", + " L = d * f; L.label='L'\n", + " L1 = L.data\n", + "\n", + " a = Value(2.0, label='a')\n", + " b = Value(-3.0, label='b')\n", + " c = Value(10.0, label='c')\n", + " e = a*b; e.label = 'e'\n", + " d = e + c; d.label='d'\n", + " f = Value(-2.0, label='f')\n", + " L = d * f; L.label='L'\n", + " L2 = L.data\n", + "\n", + " print((L2 - L1)/h)\n", + "\n", + "lol()" + ] + }, + { + "cell_type": "code", + "execution_count": 77, + "id": "5e3b2d81-024f-43a3-909e-5eeaa5009672", + "metadata": {}, + "outputs": [ + { + "data": { + "image/svg+xml": [ + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "cluster_\n", + "\n", + "\n", + "\n", + "\n", + "125535855496704\n", + "\n", + "n\n", + "\n", + "data 0.8814\n", + "\n", + "grad 0.5000\n", + "\n", + "\n", + "\n", + "125535855506352*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125535855496704->125535855506352*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855496704+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125535855496704+->125535855496704\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855498240\n", + "\n", + " \n", + "\n", + "data 6.8284\n", + "\n", + "grad -0.1036\n", + "\n", + "\n", + "\n", + "125535855508176**-1\n", + "\n", + "**-1\n", + "\n", + "\n", + "\n", + "125535855498240->125535855508176**-1\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855498240+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125535855498240+->125535855498240\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855503424\n", + "\n", + " \n", + "\n", + "data 4.8284\n", + "\n", + "grad 0.1464\n", + "\n", + "\n", + "\n", + "125535855506208*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125535855503424->125535855506208*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855503424+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125535855503424+->125535855503424\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535864321616\n", + "\n", + "x2\n", + "\n", + "data 0.0000\n", + "\n", + "grad 0.5000\n", + "\n", + "\n", + "\n", + "125535855506400*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125535864321616->125535855506400*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855496800\n", + "\n", + "x1 * w1\n", + "\n", + "data -6.0000\n", + "\n", + "grad 0.5000\n", + "\n", + "\n", + "\n", + "125535855505152+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125535855496800->125535855505152+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855496800*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125535855496800*->125535855496800\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535864314944\n", + "\n", + "x1\n", + "\n", + "data 2.0000\n", + "\n", + "grad -1.5000\n", + "\n", + "\n", + "\n", + "125535864314944->125535855496800*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855495744\n", + "\n", + "const: 1\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.1036\n", + "\n", + "\n", + "\n", + "125535855495744->125535855498240+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535857272800\n", + "\n", + "b\n", + "\n", + "data 6.8814\n", + "\n", + "grad 0.5000\n", + "\n", + "\n", + "\n", + "125535857272800->125535855496704+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855502512\n", + "\n", + "const: -1\n", + "\n", + "data -1.0000\n", + "\n", + "grad 0.1464\n", + "\n", + "\n", + "\n", + "125535855502512->125535855503424+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855507648\n", + "\n", + "e\n", + "\n", + "data 5.8284\n", + "\n", + "grad 0.0429\n", + "\n", + "\n", + "\n", + "125535855507648->125535855498240+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855507648->125535855503424+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855507648exp\n", + "\n", + "exp\n", + "\n", + "\n", + "\n", + "125535855507648exp->125535855507648\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535864321712\n", + "\n", + "w2\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125535864321712->125535855506400*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535864321760\n", + "\n", + "w1\n", + "\n", + "data -3.0000\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125535864321760->125535855496800*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855508176\n", + "\n", + " \n", + "\n", + "data 0.1464\n", + "\n", + "grad 4.8284\n", + "\n", + "\n", + "\n", + "125535855508176->125535855506208*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855508176**-1->125535855508176\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855505152\n", + "\n", + "x1w1 + x2w2\n", + "\n", + "data -6.0000\n", + "\n", + "grad 0.5000\n", + "\n", + "\n", + "\n", + "125535855505152->125535855496704+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855505152+->125535855505152\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855506208\n", + "\n", + "o\n", + "\n", + "data 0.7071\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125535855506208*->125535855506208\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855498096\n", + "\n", + "const: 2\n", + "\n", + "data 2.0000\n", + "\n", + "grad 0.2203\n", + "\n", + "\n", + "\n", + "125535855498096->125535855506352*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855506352\n", + "\n", + " \n", + "\n", + "data 1.7627\n", + "\n", + "grad 0.2500\n", + "\n", + "\n", + "\n", + "125535855506352->125535855507648exp\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855506352*->125535855506352\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855506400\n", + "\n", + "x2 * w2\n", + "\n", + "data 0.0000\n", + "\n", + "grad 0.5000\n", + "\n", + "\n", + "\n", + "125535855506400->125535855505152+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125535855506400*->125535855506400\n", + "\n", + "\n", + "\n", + "\n", + "\n" + ], + "text/plain": [ + "" + ] + }, + "execution_count": 77, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# Inputs\n", + "x1 = Value(2.0, label='x1')\n", + "x2 = Value(0, label='x2')\n", + "# Weights\n", + "w1 = Value(-3.0, label='w1')\n", + "w2 = Value(1.0, label='w2')\n", + "\n", + "# Bias\n", + "b = Value(6.8813735870195432, label='b')\n", + "\n", + "# Cell body\n", + "## Weights\n", + "x1w1 = x1*w1; x1w1.label = 'x1 * w1'\n", + "x2w2 = x2*w2; x2w2.label = 'x2 * w2'\n", + "\n", + "## Sum\n", + "x1w1x2w2 = x1w1 + x2w2; x1w1x2w2.label = 'x1w1 + x2w2'\n", + "\n", + "## Add Bias\n", + "n = x1w1x2w2 + b; n.label = 'n'\n", + "\n", + "\n", + "\n", + "#---\n", + "e = (2*n).exp(); e.label = 'e'\n", + "o = (e - 1) / (e + 1); o.label = 'o'\n", + "#---\n", + "#o = n.tanh(); o.label = 'o'\n", + "\n", + "o.backward()\n", + "\n", + "draw_dot(o)" + ] + }, + { + "cell_type": "code", + "execution_count": 76, + "id": "5d9675c6-ccb7-4c30-814f-cc2fd8e16ebc", + "metadata": {}, + "outputs": [], + "source": [ + "o.grad = 1.0\n", + "o._backward()" + ] + }, + { + "cell_type": "code", + "execution_count": 84, + "id": "9ffb0d44-28a0-4c74-a6fd-c810f5d67cbd", + "metadata": {}, + "outputs": [ + { + "data": { + "image/svg+xml": [ + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "135974784610816\n", + "\n", + "x1w1 + x2w2\n", + "\n", + "data -6.0000\n", + "\n", + "grad 0.5000\n", + "\n", + "\n", + "\n", + "135974784614080+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "135974784610816->135974784614080+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "135974784610816+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "135974784610816+->135974784610816\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "135974784600064\n", + "\n", + "b\n", + "\n", + "data 6.8814\n", + "\n", + "grad 0.5000\n", + "\n", + "\n", + "\n", + "135974784600064->135974784614080+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "135974784606256\n", + "\n", + "x1 * w1\n", + "\n", + "data -6.0000\n", + "\n", + "grad 0.5000\n", + "\n", + "\n", + "\n", + "135974784606256->135974784610816+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "135974784606256*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "135974784606256*->135974784606256\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "135974784612448\n", + "\n", + "x2\n", + "\n", + "data 0.0000\n", + "\n", + "grad 0.5000\n", + "\n", + "\n", + "\n", + "135974784598480*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "135974784612448->135974784598480*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "135974784606352\n", + "\n", + "w1\n", + "\n", + "data -3.0000\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "135974784606352->135974784606256*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "135974784602272\n", + "\n", + "w2\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "135974784602272->135974784598480*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "135974784608944\n", + "\n", + "x1\n", + "\n", + "data 2.0000\n", + "\n", + "grad -1.5000\n", + "\n", + "\n", + "\n", + "135974784608944->135974784606256*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "135974784614080\n", + "\n", + "n\n", + "\n", + "data 0.8814\n", + "\n", + "grad 0.5000\n", + "\n", + "\n", + "\n", + "135974784614224tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "135974784614080->135974784614224tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "135974784614080+->135974784614080\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "135974784614224\n", + "\n", + "o\n", + "\n", + "data 0.7071\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "135974784614224tanh->135974784614224\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "135974784598480\n", + "\n", + "x2 * w2\n", + "\n", + "data 0.0000\n", + "\n", + "grad 0.5000\n", + "\n", + "\n", + "\n", + "135974784598480->135974784610816+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "135974784598480*->135974784598480\n", + "\n", + "\n", + "\n", + "\n", + "\n" + ], + "text/plain": [ + "" + ] + }, + "execution_count": 84, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "draw_dot(o)" + ] + }, + { + "cell_type": "code", + "execution_count": 83, + "id": "3fbb7b8d-7b01-42be-9887-c761f995f789", + "metadata": {}, + "outputs": [], + "source": [ + "x2w2._backward()" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "5dddb897-b089-4ece-a5a6-2a0158d776a3", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "Value(data=-2.0)" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "a = Value(2.0)\n", + "b = Value(4.0)\n", + "a-b" + ] + }, + { + "cell_type": "code", + "execution_count": 46, + "id": "6c1691fa-d7a1-47fe-8b63-576aaa3fcbdd", + "metadata": {}, + "outputs": [], + "source": [ + "class Neuron:\n", + "\n", + " def _trace(self, root, tag):\n", + " nodes, edges = set(), set()\n", + " def build(v):\n", + " if v not in nodes:\n", + " nodes.add(v)\n", + " v.tag = tag\n", + " for child in v._prev:\n", + " if child.tag != tag:\n", + " edges.add((child, v))\n", + " build(child)\n", + " build(root)\n", + " return nodes, edges\n", + "\n", + " def __init__(self, nin, tag=''):\n", + " if tag == '':\n", + " tag = str(id(self))\n", + " else:\n", + " tag = tag + \",\" +str(id(self))\n", + " self.tag = tag\n", + " self.w = [Value(random.uniform(-1, 1), label=f'w{i}', tag=tag) for i in range(nin)]\n", + " self.b = Value(random.uniform(-1, 1), label='b', tag=tag)\n", + "\n", + " def __call__(self, x):\n", + " tag = self.tag\n", + " act = sum((wi * xi for wi, xi in zip(self.w, x)), self.b);\n", + " out = act.tanh(); out.tag = tag\n", + "\n", + " self._trace(out, tag)\n", + " \n", + " return out\n", + "\n", + " def parameters(self):\n", + " return self.w + [self.b]\n", + "\n", + "\n", + "class Layer:\n", + "\n", + " def __init__(self, nin, nout):\n", + " tag = str(id(self))\n", + " self.neurons = [Neuron(nin, tag=tag) for _ in range(nout)]\n", + "\n", + " def __call__(self, x):\n", + " outs = [n(x) for n in self.neurons]\n", + " return outs\n", + "\n", + " def parameters(self):\n", + " return [p for neuron in self.neurons for p in neuron.parameters()]\n", + " \n", + "\n", + "class MultiLayerPerceptron:\n", + "\n", + " def __init__(self, nin, nouts):\n", + " sz = [nin] + nouts\n", + " self.layers = [Layer(sz[i], sz[i + 1]) for i in range(len(nouts))]\n", + "\n", + " def __call__(self, x):\n", + " for layer in self.layers:\n", + " x = layer(x)\n", + " return x\n", + "\n", + " def parameters(self):\n", + " return [p for layer in self.layers for p in layer.parameters()]\n" + ] + }, + { + "cell_type": "code", + "execution_count": 60, + "id": "83065bf5-7f8c-4320-945a-1012352b83d2", + "metadata": {}, + "outputs": [], + "source": [ + "x = [2.0, 3.0, -1.0]\n", + "n = MultiLayerPerceptron(3, [4, 4, 1])" + ] + }, + { + "cell_type": "code", + "execution_count": 54, + "id": "fc9534a4-d900-4ea3-a161-9ab5fd620d66", + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "data": { + "image/svg+xml": [ + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "cluster_125323804472432\n", + "\n", + "125323804472432\n", + "\n", + "\n", + "cluster_125323804462640\n", + "\n", + "125323804462640\n", + "\n", + "\n", + "cluster_125323804459808\n", + "\n", + "125323804459808\n", + "\n", + "\n", + "cluster_125323800060816\n", + "\n", + "125323800060816\n", + "\n", + "\n", + "cluster_125323800060720\n", + "\n", + "125323800060720\n", + "\n", + "\n", + "cluster_125323804470272\n", + "\n", + "125323804470272\n", + "\n", + "\n", + "cluster_125323800067488\n", + "\n", + "125323800067488\n", + "\n", + "\n", + "cluster_125323804459568\n", + "\n", + "125323804459568\n", + "\n", + "\n", + "cluster_125323804468352\n", + "\n", + "125323804468352\n", + "\n", + "\n", + "cluster_125323804464800\n", + "\n", + "125323804464800\n", + "\n", + "\n", + "cluster_125323804465328\n", + "\n", + "125323804465328\n", + "\n", + "\n", + "cluster_125323804462352\n", + "\n", + "125323804462352\n", + "\n", + "\n", + "\n", + "125323800084656\n", + "\n", + " \n", + "\n", + "data -0.1726\n", + "\n", + "grad 0.6885\n", + "\n", + "\n", + "\n", + "125323800085040tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800084656->125323800085040tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800084656+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800084656+->125323800084656\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800084752\n", + "\n", + " \n", + "\n", + "data -1.0511\n", + "\n", + "grad 0.6885\n", + "\n", + "\n", + "\n", + "125323800084752->125323800084656+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800084752+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800084752+->125323800084752\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800085040\n", + "\n", + " \n", + "\n", + "data -0.1709\n", + "\n", + "grad 0.7092\n", + "\n", + "\n", + "\n", + "125323800091760*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800085040->125323800091760*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800085040tanh->125323800085040\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800085328\n", + "\n", + " \n", + "\n", + "data 0.8785\n", + "\n", + "grad 0.6885\n", + "\n", + "\n", + "\n", + "125323800085328->125323800084656+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800085328*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800085328*->125323800085328\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800085424\n", + "\n", + " \n", + "\n", + "data -0.9350\n", + "\n", + "grad 0.4991\n", + "\n", + "\n", + "\n", + "125323800099152+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800085424->125323800099152+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800085424+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800085424+->125323800085424\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800087920\n", + "\n", + " \n", + "\n", + "data 0.2870\n", + "\n", + "grad 0.4991\n", + "\n", + "\n", + "\n", + "125323800087920->125323800085424+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800087920*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800087920*->125323800087920\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088928\n", + "\n", + " \n", + "\n", + "data -1.2220\n", + "\n", + "grad 0.4991\n", + "\n", + "\n", + "\n", + "125323800088928->125323800085424+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088928+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800088928+->125323800088928\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800091616\n", + "\n", + " \n", + "\n", + "data -0.5705\n", + "\n", + "grad 0.4991\n", + "\n", + "\n", + "\n", + "125323800091616->125323800088928+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800091616*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800091616*->125323800091616\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800093296\n", + "\n", + " \n", + "\n", + "data -0.6515\n", + "\n", + "grad 0.4991\n", + "\n", + "\n", + "\n", + "125323800093296->125323800088928+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800093296+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800093296+->125323800093296\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094688\n", + "\n", + " \n", + "\n", + "data 0.0733\n", + "\n", + "grad 0.4991\n", + "\n", + "\n", + "\n", + "125323800094688->125323800093296+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094688*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800094688*->125323800094688\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800098960\n", + "\n", + " \n", + "\n", + "data -0.0447\n", + "\n", + "grad 0.4991\n", + "\n", + "\n", + "\n", + "125323800098960->125323800099152+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800098960*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800098960*->125323800098960\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800099152\n", + "\n", + " \n", + "\n", + "data -0.9797\n", + "\n", + "grad 0.4991\n", + "\n", + "\n", + "\n", + "125323800099248tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800099152->125323800099248tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800099152+->125323800099152\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800099248\n", + "\n", + " \n", + "\n", + "data -0.7529\n", + "\n", + "grad 1.1525\n", + "\n", + "\n", + "\n", + "125323800597072*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800099248->125323800597072*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800099248tanh->125323800099248\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800101904\n", + "\n", + " \n", + "\n", + "data 0.4676\n", + "\n", + "grad -0.0656\n", + "\n", + "\n", + "\n", + "125323800102624+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800101904->125323800102624+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800101904*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800101904*->125323800101904\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800102336\n", + "\n", + " \n", + "\n", + "data -0.9915\n", + "\n", + "grad -0.0656\n", + "\n", + "\n", + "\n", + "125323800103056+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800102336->125323800103056+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800102336+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800102336+->125323800102336\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800102432\n", + "\n", + " \n", + "\n", + "data -0.3921\n", + "\n", + "grad -0.0656\n", + "\n", + "\n", + "\n", + "125323800102432->125323800103056+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800102432*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800102432*->125323800102432\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800102528\n", + "\n", + " \n", + "\n", + "data -0.7343\n", + "\n", + "grad -0.0656\n", + "\n", + "\n", + "\n", + "125323800102528->125323800102336+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800102528*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800102528*->125323800102528\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800102624\n", + "\n", + " \n", + "\n", + "data -0.2572\n", + "\n", + "grad -0.0656\n", + "\n", + "\n", + "\n", + "125323800102624->125323800102336+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800102624+->125323800102624\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800103008\n", + "\n", + " \n", + "\n", + "data -0.8175\n", + "\n", + "grad -0.0656\n", + "\n", + "\n", + "\n", + "125323800103920+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800103008->125323800103920+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800103008*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800103008*->125323800103008\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800103056\n", + "\n", + " \n", + "\n", + "data -1.3836\n", + "\n", + "grad -0.0656\n", + "\n", + "\n", + "\n", + "125323800103056->125323800103920+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800103056+->125323800103056\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800103296\n", + "\n", + " \n", + "\n", + "data -0.9758\n", + "\n", + "grad -1.3718\n", + "\n", + "\n", + "\n", + "125323800107184*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800103296->125323800107184*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800103296tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800103296tanh->125323800103296\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800103920\n", + "\n", + " \n", + "\n", + "data -2.2011\n", + "\n", + "grad -0.0656\n", + "\n", + "\n", + "\n", + "125323800103920->125323800103296tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800103920+->125323800103920\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804462160\n", + "\n", + "w2\n", + "\n", + "data 0.4069\n", + "\n", + "grad -0.0090\n", + "\n", + "\n", + "\n", + "125323804462160->125323800087920*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804462160->125323800102432*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800606480*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804462160->125323800606480*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116976*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804462160->125323800116976*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804462256\n", + "\n", + "w0\n", + "\n", + "data -0.8896\n", + "\n", + "grad 0.7082\n", + "\n", + "\n", + "\n", + "125323804462256->125323800094688*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804462256->125323800101904*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605712*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804462256->125323800605712*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116784*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804462256->125323800116784*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804468784\n", + "\n", + "b\n", + "\n", + "data -0.7248\n", + "\n", + "grad 0.9577\n", + "\n", + "\n", + "\n", + "125323804468784->125323800093296+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804468784->125323800102624+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605904+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323804468784->125323800605904+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116592+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323804468784->125323800116592+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804469024\n", + "\n", + "w1\n", + "\n", + "data 0.8216\n", + "\n", + "grad 0.5099\n", + "\n", + "\n", + "\n", + "125323804469024->125323800091616*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804469024->125323800102528*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800606096*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804469024->125323800606096*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800117216*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804469024->125323800117216*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804470416\n", + "\n", + "w3\n", + "\n", + "data -0.8850\n", + "\n", + "grad -0.8286\n", + "\n", + "\n", + "\n", + "125323804470416->125323800085328*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804470416->125323800098960*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804470416->125323800103008*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800606864*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804470416->125323800606864*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605712\n", + "\n", + " \n", + "\n", + "data 0.5371\n", + "\n", + "grad -0.1643\n", + "\n", + "\n", + "\n", + "125323800605712->125323800605904+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605712*->125323800605712\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605904\n", + "\n", + " \n", + "\n", + "data -0.1877\n", + "\n", + "grad -0.1643\n", + "\n", + "\n", + "\n", + "125323800606288+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800605904->125323800606288+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605904+->125323800605904\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800606096\n", + "\n", + " \n", + "\n", + "data -0.6317\n", + "\n", + "grad -0.1643\n", + "\n", + "\n", + "\n", + "125323800606096->125323800606288+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800606096*->125323800606096\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800606288\n", + "\n", + " \n", + "\n", + "data -0.8195\n", + "\n", + "grad -0.1643\n", + "\n", + "\n", + "\n", + "125323800606672+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800606288->125323800606672+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800606288+->125323800606288\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800606480\n", + "\n", + " \n", + "\n", + "data -0.3414\n", + "\n", + "grad -0.1643\n", + "\n", + "\n", + "\n", + "125323800606480->125323800606672+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800606480*->125323800606480\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800606672\n", + "\n", + " \n", + "\n", + "data -1.1608\n", + "\n", + "grad -0.1643\n", + "\n", + "\n", + "\n", + "125323800607056+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800606672->125323800607056+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800606672+->125323800606672\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800606864\n", + "\n", + " \n", + "\n", + "data -0.5910\n", + "\n", + "grad -0.1643\n", + "\n", + "\n", + "\n", + "125323800606864->125323800607056+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800606864*->125323800606864\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800607056\n", + "\n", + " \n", + "\n", + "data -1.7519\n", + "\n", + "grad -0.1643\n", + "\n", + "\n", + "\n", + "125323800607152tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800607056->125323800607152tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800607056+->125323800607056\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800607152\n", + "\n", + " \n", + "\n", + "data -0.9416\n", + "\n", + "grad -1.4489\n", + "\n", + "\n", + "\n", + "125323800660304*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800607152->125323800660304*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800607152tanh->125323800607152\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116496\n", + "\n", + " \n", + "\n", + "data -0.7189\n", + "\n", + "grad 0.6885\n", + "\n", + "\n", + "\n", + "125323800116496->125323800084752+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116496+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800116496+->125323800116496\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116592\n", + "\n", + " \n", + "\n", + "data -1.5201\n", + "\n", + "grad 0.6885\n", + "\n", + "\n", + "\n", + "125323800116592->125323800116496+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116592+->125323800116592\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116784\n", + "\n", + " \n", + "\n", + "data -0.7953\n", + "\n", + "grad 0.6885\n", + "\n", + "\n", + "\n", + "125323800116784->125323800116592+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116784*->125323800116784\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116976\n", + "\n", + " \n", + "\n", + "data -0.3322\n", + "\n", + "grad 0.6885\n", + "\n", + "\n", + "\n", + "125323800116976->125323800084752+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116976*->125323800116976\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800117216\n", + "\n", + " \n", + "\n", + "data 0.8012\n", + "\n", + "grad 0.6885\n", + "\n", + "\n", + "\n", + "125323800117216->125323800116496+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800117216*->125323800117216\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800085136\n", + "\n", + " \n", + "\n", + "data -1.4980\n", + "\n", + "grad 0.1591\n", + "\n", + "\n", + "\n", + "125323800085760+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800085136->125323800085760+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800085136+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800085136+->125323800085136\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800085664\n", + "\n", + " \n", + "\n", + "data -0.7301\n", + "\n", + "grad 0.1591\n", + "\n", + "\n", + "\n", + "125323800085664->125323800085136+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800085664*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800085664*->125323800085664\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800085760\n", + "\n", + " \n", + "\n", + "data -1.2664\n", + "\n", + "grad 0.1591\n", + "\n", + "\n", + "\n", + "125323800086768+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800085760->125323800086768+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800085760+->125323800085760\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800086096\n", + "\n", + " \n", + "\n", + "data 0.5214\n", + "\n", + "grad 0.1591\n", + "\n", + "\n", + "\n", + "125323800086096->125323800086768+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800086096*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800086096*->125323800086096\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800086384\n", + "\n", + " \n", + "\n", + "data 0.2315\n", + "\n", + "grad 0.1591\n", + "\n", + "\n", + "\n", + "125323800086384->125323800085760+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800086384*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800086384*->125323800086384\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800086768\n", + "\n", + " \n", + "\n", + "data -0.7451\n", + "\n", + "grad 0.1591\n", + "\n", + "\n", + "\n", + "125323800088016+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800086768->125323800088016+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800086768+->125323800086768\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800086816\n", + "\n", + " \n", + "\n", + "data -0.3352\n", + "\n", + "grad 0.1591\n", + "\n", + "\n", + "\n", + "125323800086816->125323800088016+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800086816*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800086816*->125323800086816\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088016\n", + "\n", + " \n", + "\n", + "data -1.0803\n", + "\n", + "grad 0.1591\n", + "\n", + "\n", + "\n", + "125323800088064tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800088016->125323800088064tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088016+->125323800088016\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088064\n", + "\n", + " \n", + "\n", + "data -0.7933\n", + "\n", + "grad 0.4293\n", + "\n", + "\n", + "\n", + "125323800092048*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800088064->125323800092048*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088064tanh->125323800088064\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800059904\n", + "\n", + "w3\n", + "\n", + "data 0.3377\n", + "\n", + "grad -1.3515\n", + "\n", + "\n", + "\n", + "125323800059904->125323800086816*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800592464*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800059904->125323800592464*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658000*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800059904->125323800658000*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800105408*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800059904->125323800105408*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800099728\n", + "\n", + " \n", + "\n", + "data 0.0672\n", + "\n", + "grad 0.1799\n", + "\n", + "\n", + "\n", + "125323800099920+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800099728->125323800099920+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800099728*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800099728*->125323800099728\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800099920\n", + "\n", + " \n", + "\n", + "data -0.7007\n", + "\n", + "grad 0.1799\n", + "\n", + "\n", + "\n", + "125323800100304+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800099920->125323800100304+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800099920+->125323800099920\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800100112\n", + "\n", + " \n", + "\n", + "data -0.1648\n", + "\n", + "grad 0.1799\n", + "\n", + "\n", + "\n", + "125323800100112->125323800100304+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800100112*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800100112*->125323800100112\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800100304\n", + "\n", + " \n", + "\n", + "data -0.8655\n", + "\n", + "grad 0.1799\n", + "\n", + "\n", + "\n", + "125323800100688+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800100304->125323800100688+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800100304+->125323800100304\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800100496\n", + "\n", + " \n", + "\n", + "data -0.4504\n", + "\n", + "grad 0.1799\n", + "\n", + "\n", + "\n", + "125323800100496->125323800100688+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800100496*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800100496*->125323800100496\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800100688\n", + "\n", + " \n", + "\n", + "data -1.3159\n", + "\n", + "grad 0.1799\n", + "\n", + "\n", + "\n", + "125323800592656+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800100688->125323800592656+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800100688+->125323800100688\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800592464\n", + "\n", + " \n", + "\n", + "data 0.0171\n", + "\n", + "grad 0.1799\n", + "\n", + "\n", + "\n", + "125323800592464->125323800592656+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800592464*->125323800592464\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658000\n", + "\n", + " \n", + "\n", + "data 0.2255\n", + "\n", + "grad -0.8008\n", + "\n", + "\n", + "\n", + "125323800658192+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800658000->125323800658192+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658000*->125323800658000\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800592656\n", + "\n", + " \n", + "\n", + "data -1.2989\n", + "\n", + "grad 0.1799\n", + "\n", + "\n", + "\n", + "125323800592752tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800592656->125323800592752tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800592656+->125323800592656\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658192\n", + "\n", + " \n", + "\n", + "data 0.3038\n", + "\n", + "grad -0.8008\n", + "\n", + "\n", + "\n", + "125323800658288tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800658192->125323800658288tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658192+->125323800658192\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800592752\n", + "\n", + " \n", + "\n", + "data -0.8614\n", + "\n", + "grad 0.6976\n", + "\n", + "\n", + "\n", + "125323800597456*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800592752->125323800597456*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800592752tanh->125323800592752\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658288\n", + "\n", + " \n", + "\n", + "data 0.2948\n", + "\n", + "grad -0.8770\n", + "\n", + "\n", + "\n", + "125323800660688*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800658288->125323800660688*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658288tanh->125323800658288\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800104352\n", + "\n", + " \n", + "\n", + "data -0.3387\n", + "\n", + "grad -0.7230\n", + "\n", + "\n", + "\n", + "125323800104880+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800104352->125323800104880+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800104352+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800104352+->125323800104352\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800104400\n", + "\n", + " \n", + "\n", + "data -0.2122\n", + "\n", + "grad -0.7230\n", + "\n", + "\n", + "\n", + "125323800104400->125323800104880+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800104400*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800104400*->125323800104400\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800104592\n", + "\n", + " \n", + "\n", + "data 0.4292\n", + "\n", + "grad -0.7230\n", + "\n", + "\n", + "\n", + "125323800104592->125323800104352+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800104592*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800104592*->125323800104592\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800104880\n", + "\n", + " \n", + "\n", + "data -0.5509\n", + "\n", + "grad -0.7230\n", + "\n", + "\n", + "\n", + "125323800105120+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800104880->125323800105120+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800104880+->125323800104880\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800105120\n", + "\n", + " \n", + "\n", + "data 0.0646\n", + "\n", + "grad -0.7230\n", + "\n", + "\n", + "\n", + "125323800105504+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800105120->125323800105504+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800105120+->125323800105120\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800105264\n", + "\n", + " \n", + "\n", + "data 0.6154\n", + "\n", + "grad -0.7230\n", + "\n", + "\n", + "\n", + "125323800105264->125323800105120+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800105264*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800105264*->125323800105264\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800105408\n", + "\n", + " \n", + "\n", + "data 0.3120\n", + "\n", + "grad -0.7230\n", + "\n", + "\n", + "\n", + "125323800105408->125323800105504+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800105408*->125323800105408\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800105504\n", + "\n", + " \n", + "\n", + "data 0.3765\n", + "\n", + "grad -0.7230\n", + "\n", + "\n", + "\n", + "125323800105600tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800105504->125323800105600tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800105504+->125323800105504\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800105600\n", + "\n", + " \n", + "\n", + "data 0.3597\n", + "\n", + "grad -0.8304\n", + "\n", + "\n", + "\n", + "125323800111168*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800105600->125323800111168*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800105600tanh->125323800105600\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804468160\n", + "\n", + "w2\n", + "\n", + "data -0.6386\n", + "\n", + "grad 1.3655\n", + "\n", + "\n", + "\n", + "125323804468160->125323800086096*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804468160->125323800100496*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804468160->125323800105264*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800608400*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804468160->125323800608400*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804469936\n", + "\n", + "w1\n", + "\n", + "data 0.2374\n", + "\n", + "grad 1.2921\n", + "\n", + "\n", + "\n", + "125323804469936->125323800086384*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804469936->125323800100112*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804469936->125323800104400*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800608016*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804469936->125323800608016*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800607632\n", + "\n", + " \n", + "\n", + "data 0.4930\n", + "\n", + "grad -0.8008\n", + "\n", + "\n", + "\n", + "125323800607824+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800607632->125323800607824+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800607632*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800607632*->125323800607632\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800607824\n", + "\n", + " \n", + "\n", + "data -0.2749\n", + "\n", + "grad -0.8008\n", + "\n", + "\n", + "\n", + "125323800608208+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800607824->125323800608208+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800607824+->125323800607824\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800608016\n", + "\n", + " \n", + "\n", + "data -0.1825\n", + "\n", + "grad -0.8008\n", + "\n", + "\n", + "\n", + "125323800608016->125323800608208+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800608016*->125323800608016\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800608208\n", + "\n", + " \n", + "\n", + "data -0.4575\n", + "\n", + "grad -0.8008\n", + "\n", + "\n", + "\n", + "125323800608592+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800608208->125323800608592+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800608208+->125323800608208\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474880\n", + "\n", + "b\n", + "\n", + "data -0.7679\n", + "\n", + "grad -1.1847\n", + "\n", + "\n", + "\n", + "125323804474880->125323800085136+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474880->125323800099920+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474880->125323800104352+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474880->125323800607824+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800608400\n", + "\n", + " \n", + "\n", + "data 0.5358\n", + "\n", + "grad -0.8008\n", + "\n", + "\n", + "\n", + "125323800608400->125323800608592+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800608400*->125323800608400\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800608592\n", + "\n", + " \n", + "\n", + "data 0.0783\n", + "\n", + "grad -0.8008\n", + "\n", + "\n", + "\n", + "125323800608592->125323800658192+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800608592+->125323800608592\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804475264\n", + "\n", + "w0\n", + "\n", + "data -0.8166\n", + "\n", + "grad 0.9909\n", + "\n", + "\n", + "\n", + "125323804475264->125323800085664*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804475264->125323800099728*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804475264->125323800104592*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804475264->125323800607632*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800087056\n", + "\n", + " \n", + "\n", + "data 0.0449\n", + "\n", + "grad -0.0706\n", + "\n", + "\n", + "\n", + "125323800088496+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800087056->125323800088496+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800087056*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800087056*->125323800087056\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800087536\n", + "\n", + " \n", + "\n", + "data -0.0911\n", + "\n", + "grad -0.0706\n", + "\n", + "\n", + "\n", + "125323800087872+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800087536->125323800087872+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800087536*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800087536*->125323800087536\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800087680\n", + "\n", + " \n", + "\n", + "data 0.7552\n", + "\n", + "grad -0.0706\n", + "\n", + "\n", + "\n", + "125323800088592+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800087680->125323800088592+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800087680*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800087680*->125323800087680\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800087872\n", + "\n", + " \n", + "\n", + "data 1.8438\n", + "\n", + "grad -0.0706\n", + "\n", + "\n", + "\n", + "125323800089072tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800087872->125323800089072tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800087872+->125323800087872\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088400\n", + "\n", + " \n", + "\n", + "data 1.1348\n", + "\n", + "grad -0.0706\n", + "\n", + "\n", + "\n", + "125323800088400->125323800088496+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088400+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800088400+->125323800088400\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088496\n", + "\n", + " \n", + "\n", + "data 1.1797\n", + "\n", + "grad -0.0706\n", + "\n", + "\n", + "\n", + "125323800088496->125323800088592+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088496+->125323800088496\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088544\n", + "\n", + " \n", + "\n", + "data 0.7924\n", + "\n", + "grad -0.0706\n", + "\n", + "\n", + "\n", + "125323800088544->125323800088400+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088544*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800088544*->125323800088544\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088592\n", + "\n", + " \n", + "\n", + "data 1.9349\n", + "\n", + "grad -0.0706\n", + "\n", + "\n", + "\n", + "125323800088592->125323800087872+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088592+->125323800088592\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800089072\n", + "\n", + " \n", + "\n", + "data 0.9512\n", + "\n", + "grad -0.7410\n", + "\n", + "\n", + "\n", + "125323800092240*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800089072->125323800092240*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800089072tanh->125323800089072\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800060528\n", + "\n", + "w2\n", + "\n", + "data -0.9250\n", + "\n", + "grad -2.3184\n", + "\n", + "\n", + "\n", + "125323800060528->125323800087680*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800594000*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800060528->125323800594000*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106896*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800060528->125323800106896*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600288*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800060528->125323800600288*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800060672\n", + "\n", + "b\n", + "\n", + "data 0.3424\n", + "\n", + "grad 0.7628\n", + "\n", + "\n", + "\n", + "125323800060672->125323800088400+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800593424+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800060672->125323800593424+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106272+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800060672->125323800106272+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605328+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800060672->125323800605328+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800060864\n", + "\n", + "w1\n", + "\n", + "data 0.0460\n", + "\n", + "grad -0.8844\n", + "\n", + "\n", + "\n", + "125323800060864->125323800087056*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800593616*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800060864->125323800593616*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106416*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800060864->125323800106416*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603648*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800060864->125323800603648*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800061104\n", + "\n", + "w3\n", + "\n", + "data 0.0917\n", + "\n", + "grad 1.4596\n", + "\n", + "\n", + "\n", + "125323800061104->125323800087536*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800594384*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800061104->125323800594384*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800596688*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800061104->125323800596688*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107280*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800061104->125323800107280*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800061392\n", + "\n", + "w0\n", + "\n", + "data 0.8863\n", + "\n", + "grad -1.0376\n", + "\n", + "\n", + "\n", + "125323800061392->125323800088544*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800593232*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800061392->125323800593232*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106080*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800061392->125323800106080*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800607248*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800061392->125323800607248*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800592848\n", + "\n", + " \n", + "\n", + "data 0.5436\n", + "\n", + "grad 1.5138\n", + "\n", + "\n", + "\n", + "125323800661072*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800592848->125323800661072*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800592848tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800592848tanh->125323800592848\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800593232\n", + "\n", + " \n", + "\n", + "data -0.0730\n", + "\n", + "grad -1.0221\n", + "\n", + "\n", + "\n", + "125323800593232->125323800593424+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800593232*->125323800593232\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800593424\n", + "\n", + " \n", + "\n", + "data 0.2694\n", + "\n", + "grad -1.0221\n", + "\n", + "\n", + "\n", + "125323800593808+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800593424->125323800593808+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800593424+->125323800593424\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800593616\n", + "\n", + " \n", + "\n", + "data -0.0319\n", + "\n", + "grad -1.0221\n", + "\n", + "\n", + "\n", + "125323800593616->125323800593808+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800593616*->125323800593616\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800593808\n", + "\n", + " \n", + "\n", + "data 0.2375\n", + "\n", + "grad -1.0221\n", + "\n", + "\n", + "\n", + "125323800594192+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800593808->125323800594192+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800593808+->125323800593808\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800594000\n", + "\n", + " \n", + "\n", + "data -0.6524\n", + "\n", + "grad -1.0221\n", + "\n", + "\n", + "\n", + "125323800594000->125323800594192+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800594000*->125323800594000\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800594192\n", + "\n", + " \n", + "\n", + "data -0.4150\n", + "\n", + "grad -1.0221\n", + "\n", + "\n", + "\n", + "125323800594576+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800594192->125323800594576+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800594192+->125323800594192\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800594384\n", + "\n", + " \n", + "\n", + "data 0.0046\n", + "\n", + "grad -1.0221\n", + "\n", + "\n", + "\n", + "125323800594384->125323800594576+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800594384*->125323800594384\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800594576\n", + "\n", + " \n", + "\n", + "data -0.4103\n", + "\n", + "grad -1.0221\n", + "\n", + "\n", + "\n", + "125323800594672tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800594576->125323800594672tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800594576+->125323800594576\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800594672\n", + "\n", + " \n", + "\n", + "data -0.3888\n", + "\n", + "grad -1.2041\n", + "\n", + "\n", + "\n", + "125323800597840*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800594672->125323800597840*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800594672tanh->125323800594672\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800594768\n", + "\n", + " \n", + "\n", + "data 0.6092\n", + "\n", + "grad 1.0665\n", + "\n", + "\n", + "\n", + "125323800594768->125323800592848tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800594768+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800594768+->125323800594768\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800596688\n", + "\n", + " \n", + "\n", + "data 0.0613\n", + "\n", + "grad 1.0665\n", + "\n", + "\n", + "\n", + "125323800596688->125323800594768+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800596688*->125323800596688\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106080\n", + "\n", + " \n", + "\n", + "data -0.4659\n", + "\n", + "grad 0.7890\n", + "\n", + "\n", + "\n", + "125323800106080->125323800106272+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106080*->125323800106080\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106272\n", + "\n", + " \n", + "\n", + "data -0.1235\n", + "\n", + "grad 0.7890\n", + "\n", + "\n", + "\n", + "125323800106608+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800106272->125323800106608+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106272+->125323800106272\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106416\n", + "\n", + " \n", + "\n", + "data -0.0411\n", + "\n", + "grad 0.7890\n", + "\n", + "\n", + "\n", + "125323800106416->125323800106608+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106416*->125323800106416\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106608\n", + "\n", + " \n", + "\n", + "data -0.1646\n", + "\n", + "grad 0.7890\n", + "\n", + "\n", + "\n", + "125323800106848+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800106608->125323800106848+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106608+->125323800106608\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106848\n", + "\n", + " \n", + "\n", + "data 0.7268\n", + "\n", + "grad 0.7890\n", + "\n", + "\n", + "\n", + "125323800107616+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800106848->125323800107616+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106848+->125323800106848\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106896\n", + "\n", + " \n", + "\n", + "data 0.8914\n", + "\n", + "grad 0.7890\n", + "\n", + "\n", + "\n", + "125323800106896->125323800106848+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800106896*->125323800106896\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800598608\n", + "\n", + " \n", + "\n", + "data 0.5480\n", + "\n", + "grad 1.0665\n", + "\n", + "\n", + "\n", + "125323800598608->125323800594768+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800598608+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800598608+->125323800598608\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107232\n", + "\n", + " \n", + "\n", + "data 0.6704\n", + "\n", + "grad 1.4333\n", + "\n", + "\n", + "\n", + "125323800111504*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800107232->125323800111504*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107232tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800107232tanh->125323800107232\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107280\n", + "\n", + " \n", + "\n", + "data 0.0847\n", + "\n", + "grad 0.7890\n", + "\n", + "\n", + "\n", + "125323800107280->125323800107616+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107280*->125323800107280\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107616\n", + "\n", + " \n", + "\n", + "data 0.8115\n", + "\n", + "grad 0.7890\n", + "\n", + "\n", + "\n", + "125323800107616->125323800107232tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107616+->125323800107616\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600288\n", + "\n", + " \n", + "\n", + "data 0.7760\n", + "\n", + "grad 1.0665\n", + "\n", + "\n", + "\n", + "125323800600288->125323800598608+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600288*->125323800600288\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601968\n", + "\n", + " \n", + "\n", + "data -0.2281\n", + "\n", + "grad 1.0665\n", + "\n", + "\n", + "\n", + "125323800601968->125323800598608+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601968+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800601968+->125323800601968\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603648\n", + "\n", + " \n", + "\n", + "data -0.0354\n", + "\n", + "grad 1.0665\n", + "\n", + "\n", + "\n", + "125323800603648->125323800601968+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603648*->125323800603648\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605328\n", + "\n", + " \n", + "\n", + "data -0.1927\n", + "\n", + "grad 1.0665\n", + "\n", + "\n", + "\n", + "125323800605328->125323800601968+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605328+->125323800605328\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800607248\n", + "\n", + " \n", + "\n", + "data -0.5351\n", + "\n", + "grad 1.0665\n", + "\n", + "\n", + "\n", + "125323800607248->125323800605328+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800607248*->125323800607248\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088784\n", + "\n", + " \n", + "\n", + "data -0.0878\n", + "\n", + "grad -0.2672\n", + "\n", + "\n", + "\n", + "125323800090512+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800088784->125323800090512+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800088784+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800088784+->125323800088784\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800090512\n", + "\n", + " \n", + "\n", + "data -1.0247\n", + "\n", + "grad -0.2672\n", + "\n", + "\n", + "\n", + "125323800091088+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800090512->125323800091088+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800090512+->125323800090512\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800090656\n", + "\n", + " \n", + "\n", + "data 0.0748\n", + "\n", + "grad -0.2672\n", + "\n", + "\n", + "\n", + "125323800090800+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800090656->125323800090800+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800090656*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800090656*->125323800090656\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800090704\n", + "\n", + " \n", + "\n", + "data -0.2506\n", + "\n", + "grad -0.2672\n", + "\n", + "\n", + "\n", + "125323800090704->125323800088784+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800090704*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800090704*->125323800090704\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800090752\n", + "\n", + " \n", + "\n", + "data -0.9369\n", + "\n", + "grad -0.2672\n", + "\n", + "\n", + "\n", + "125323800090752->125323800090512+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800090752*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800090752*->125323800090752\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800090800\n", + "\n", + " \n", + "\n", + "data -0.4131\n", + "\n", + "grad -0.2672\n", + "\n", + "\n", + "\n", + "125323800091856tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800090800->125323800091856tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800090800+->125323800090800\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800090992\n", + "\n", + " \n", + "\n", + "data 0.5368\n", + "\n", + "grad -0.2672\n", + "\n", + "\n", + "\n", + "125323800090992->125323800091088+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800090992*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800090992*->125323800090992\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800091088\n", + "\n", + " \n", + "\n", + "data -0.4879\n", + "\n", + "grad -0.2672\n", + "\n", + "\n", + "\n", + "125323800091088->125323800090800+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800091088+->125323800091088\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800091856\n", + "\n", + " \n", + "\n", + "data -0.3911\n", + "\n", + "grad -0.3154\n", + "\n", + "\n", + "\n", + "125323800092576*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800091856->125323800092576*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800091856tanh->125323800091856\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800061344\n", + "\n", + "w2\n", + "\n", + "data -0.6575\n", + "\n", + "grad -0.2493\n", + "\n", + "\n", + "\n", + "125323800061344->125323800090992*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800659152*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800061344->125323800659152*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800595920*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800061344->125323800595920*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800108720*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800061344->125323800108720*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800061584\n", + "\n", + "b\n", + "\n", + "data 0.1629\n", + "\n", + "grad -0.5367\n", + "\n", + "\n", + "\n", + "125323800061584->125323800088784+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658384+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800061584->125323800658384+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800595344+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800061584->125323800595344+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800108144+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800061584->125323800108144+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800061824\n", + "\n", + "w3\n", + "\n", + "data -0.0753\n", + "\n", + "grad 0.3772\n", + "\n", + "\n", + "\n", + "125323800061824->125323800090656*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800659536*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800061824->125323800659536*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800596304*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800061824->125323800596304*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800109152*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800061824->125323800109152*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800062064\n", + "\n", + "w0\n", + "\n", + "data -0.2803\n", + "\n", + "grad -0.3017\n", + "\n", + "\n", + "\n", + "125323800062064->125323800090704*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096368*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800062064->125323800096368*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800595152*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800062064->125323800595152*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107904*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800062064->125323800107904*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096368\n", + "\n", + " \n", + "\n", + "data 0.1693\n", + "\n", + "grad 0.1021\n", + "\n", + "\n", + "\n", + "125323800096368->125323800658384+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096368*->125323800096368\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800066720\n", + "\n", + "w1\n", + "\n", + "data -0.9607\n", + "\n", + "grad -0.0953\n", + "\n", + "\n", + "\n", + "125323800066720->125323800090752*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658768*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800066720->125323800658768*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800595536*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800066720->125323800595536*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800108480*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800066720->125323800108480*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658384\n", + "\n", + " \n", + "\n", + "data 0.3321\n", + "\n", + "grad 0.1021\n", + "\n", + "\n", + "\n", + "125323800658960+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800658384->125323800658960+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658384+->125323800658384\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658768\n", + "\n", + " \n", + "\n", + "data 0.7387\n", + "\n", + "grad 0.1021\n", + "\n", + "\n", + "\n", + "125323800658768->125323800658960+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658768*->125323800658768\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658960\n", + "\n", + " \n", + "\n", + "data 1.0708\n", + "\n", + "grad 0.1021\n", + "\n", + "\n", + "\n", + "125323800659344+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800658960->125323800659344+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800658960+->125323800658960\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800659152\n", + "\n", + " \n", + "\n", + "data 0.5516\n", + "\n", + "grad 0.1021\n", + "\n", + "\n", + "\n", + "125323800659152->125323800659344+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800659152*->125323800659152\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800659344\n", + "\n", + " \n", + "\n", + "data 1.6225\n", + "\n", + "grad 0.1021\n", + "\n", + "\n", + "\n", + "125323800659728+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800659344->125323800659728+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800659344+->125323800659344\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800659536\n", + "\n", + " \n", + "\n", + "data -0.0503\n", + "\n", + "grad 0.1021\n", + "\n", + "\n", + "\n", + "125323800659536->125323800659728+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800659536*->125323800659536\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800659728\n", + "\n", + " \n", + "\n", + "data 1.5722\n", + "\n", + "grad 0.1021\n", + "\n", + "\n", + "\n", + "125323800659824tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800659728->125323800659824tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800659728+->125323800659728\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800659824\n", + "\n", + " \n", + "\n", + "data 0.9174\n", + "\n", + "grad 0.6444\n", + "\n", + "\n", + "\n", + "125323800661456*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800659824->125323800661456*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800659824tanh->125323800659824\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800595152\n", + "\n", + " \n", + "\n", + "data 0.0231\n", + "\n", + "grad -0.4434\n", + "\n", + "\n", + "\n", + "125323800595152->125323800595344+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800595152*->125323800595152\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800595344\n", + "\n", + " \n", + "\n", + "data 0.1860\n", + "\n", + "grad -0.4434\n", + "\n", + "\n", + "\n", + "125323800595728+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800595344->125323800595728+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800595344+->125323800595344\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800595536\n", + "\n", + " \n", + "\n", + "data 0.6670\n", + "\n", + "grad -0.4434\n", + "\n", + "\n", + "\n", + "125323800595536->125323800595728+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800595536*->125323800595536\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800595728\n", + "\n", + " \n", + "\n", + "data 0.8530\n", + "\n", + "grad -0.4434\n", + "\n", + "\n", + "\n", + "125323800596112+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800595728->125323800596112+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800595728+->125323800595728\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800595920\n", + "\n", + " \n", + "\n", + "data -0.4638\n", + "\n", + "grad -0.4434\n", + "\n", + "\n", + "\n", + "125323800595920->125323800596112+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800595920*->125323800595920\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800596112\n", + "\n", + " \n", + "\n", + "data 0.3893\n", + "\n", + "grad -0.4434\n", + "\n", + "\n", + "\n", + "125323800596496+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800596112->125323800596496+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800596112+->125323800596112\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800596304\n", + "\n", + " \n", + "\n", + "data -0.0038\n", + "\n", + "grad -0.4434\n", + "\n", + "\n", + "\n", + "125323800596304->125323800596496+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800596304*->125323800596304\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800596496\n", + "\n", + " \n", + "\n", + "data 0.3854\n", + "\n", + "grad -0.4434\n", + "\n", + "\n", + "\n", + "125323800596592tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800596496->125323800596592tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800596496+->125323800596496\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800596592\n", + "\n", + " \n", + "\n", + "data 0.3674\n", + "\n", + "grad -0.5126\n", + "\n", + "\n", + "\n", + "125323800598224*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800596592->125323800598224*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800596592tanh->125323800596592\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107904\n", + "\n", + " \n", + "\n", + "data 0.1474\n", + "\n", + "grad 0.0717\n", + "\n", + "\n", + "\n", + "125323800107904->125323800108144+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107904*->125323800107904\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800108144\n", + "\n", + " \n", + "\n", + "data 0.3102\n", + "\n", + "grad 0.0717\n", + "\n", + "\n", + "\n", + "125323800108672+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800108144->125323800108672+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800108144+->125323800108144\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800108480\n", + "\n", + " \n", + "\n", + "data 0.8586\n", + "\n", + "grad 0.0717\n", + "\n", + "\n", + "\n", + "125323800108480->125323800108672+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800108480*->125323800108480\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800108672\n", + "\n", + " \n", + "\n", + "data 1.1689\n", + "\n", + "grad 0.0717\n", + "\n", + "\n", + "\n", + "125323800108960+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800108672->125323800108960+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800108672+->125323800108672\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800108720\n", + "\n", + " \n", + "\n", + "data 0.6336\n", + "\n", + "grad 0.0717\n", + "\n", + "\n", + "\n", + "125323800108720->125323800108960+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800108720*->125323800108720\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800108960\n", + "\n", + " \n", + "\n", + "data 1.8025\n", + "\n", + "grad 0.0717\n", + "\n", + "\n", + "\n", + "125323800109248+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800108960->125323800109248+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800108960+->125323800108960\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800109152\n", + "\n", + " \n", + "\n", + "data -0.0696\n", + "\n", + "grad 0.0717\n", + "\n", + "\n", + "\n", + "125323800109152->125323800109248+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800109152*->125323800109152\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800109248\n", + "\n", + " \n", + "\n", + "data 1.7330\n", + "\n", + "grad 0.0717\n", + "\n", + "\n", + "\n", + "125323800109392tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800109248->125323800109392tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800109248+->125323800109248\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800109392\n", + "\n", + " \n", + "\n", + "data 0.9394\n", + "\n", + "grad 0.6101\n", + "\n", + "\n", + "\n", + "125323800110208*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800109392->125323800110208*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800109392tanh->125323800109392\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800090896\n", + "\n", + " \n", + "\n", + "data 0.4563\n", + "\n", + "grad 1.0965\n", + "\n", + "\n", + "\n", + "125323800091040+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800090896->125323800091040+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800090896+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800090896+->125323800090896\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800091040\n", + "\n", + " \n", + "\n", + "data 0.1457\n", + "\n", + "grad 1.0965\n", + "\n", + "\n", + "\n", + "125323800092384+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800091040->125323800092384+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800091040+->125323800091040\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800091760\n", + "\n", + " \n", + "\n", + "data -0.1105\n", + "\n", + "grad 1.0965\n", + "\n", + "\n", + "\n", + "125323800091760->125323800090896+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800091760*->125323800091760\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800092048\n", + "\n", + " \n", + "\n", + "data -0.3106\n", + "\n", + "grad 1.0965\n", + "\n", + "\n", + "\n", + "125323800092048->125323800091040+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800092048*->125323800092048\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800092240\n", + "\n", + " \n", + "\n", + "data -0.6427\n", + "\n", + "grad 1.0965\n", + "\n", + "\n", + "\n", + "125323800092240->125323800092384+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800092240*->125323800092240\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800092384\n", + "\n", + " \n", + "\n", + "data -0.4970\n", + "\n", + "grad 1.0965\n", + "\n", + "\n", + "\n", + "125323800092672+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800092384->125323800092672+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800092384+->125323800092384\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800092576\n", + "\n", + " \n", + "\n", + "data 0.1125\n", + "\n", + "grad 1.0965\n", + "\n", + "\n", + "\n", + "125323800092576->125323800092672+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800092576*->125323800092576\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800092672\n", + "\n", + " \n", + "\n", + "data -0.3845\n", + "\n", + "grad 1.0965\n", + "\n", + "\n", + "\n", + "125323800092912tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800092672->125323800092912tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800092672+->125323800092672\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800092912\n", + "\n", + " \n", + "\n", + "data -0.3666\n", + "\n", + "grad 1.2668\n", + "\n", + "\n", + "\n", + "125323800662608+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800092912->125323800662608+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800092912tanh->125323800092912\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800061152\n", + "\n", + "w2\n", + "\n", + "data -0.6758\n", + "\n", + "grad -2.2895\n", + "\n", + "\n", + "\n", + "125323800061152->125323800092240*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800061152->125323800661072*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800061152->125323800597840*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800061152->125323800111504*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800061680\n", + "\n", + "w0\n", + "\n", + "data 0.6468\n", + "\n", + "grad 2.6499\n", + "\n", + "\n", + "\n", + "125323800061680->125323800091760*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800061680->125323800660304*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800061680->125323800597072*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800061680->125323800107184*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800061872\n", + "\n", + "b\n", + "\n", + "data 0.5668\n", + "\n", + "grad -1.4827\n", + "\n", + "\n", + "\n", + "125323800061872->125323800090896+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800660496+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800061872->125323800660496+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800597264+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800061872->125323800597264+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800110928+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800061872->125323800110928+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800062016\n", + "\n", + "w1\n", + "\n", + "data 0.3915\n", + "\n", + "grad -3.8281\n", + "\n", + "\n", + "\n", + "125323800062016->125323800092048*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800062016->125323800660688*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800062016->125323800597456*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800062016->125323800111168*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800062592\n", + "\n", + "w3\n", + "\n", + "data -0.2876\n", + "\n", + "grad -3.8216\n", + "\n", + "\n", + "\n", + "125323800062592->125323800092576*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800062592->125323800661456*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800062592->125323800598224*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800062592->125323800110208*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800660304\n", + "\n", + " \n", + "\n", + "data -0.6090\n", + "\n", + "grad -2.2401\n", + "\n", + "\n", + "\n", + "125323800660304->125323800660496+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800660304*->125323800660304\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800660496\n", + "\n", + " \n", + "\n", + "data -0.0422\n", + "\n", + "grad -2.2401\n", + "\n", + "\n", + "\n", + "125323800660880+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800660496->125323800660880+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800660496+->125323800660496\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800660688\n", + "\n", + " \n", + "\n", + "data 0.1154\n", + "\n", + "grad -2.2401\n", + "\n", + "\n", + "\n", + "125323800660688->125323800660880+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800660688*->125323800660688\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800660880\n", + "\n", + " \n", + "\n", + "data 0.0733\n", + "\n", + "grad -2.2401\n", + "\n", + "\n", + "\n", + "125323800661264+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800660880->125323800661264+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800660880+->125323800660880\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800661072\n", + "\n", + " \n", + "\n", + "data -0.3673\n", + "\n", + "grad -2.2401\n", + "\n", + "\n", + "\n", + "125323800661072->125323800661264+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800661072*->125323800661072\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800661264\n", + "\n", + " \n", + "\n", + "data -0.2941\n", + "\n", + "grad -2.2401\n", + "\n", + "\n", + "\n", + "125323800661648+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800661264->125323800661648+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800661264+->125323800661264\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800661456\n", + "\n", + " \n", + "\n", + "data -0.2639\n", + "\n", + "grad -2.2401\n", + "\n", + "\n", + "\n", + "125323800661456->125323800661648+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800661456*->125323800661456\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800661648\n", + "\n", + " \n", + "\n", + "data -0.5579\n", + "\n", + "grad -2.2401\n", + "\n", + "\n", + "\n", + "125323800661744tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800661648->125323800661744tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800661648+->125323800661648\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800661744\n", + "\n", + " \n", + "\n", + "data -0.5065\n", + "\n", + "grad -3.0129\n", + "\n", + "\n", + "\n", + "125323800663952+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800661744->125323800663952+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800661744tanh->125323800661744\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800662080\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -3.1390\n", + "\n", + "\n", + "\n", + "125323800662224+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800662080->125323800662224+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800662224\n", + "\n", + " \n", + "\n", + "data -1.5695\n", + "\n", + "grad -3.1390\n", + "\n", + "\n", + "\n", + "125323800662752**2\n", + "\n", + "**2\n", + "\n", + "\n", + "\n", + "125323800662224->125323800662752**2\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800662224+->125323800662224\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800662608\n", + "\n", + " \n", + "\n", + "data 0.6334\n", + "\n", + "grad 1.2668\n", + "\n", + "\n", + "\n", + "125323800663184**2\n", + "\n", + "**2\n", + "\n", + "\n", + "\n", + "125323800662608->125323800663184**2\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800662608+->125323800662608\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800597072\n", + "\n", + " \n", + "\n", + "data -0.4870\n", + "\n", + "grad 1.7819\n", + "\n", + "\n", + "\n", + "125323800597072->125323800597264+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800597072*->125323800597072\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800662752\n", + "\n", + " \n", + "\n", + "data 2.4633\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323800664384+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800662752->125323800664384+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800662752**2->125323800662752\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800597264\n", + "\n", + " \n", + "\n", + "data 0.0799\n", + "\n", + "grad 1.7819\n", + "\n", + "\n", + "\n", + "125323800597648+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800597264->125323800597648+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800597264+->125323800597264\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800597456\n", + "\n", + " \n", + "\n", + "data -0.3373\n", + "\n", + "grad 1.7819\n", + "\n", + "\n", + "\n", + "125323800597456->125323800597648+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800597456*->125323800597456\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800663136\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 1.2668\n", + "\n", + "\n", + "\n", + "125323800663136->125323800662608+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800663184\n", + "\n", + " \n", + "\n", + "data 0.4012\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323800664576+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800663184->125323800664576+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800663184**2->125323800663184\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800597648\n", + "\n", + " \n", + "\n", + "data -0.2574\n", + "\n", + "grad 1.7819\n", + "\n", + "\n", + "\n", + "125323800598032+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800597648->125323800598032+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800597648+->125323800597648\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800597840\n", + "\n", + " \n", + "\n", + "data 0.2627\n", + "\n", + "grad 1.7819\n", + "\n", + "\n", + "\n", + "125323800597840->125323800598032+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800597840*->125323800597840\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800663424\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 1.7999\n", + "\n", + "\n", + "\n", + "125323800663472+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800663424->125323800663472+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800663472\n", + "\n", + " \n", + "\n", + "data 0.9000\n", + "\n", + "grad 1.7999\n", + "\n", + "\n", + "\n", + "125323800663664**2\n", + "\n", + "**2\n", + "\n", + "\n", + "\n", + "125323800663472->125323800663664**2\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800663472+->125323800663472\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800598032\n", + "\n", + " \n", + "\n", + "data 0.0053\n", + "\n", + "grad 1.7819\n", + "\n", + "\n", + "\n", + "125323800598416+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800598032->125323800598416+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800598032+->125323800598032\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800663664\n", + "\n", + " \n", + "\n", + "data 0.8099\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323800664768+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800663664->125323800664768+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800663664**2->125323800663664\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800598224\n", + "\n", + " \n", + "\n", + "data -0.1057\n", + "\n", + "grad 1.7819\n", + "\n", + "\n", + "\n", + "125323800598224->125323800598416+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800598224*->125323800598224\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800663904\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -3.0129\n", + "\n", + "\n", + "\n", + "125323800663904->125323800663952+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800598416\n", + "\n", + " \n", + "\n", + "data -0.1004\n", + "\n", + "grad 1.7819\n", + "\n", + "\n", + "\n", + "125323800598512tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800598416->125323800598512tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800598416+->125323800598416\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800663952\n", + "\n", + " \n", + "\n", + "data -1.5065\n", + "\n", + "grad -3.0129\n", + "\n", + "\n", + "\n", + "125323800664144**2\n", + "\n", + "**2\n", + "\n", + "\n", + "\n", + "125323800663952->125323800664144**2\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800663952+->125323800663952\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800598512\n", + "\n", + " \n", + "\n", + "data -0.1000\n", + "\n", + "grad 1.7999\n", + "\n", + "\n", + "\n", + "125323800598512->125323800663472+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800598512tanh->125323800598512\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800664144\n", + "\n", + " \n", + "\n", + "data 2.2694\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323800664960+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800664144->125323800664960+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800664144**2->125323800664144\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107184\n", + "\n", + " \n", + "\n", + "data -0.6311\n", + "\n", + "grad -2.1210\n", + "\n", + "\n", + "\n", + "125323800107184->125323800110928+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107184*->125323800107184\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800664336\n", + "\n", + "const: 0\n", + "\n", + "data 0.0000\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323800664336->125323800664384+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800664384\n", + "\n", + " \n", + "\n", + "data 2.4633\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323800664384->125323800664576+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800664384+->125323800664384\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800664576\n", + "\n", + " \n", + "\n", + "data 2.8644\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323800664576->125323800664768+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800664576+->125323800664576\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800664768\n", + "\n", + " \n", + "\n", + "data 3.6744\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323800664768->125323800664960+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800664768+->125323800664768\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800664960\n", + "\n", + " \n", + "\n", + "data 5.9438\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323800664960+->125323800664960\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800110016\n", + "\n", + " \n", + "\n", + "data -0.3765\n", + "\n", + "grad -2.1210\n", + "\n", + "\n", + "\n", + "125323800110400+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800110016->125323800110400+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800110016+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800110016+->125323800110016\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800110208\n", + "\n", + " \n", + "\n", + "data -0.2702\n", + "\n", + "grad -2.1210\n", + "\n", + "\n", + "\n", + "125323800110208->125323800110400+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800110208*->125323800110208\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800110400\n", + "\n", + " \n", + "\n", + "data -0.6467\n", + "\n", + "grad -2.1210\n", + "\n", + "\n", + "\n", + "125323800110496tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800110400->125323800110496tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800110400+->125323800110400\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800110496\n", + "\n", + " \n", + "\n", + "data -0.5695\n", + "\n", + "grad -3.1390\n", + "\n", + "\n", + "\n", + "125323800110496->125323800662224+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800110496tanh->125323800110496\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800110928\n", + "\n", + " \n", + "\n", + "data -0.0643\n", + "\n", + "grad -2.1210\n", + "\n", + "\n", + "\n", + "125323800111264+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800110928->125323800111264+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800110928+->125323800110928\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800111168\n", + "\n", + " \n", + "\n", + "data 0.1408\n", + "\n", + "grad -2.1210\n", + "\n", + "\n", + "\n", + "125323800111168->125323800111264+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800111168*->125323800111168\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800111264\n", + "\n", + " \n", + "\n", + "data 0.0765\n", + "\n", + "grad -2.1210\n", + "\n", + "\n", + "\n", + "125323800111264->125323800110016+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800111264+->125323800111264\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800111504\n", + "\n", + " \n", + "\n", + "data -0.4530\n", + "\n", + "grad -2.1210\n", + "\n", + "\n", + "\n", + "125323800111504->125323800110016+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800111504*->125323800111504\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800093392\n", + "\n", + " \n", + "\n", + "data 0.2657\n", + "\n", + "grad -1.3633\n", + "\n", + "\n", + "\n", + "125323800093824+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800093392->125323800093824+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800093392*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800093392*->125323800093392\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800093728\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad -0.7244\n", + "\n", + "\n", + "\n", + "125323800093728->125323800093392*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800093824\n", + "\n", + " \n", + "\n", + "data -0.3154\n", + "\n", + "grad -1.3633\n", + "\n", + "\n", + "\n", + "125323800094064+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800093824->125323800094064+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800093824+->125323800093824\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800093872\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.2839\n", + "\n", + "\n", + "\n", + "125323800093920*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800093872->125323800093920*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800093920\n", + "\n", + " \n", + "\n", + "data -0.2082\n", + "\n", + "grad -1.3633\n", + "\n", + "\n", + "\n", + "125323800093920->125323800094064+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800093920*->125323800093920\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094016\n", + "\n", + " \n", + "\n", + "data -0.0825\n", + "\n", + "grad -1.3633\n", + "\n", + "\n", + "\n", + "125323800094400tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800094016->125323800094400tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094016+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800094016+->125323800094016\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094064\n", + "\n", + " \n", + "\n", + "data -0.5236\n", + "\n", + "grad -1.3633\n", + "\n", + "\n", + "\n", + "125323800094064->125323800094016+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094064+->125323800094064\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094208\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.6013\n", + "\n", + "\n", + "\n", + "125323800094256*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800094208->125323800094256*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094256\n", + "\n", + " \n", + "\n", + "data 0.4411\n", + "\n", + "grad -1.3633\n", + "\n", + "\n", + "\n", + "125323800094256->125323800094016+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094256*->125323800094256\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094400\n", + "\n", + " \n", + "\n", + "data -0.0823\n", + "\n", + "grad -1.3726\n", + "\n", + "\n", + "\n", + "125323800094400->125323800094688*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094400->125323800099728*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094400->125323800593232*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094400->125323800595152*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094400tanh->125323800094400\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804464320\n", + "\n", + "w2\n", + "\n", + "data 0.4411\n", + "\n", + "grad -3.4886\n", + "\n", + "\n", + "\n", + "125323804464320->125323800094256*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800599904*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804464320->125323800599904*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079648*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804464320->125323800079648*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800080080*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804464320->125323800080080*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800598992\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.5797\n", + "\n", + "\n", + "\n", + "125323800599040*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800598992->125323800599040*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800599040\n", + "\n", + " \n", + "\n", + "data 0.5314\n", + "\n", + "grad 1.0910\n", + "\n", + "\n", + "\n", + "125323800599232+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800599040->125323800599232+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800599040*->125323800599040\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800599232\n", + "\n", + " \n", + "\n", + "data -0.0497\n", + "\n", + "grad 1.0910\n", + "\n", + "\n", + "\n", + "125323800599664+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800599232->125323800599664+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800599232+->125323800599232\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800599424\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.2272\n", + "\n", + "\n", + "\n", + "125323800599472*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800599424->125323800599472*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800599472\n", + "\n", + " \n", + "\n", + "data -0.2082\n", + "\n", + "grad 1.0910\n", + "\n", + "\n", + "\n", + "125323800599472->125323800599664+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800599472*->125323800599472\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800599664\n", + "\n", + " \n", + "\n", + "data -0.2579\n", + "\n", + "grad 1.0910\n", + "\n", + "\n", + "\n", + "125323800600096+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800599664->125323800600096+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800599664+->125323800599664\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800599856\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad 0.4812\n", + "\n", + "\n", + "\n", + "125323800599856->125323800599904*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800599904\n", + "\n", + " \n", + "\n", + "data -0.4411\n", + "\n", + "grad 1.0910\n", + "\n", + "\n", + "\n", + "125323800599904->125323800600096+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800599904*->125323800599904\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600096\n", + "\n", + " \n", + "\n", + "data -0.6990\n", + "\n", + "grad 1.0910\n", + "\n", + "\n", + "\n", + "125323800600192tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800600096->125323800600192tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600096+->125323800600096\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600192\n", + "\n", + " \n", + "\n", + "data -0.6037\n", + "\n", + "grad 1.7167\n", + "\n", + "\n", + "\n", + "125323800600192->125323800605712*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600192->125323800607632*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600192->125323800607248*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600192->125323800096368*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600192tanh->125323800600192\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804468304\n", + "\n", + "w0\n", + "\n", + "data 0.5314\n", + "\n", + "grad 1.8920\n", + "\n", + "\n", + "\n", + "125323804468304->125323800093392*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804468304->125323800599040*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800078736*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804468304->125323800078736*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800111984*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804468304->125323800111984*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800077536\n", + "\n", + " \n", + "\n", + "data 0.8941\n", + "\n", + "grad -0.7301\n", + "\n", + "\n", + "\n", + "125323800077536->125323800116784*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800077536->125323800085664*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800077536->125323800088544*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800077536->125323800090704*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800077536tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800077536tanh->125323800077536\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800110880\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad -0.0778\n", + "\n", + "\n", + "\n", + "125323800110880->125323800111984*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800078304\n", + "\n", + " \n", + "\n", + "data -0.1430\n", + "\n", + "grad 0.9610\n", + "\n", + "\n", + "\n", + "125323800079984+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800078304->125323800079984+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800078304+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800078304+->125323800078304\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800078400\n", + "\n", + "const: 2.0\n", + "\n", + "data 2.0000\n", + "\n", + "grad 0.5107\n", + "\n", + "\n", + "\n", + "125323800078400->125323800078736*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800078496\n", + "\n", + " \n", + "\n", + "data 1.4418\n", + "\n", + "grad -0.1465\n", + "\n", + "\n", + "\n", + "125323800078496->125323800077536tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800078496+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800078496+->125323800078496\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800078736\n", + "\n", + " \n", + "\n", + "data 1.0627\n", + "\n", + "grad 0.9610\n", + "\n", + "\n", + "\n", + "125323800079312+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800078736->125323800079312+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800078736*->125323800078736\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800111936\n", + "\n", + " \n", + "\n", + "data 1.0130\n", + "\n", + "grad -0.1465\n", + "\n", + "\n", + "\n", + "125323800113088+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800111936->125323800113088+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800111936+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800111936+->125323800111936\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800111984\n", + "\n", + " \n", + "\n", + "data 1.5941\n", + "\n", + "grad -0.1465\n", + "\n", + "\n", + "\n", + "125323800111984->125323800111936+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800111984*->125323800111984\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079216\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad -0.2001\n", + "\n", + "\n", + "\n", + "125323800079408*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800079216->125323800079408*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079312\n", + "\n", + " \n", + "\n", + "data 0.4817\n", + "\n", + "grad 0.9610\n", + "\n", + "\n", + "\n", + "125323800079312->125323800078304+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079312+->125323800079312\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079408\n", + "\n", + " \n", + "\n", + "data -0.6247\n", + "\n", + "grad 0.9610\n", + "\n", + "\n", + "\n", + "125323800079408->125323800078304+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079408*->125323800079408\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079648\n", + "\n", + " \n", + "\n", + "data -0.4411\n", + "\n", + "grad 0.9610\n", + "\n", + "\n", + "\n", + "125323800079648->125323800079984+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079648*->125323800079648\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079744\n", + "\n", + " \n", + "\n", + "data -0.5256\n", + "\n", + "grad 1.3279\n", + "\n", + "\n", + "\n", + "125323800079744->125323800101904*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079744->125323800104592*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079744->125323800106080*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079744->125323800107904*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079744tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800079744tanh->125323800079744\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079936\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad 0.4239\n", + "\n", + "\n", + "\n", + "125323800079936->125323800079648*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079984\n", + "\n", + " \n", + "\n", + "data -0.5841\n", + "\n", + "grad 0.9610\n", + "\n", + "\n", + "\n", + "125323800079984->125323800079744tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800079984+->125323800079984\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800080080\n", + "\n", + " \n", + "\n", + "data 0.2205\n", + "\n", + "grad -0.1465\n", + "\n", + "\n", + "\n", + "125323800080080->125323800078496+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800080080*->125323800080080\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113088\n", + "\n", + " \n", + "\n", + "data 1.2213\n", + "\n", + "grad -0.1465\n", + "\n", + "\n", + "\n", + "125323800113088->125323800078496+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113088+->125323800113088\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113184\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad 0.0305\n", + "\n", + "\n", + "\n", + "125323800113520*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800113184->125323800113520*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113520\n", + "\n", + " \n", + "\n", + "data 0.2082\n", + "\n", + "grad -0.1465\n", + "\n", + "\n", + "\n", + "125323800113520->125323800113088+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113520*->125323800113520\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804471808\n", + "\n", + "b\n", + "\n", + "data -0.5810\n", + "\n", + "grad 0.5423\n", + "\n", + "\n", + "\n", + "125323804471808->125323800093824+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804471808->125323800599232+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804471808->125323800111936+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804471808->125323800079312+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800082816\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad -0.0646\n", + "\n", + "\n", + "\n", + "125323800082816->125323800080080*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474688\n", + "\n", + "w1\n", + "\n", + "data -0.2082\n", + "\n", + "grad 2.7573\n", + "\n", + "\n", + "\n", + "125323804474688->125323800093920*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474688->125323800599472*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474688->125323800079408*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474688->125323800113520*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094784\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.2610\n", + "\n", + "\n", + "\n", + "125323800095216*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800094784->125323800095216*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094928\n", + "\n", + " \n", + "\n", + "data 0.3946\n", + "\n", + "grad 0.4307\n", + "\n", + "\n", + "\n", + "125323800095024+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800094928->125323800095024+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800094928*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800094928*->125323800094928\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800095024\n", + "\n", + " \n", + "\n", + "data -0.5283\n", + "\n", + "grad 0.4307\n", + "\n", + "\n", + "\n", + "125323800095648+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800095024->125323800095648+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800095024+->125323800095024\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800095216\n", + "\n", + " \n", + "\n", + "data -0.6060\n", + "\n", + "grad 0.4307\n", + "\n", + "\n", + "\n", + "125323800095216->125323800095648+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800095216*->125323800095216\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800095456\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad 0.3400\n", + "\n", + "\n", + "\n", + "125323800095456->125323800094928*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800095600\n", + "\n", + " \n", + "\n", + "data 0.2780\n", + "\n", + "grad 0.4307\n", + "\n", + "\n", + "\n", + "125323800096176+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800095600->125323800096176+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800095600*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800095600*->125323800095600\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800095648\n", + "\n", + " \n", + "\n", + "data -1.1343\n", + "\n", + "grad 0.4307\n", + "\n", + "\n", + "\n", + "125323800095648->125323800096176+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800095648+->125323800095648\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096080\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.1198\n", + "\n", + "\n", + "\n", + "125323800096080->125323800095600*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096176\n", + "\n", + " \n", + "\n", + "data -0.8563\n", + "\n", + "grad 0.4307\n", + "\n", + "\n", + "\n", + "125323800096320tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800096176->125323800096320tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096176+->125323800096176\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096320\n", + "\n", + " \n", + "\n", + "data -0.6943\n", + "\n", + "grad 0.8317\n", + "\n", + "\n", + "\n", + "125323800096320->125323800091616*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096320->125323800100112*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096320->125323800593616*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096320->125323800595536*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096320tanh->125323800096320\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800101184\n", + "\n", + " \n", + "\n", + "data 2.1897\n", + "\n", + "grad 0.0419\n", + "\n", + "\n", + "\n", + "125323800113376tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800101184->125323800113376tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800101184+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800101184+->125323800101184\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800103152\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad 0.0116\n", + "\n", + "\n", + "\n", + "125323800103488*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800103152->125323800103488*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800103488\n", + "\n", + " \n", + "\n", + "data 0.1390\n", + "\n", + "grad 0.0419\n", + "\n", + "\n", + "\n", + "125323800103488->125323800101184+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800103488*->125323800103488\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800105696\n", + "\n", + " \n", + "\n", + "data 2.0507\n", + "\n", + "grad 0.0419\n", + "\n", + "\n", + "\n", + "125323800105696->125323800101184+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800105696+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800105696+->125323800105696\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804464608\n", + "\n", + "w2\n", + "\n", + "data 0.2780\n", + "\n", + "grad 0.6565\n", + "\n", + "\n", + "\n", + "125323804464608->125323800095600*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804464608->125323800103488*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601584*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804464608->125323800601584*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081232*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804464608->125323800081232*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107472\n", + "\n", + " \n", + "\n", + "data 0.6060\n", + "\n", + "grad 0.0419\n", + "\n", + "\n", + "\n", + "125323800107472->125323800105696+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107472*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800107472*->125323800107472\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800107760\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.0254\n", + "\n", + "\n", + "\n", + "125323800107760->125323800107472*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600672\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.1207\n", + "\n", + "\n", + "\n", + "125323800600720*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800600672->125323800600720*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600720\n", + "\n", + " \n", + "\n", + "data 0.7892\n", + "\n", + "grad -0.1529\n", + "\n", + "\n", + "\n", + "125323800600912+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800600720->125323800600912+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600720*->125323800600720\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600912\n", + "\n", + " \n", + "\n", + "data -0.1337\n", + "\n", + "grad -0.1529\n", + "\n", + "\n", + "\n", + "125323800601344+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800600912->125323800601344+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800600912+->125323800600912\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800109536\n", + "\n", + " \n", + "\n", + "data 1.4447\n", + "\n", + "grad 0.0419\n", + "\n", + "\n", + "\n", + "125323800109536->125323800105696+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800109536+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800109536+->125323800109536\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601104\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0927\n", + "\n", + "\n", + "\n", + "125323800601152*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800601104->125323800601152*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601152\n", + "\n", + " \n", + "\n", + "data -0.6060\n", + "\n", + "grad -0.1529\n", + "\n", + "\n", + "\n", + "125323800601152->125323800601344+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601152*->125323800601152\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601344\n", + "\n", + " \n", + "\n", + "data -0.7397\n", + "\n", + "grad -0.1529\n", + "\n", + "\n", + "\n", + "125323800601776+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800601344->125323800601776+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601344+->125323800601344\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601584\n", + "\n", + " \n", + "\n", + "data -0.2780\n", + "\n", + "grad -0.1529\n", + "\n", + "\n", + "\n", + "125323800601584->125323800601776+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601584*->125323800601584\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601536\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.0425\n", + "\n", + "\n", + "\n", + "125323800601536->125323800601584*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601776\n", + "\n", + " \n", + "\n", + "data -1.0177\n", + "\n", + "grad -0.1529\n", + "\n", + "\n", + "\n", + "125323800601872tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800601776->125323800601872tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601776+->125323800601776\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601872\n", + "\n", + " \n", + "\n", + "data -0.7689\n", + "\n", + "grad -0.3741\n", + "\n", + "\n", + "\n", + "125323800601872->125323800606096*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601872->125323800608016*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601872->125323800603648*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601872->125323800658768*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800601872tanh->125323800601872\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800110592\n", + "\n", + " \n", + "\n", + "data 2.3677\n", + "\n", + "grad 0.0419\n", + "\n", + "\n", + "\n", + "125323800110592->125323800109536+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800110592*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800110592*->125323800110592\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800078064\n", + "\n", + " \n", + "\n", + "data -1.1624\n", + "\n", + "grad -0.0519\n", + "\n", + "\n", + "\n", + "125323800081904+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800078064->125323800081904+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800078064+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800078064+->125323800078064\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113376\n", + "\n", + " \n", + "\n", + "data 0.9752\n", + "\n", + "grad 0.8569\n", + "\n", + "\n", + "\n", + "125323800113376->125323800117216*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113376->125323800086384*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113376->125323800087056*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113376->125323800090752*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113376tanh->125323800113376\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113424\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad 0.0331\n", + "\n", + "\n", + "\n", + "125323800113424->125323800110592*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800080704\n", + "\n", + " \n", + "\n", + "data 1.5784\n", + "\n", + "grad -0.0519\n", + "\n", + "\n", + "\n", + "125323800080992+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800080704->125323800080992+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800080704*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800080704*->125323800080704\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800080848\n", + "\n", + " \n", + "\n", + "data -1.8179\n", + "\n", + "grad -0.0519\n", + "\n", + "\n", + "\n", + "125323800080848->125323800078064+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800080848*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800080848*->125323800080848\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800080944\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad 0.0315\n", + "\n", + "\n", + "\n", + "125323800080944->125323800080848*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800080992\n", + "\n", + " \n", + "\n", + "data 0.6555\n", + "\n", + "grad -0.0519\n", + "\n", + "\n", + "\n", + "125323800080992->125323800078064+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800080992+->125323800080992\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081088\n", + "\n", + "const: 2.0\n", + "\n", + "data 2.0000\n", + "\n", + "grad -0.0410\n", + "\n", + "\n", + "\n", + "125323800081088->125323800080704*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081232\n", + "\n", + " \n", + "\n", + "data -0.2780\n", + "\n", + "grad -0.0519\n", + "\n", + "\n", + "\n", + "125323800081232->125323800081904+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081232*->125323800081232\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081424\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.0144\n", + "\n", + "\n", + "\n", + "125323800081424->125323800081232*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081520\n", + "\n", + " \n", + "\n", + "data -0.8938\n", + "\n", + "grad -0.2581\n", + "\n", + "\n", + "\n", + "125323800081520->125323800102528*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081520->125323800104400*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081520->125323800106416*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081520->125323800108480*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081520tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800081520tanh->125323800081520\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081904\n", + "\n", + " \n", + "\n", + "data -1.4404\n", + "\n", + "grad -0.0519\n", + "\n", + "\n", + "\n", + "125323800081904->125323800081520tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081904+->125323800081904\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473584\n", + "\n", + "b\n", + "\n", + "data -0.9230\n", + "\n", + "grad 0.2678\n", + "\n", + "\n", + "\n", + "125323804473584->125323800095024+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473584->125323800600912+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473584->125323800109536+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473584->125323800080992+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473632\n", + "\n", + "w0\n", + "\n", + "data 0.7892\n", + "\n", + "grad 0.0843\n", + "\n", + "\n", + "\n", + "125323804473632->125323800094928*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473632->125323800600720*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473632->125323800110592*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473632->125323800080704*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474352\n", + "\n", + "w1\n", + "\n", + "data -0.6060\n", + "\n", + "grad 0.0801\n", + "\n", + "\n", + "\n", + "125323804474352->125323800095216*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474352->125323800107472*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474352->125323800601152*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474352->125323800080848*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800095936\n", + "\n", + " \n", + "\n", + "data -0.3374\n", + "\n", + "grad 0.6660\n", + "\n", + "\n", + "\n", + "125323800096512+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800095936->125323800096512+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800095936*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800095936*->125323800095936\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096512\n", + "\n", + " \n", + "\n", + "data 0.0501\n", + "\n", + "grad 0.6660\n", + "\n", + "\n", + "\n", + "125323800097280+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800096512->125323800097280+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096512+->125323800096512\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096560\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad -0.4494\n", + "\n", + "\n", + "\n", + "125323800096560->125323800095936*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096944\n", + "\n", + " \n", + "\n", + "data -0.0513\n", + "\n", + "grad 0.6660\n", + "\n", + "\n", + "\n", + "125323800096944->125323800097280+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800096944*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800096944*->125323800096944\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800097040\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.0342\n", + "\n", + "\n", + "\n", + "125323800097040->125323800096944*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800097280\n", + "\n", + " \n", + "\n", + "data -0.0012\n", + "\n", + "grad 0.6660\n", + "\n", + "\n", + "\n", + "125323800097808+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800097280->125323800097808+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800097280+->125323800097280\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800097424\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.5854\n", + "\n", + "\n", + "\n", + "125323800097568*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800097424->125323800097568*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800097568\n", + "\n", + " \n", + "\n", + "data 0.8790\n", + "\n", + "grad 0.6660\n", + "\n", + "\n", + "\n", + "125323800097568->125323800097808+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800097568*->125323800097568\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800097808\n", + "\n", + " \n", + "\n", + "data 0.8778\n", + "\n", + "grad 0.6660\n", + "\n", + "\n", + "\n", + "125323800097952tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800097808->125323800097952tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800097808+->125323800097808\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800097952\n", + "\n", + " \n", + "\n", + "data 0.7053\n", + "\n", + "grad 1.3252\n", + "\n", + "\n", + "\n", + "125323800097952->125323800087920*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800097952->125323800100496*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800097952->125323800594000*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800097952->125323800595920*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800097952tanh->125323800097952\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804462688\n", + "\n", + "w1\n", + "\n", + "data -0.0513\n", + "\n", + "grad 0.2725\n", + "\n", + "\n", + "\n", + "125323804462688->125323800096944*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800602832*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804462688->125323800602832*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081664*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804462688->125323800081664*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800114528*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804462688->125323800114528*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804467968\n", + "\n", + "b\n", + "\n", + "data 0.3875\n", + "\n", + "grad 0.6011\n", + "\n", + "\n", + "\n", + "125323804467968->125323800096512+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800602592+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323804467968->125323800602592+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112416+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323804467968->125323800112416+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800082384+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323804467968->125323800082384+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800602352\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.1217\n", + "\n", + "\n", + "\n", + "125323800602400*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800602352->125323800602400*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800602400\n", + "\n", + " \n", + "\n", + "data -0.6748\n", + "\n", + "grad -0.1804\n", + "\n", + "\n", + "\n", + "125323800602400->125323800602592+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800602400*->125323800602400\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800602592\n", + "\n", + " \n", + "\n", + "data -0.2873\n", + "\n", + "grad -0.1804\n", + "\n", + "\n", + "\n", + "125323800603024+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800602592->125323800603024+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800602592+->125323800602592\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800602784\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0093\n", + "\n", + "\n", + "\n", + "125323800602784->125323800602832*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800602832\n", + "\n", + " \n", + "\n", + "data -0.0513\n", + "\n", + "grad -0.1804\n", + "\n", + "\n", + "\n", + "125323800602832->125323800603024+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800602832*->125323800602832\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603024\n", + "\n", + " \n", + "\n", + "data -0.3386\n", + "\n", + "grad -0.1804\n", + "\n", + "\n", + "\n", + "125323800603456+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800603024->125323800603456+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603024+->125323800603024\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603216\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.1586\n", + "\n", + "\n", + "\n", + "125323800603264*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800603216->125323800603264*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603264\n", + "\n", + " \n", + "\n", + "data -0.8790\n", + "\n", + "grad -0.1804\n", + "\n", + "\n", + "\n", + "125323800603264->125323800603456+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603264*->125323800603264\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603456\n", + "\n", + " \n", + "\n", + "data -1.2176\n", + "\n", + "grad -0.1804\n", + "\n", + "\n", + "\n", + "125323800603552tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800603456->125323800603552tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603456+->125323800603456\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603552\n", + "\n", + " \n", + "\n", + "data -0.8389\n", + "\n", + "grad -0.6091\n", + "\n", + "\n", + "\n", + "125323800603552->125323800606480*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603552->125323800608400*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603552->125323800600288*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603552->125323800659152*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800603552tanh->125323800603552\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112272\n", + "\n", + " \n", + "\n", + "data -2.0243\n", + "\n", + "grad 0.1399\n", + "\n", + "\n", + "\n", + "125323800112272->125323800112416+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112272*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800112272*->125323800112272\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112368\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad -0.0944\n", + "\n", + "\n", + "\n", + "125323800112368->125323800112272*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112416\n", + "\n", + " \n", + "\n", + "data -1.6368\n", + "\n", + "grad 0.1399\n", + "\n", + "\n", + "\n", + "125323800114960+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800112416->125323800114960+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112416+->125323800112416\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112512\n", + "\n", + " \n", + "\n", + "data -1.1459\n", + "\n", + "grad 0.1399\n", + "\n", + "\n", + "\n", + "125323800112608tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800112512->125323800112608tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112512+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800112512+->125323800112512\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112608\n", + "\n", + " \n", + "\n", + "data -0.8164\n", + "\n", + "grad 0.4195\n", + "\n", + "\n", + "\n", + "125323800112608->125323800116976*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112608->125323800086096*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112608->125323800087680*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112608->125323800090992*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112608tanh->125323800112608\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800080176\n", + "\n", + " \n", + "\n", + "data -0.8790\n", + "\n", + "grad -0.0244\n", + "\n", + "\n", + "\n", + "125323800083872+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800080176->125323800083872+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800080176*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800080176*->125323800080176\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800114144\n", + "\n", + " \n", + "\n", + "data 0.4395\n", + "\n", + "grad 0.1399\n", + "\n", + "\n", + "\n", + "125323800114144->125323800112512+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800114144*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800114144*->125323800114144\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800114192\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.0072\n", + "\n", + "\n", + "\n", + "125323800114192->125323800114528*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081664\n", + "\n", + " \n", + "\n", + "data -0.1540\n", + "\n", + "grad -0.0244\n", + "\n", + "\n", + "\n", + "125323800083344+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800081664->125323800083344+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081664*->125323800081664\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800114528\n", + "\n", + " \n", + "\n", + "data 0.0513\n", + "\n", + "grad 0.1399\n", + "\n", + "\n", + "\n", + "125323800114528->125323800114960+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800114528*->125323800114528\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800081952\n", + "\n", + "const: 2.0\n", + "\n", + "data 2.0000\n", + "\n", + "grad 0.0165\n", + "\n", + "\n", + "\n", + "125323800082240*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800081952->125323800082240*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800114864\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad 0.1230\n", + "\n", + "\n", + "\n", + "125323800114864->125323800114144*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800114960\n", + "\n", + " \n", + "\n", + "data -1.5854\n", + "\n", + "grad 0.1399\n", + "\n", + "\n", + "\n", + "125323800114960->125323800112512+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800114960+->125323800114960\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473104\n", + "\n", + "w0\n", + "\n", + "data -0.6748\n", + "\n", + "grad 0.5235\n", + "\n", + "\n", + "\n", + "125323804473104->125323800095936*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473104->125323800602400*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473104->125323800112272*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473104->125323800082240*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800082240\n", + "\n", + " \n", + "\n", + "data -1.3495\n", + "\n", + "grad -0.0244\n", + "\n", + "\n", + "\n", + "125323800082240->125323800082384+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800082240*->125323800082240\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800082384\n", + "\n", + " \n", + "\n", + "data -0.9620\n", + "\n", + "grad -0.0244\n", + "\n", + "\n", + "\n", + "125323800082384->125323800083344+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800082384+->125323800082384\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800082624\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad 0.0013\n", + "\n", + "\n", + "\n", + "125323800082624->125323800081664*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800082720\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.0214\n", + "\n", + "\n", + "\n", + "125323800082720->125323800080176*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800083104\n", + "\n", + " \n", + "\n", + "data -0.9637\n", + "\n", + "grad -0.3420\n", + "\n", + "\n", + "\n", + "125323800083104->125323800102432*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800083104->125323800105264*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800083104->125323800106896*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800083104->125323800108720*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800083104tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800083104tanh->125323800083104\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474160\n", + "\n", + "w2\n", + "\n", + "data 0.8790\n", + "\n", + "grad 0.9407\n", + "\n", + "\n", + "\n", + "125323804474160->125323800097568*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474160->125323800603264*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474160->125323800080176*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804474160->125323800114144*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800083344\n", + "\n", + " \n", + "\n", + "data -1.1160\n", + "\n", + "grad -0.0244\n", + "\n", + "\n", + "\n", + "125323800083344->125323800083872+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800083344+->125323800083344\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800083872\n", + "\n", + " \n", + "\n", + "data -1.9950\n", + "\n", + "grad -0.0244\n", + "\n", + "\n", + "\n", + "125323800083872->125323800083104tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800083872+->125323800083872\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800098144\n", + "\n", + " \n", + "\n", + "data 0.0505\n", + "\n", + "grad -0.4413\n", + "\n", + "\n", + "\n", + "125323800098144->125323800098960*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800098144->125323800592464*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800098144->125323800594384*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800098144->125323800596304*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800098144tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800098144tanh->125323800098144\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800098288\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad 0.2915\n", + "\n", + "\n", + "\n", + "125323800098384*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800098288->125323800098384*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800098384\n", + "\n", + " \n", + "\n", + "data -0.3311\n", + "\n", + "grad -0.4402\n", + "\n", + "\n", + "\n", + "125323800098528+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800098384->125323800098528+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800098384*->125323800098384\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800098528\n", + "\n", + " \n", + "\n", + "data -0.1404\n", + "\n", + "grad -0.4402\n", + "\n", + "\n", + "\n", + "125323800112656+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800098528->125323800112656+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800098528+->125323800098528\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800100944\n", + "\n", + " \n", + "\n", + "data 1.6140\n", + "\n", + "grad -0.0175\n", + "\n", + "\n", + "\n", + "125323800101040tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800100944->125323800101040tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800100944+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800100944+->125323800100944\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800101040\n", + "\n", + " \n", + "\n", + "data 0.9237\n", + "\n", + "grad -0.1191\n", + "\n", + "\n", + "\n", + "125323800101040->125323800103008*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800101040->125323800105408*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800101040->125323800107280*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800101040->125323800109152*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800101040tanh->125323800101040\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800101232\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad 0.0095\n", + "\n", + "\n", + "\n", + "125323800101280*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800101232->125323800101280*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800101280\n", + "\n", + " \n", + "\n", + "data 0.5437\n", + "\n", + "grad -0.0175\n", + "\n", + "\n", + "\n", + "125323800101280->125323800100944+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800101280*->125323800101280\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804465280\n", + "\n", + "w1\n", + "\n", + "data 0.7346\n", + "\n", + "grad -0.5040\n", + "\n", + "\n", + "\n", + "125323800112464*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804465280->125323800112464*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604512*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804465280->125323800604512*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116160*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804465280->125323800116160*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800084160*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804465280->125323800084160*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800077248\n", + "\n", + " \n", + "\n", + "data 0.0505\n", + "\n", + "grad -0.4402\n", + "\n", + "\n", + "\n", + "125323800077248->125323800098144tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800077248+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800077248+->125323800077248\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804470128\n", + "\n", + "w2\n", + "\n", + "data -0.5437\n", + "\n", + "grad -0.4074\n", + "\n", + "\n", + "\n", + "125323804470128->125323800101280*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604944*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804470128->125323800604944*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113664*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804470128->125323800113664*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800115536*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323804470128->125323800115536*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112224\n", + "\n", + " \n", + "\n", + "data -1.9865\n", + "\n", + "grad -0.0079\n", + "\n", + "\n", + "\n", + "125323800115104+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800112224->125323800115104+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112224*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800112224*->125323800112224\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112464\n", + "\n", + " \n", + "\n", + "data -0.7346\n", + "\n", + "grad -0.0079\n", + "\n", + "\n", + "\n", + "125323800115872+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800112464->125323800115872+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112464*->125323800112464\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604032\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0128\n", + "\n", + "\n", + "\n", + "125323800604080*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800604032->125323800604080*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604080\n", + "\n", + " \n", + "\n", + "data -0.6622\n", + "\n", + "grad -0.0193\n", + "\n", + "\n", + "\n", + "125323800604272+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800604080->125323800604272+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604080*->125323800604080\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112656\n", + "\n", + " \n", + "\n", + "data 0.5942\n", + "\n", + "grad -0.4402\n", + "\n", + "\n", + "\n", + "125323800112656->125323800077248+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800112656+->125323800112656\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604272\n", + "\n", + " \n", + "\n", + "data -0.4715\n", + "\n", + "grad -0.0193\n", + "\n", + "\n", + "\n", + "125323800604704+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800604272->125323800604704+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604272+->125323800604272\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604464\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.0142\n", + "\n", + "\n", + "\n", + "125323800604464->125323800604512*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604512\n", + "\n", + " \n", + "\n", + "data 0.7346\n", + "\n", + "grad -0.0193\n", + "\n", + "\n", + "\n", + "125323800604512->125323800604704+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604512*->125323800604512\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113136\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad 0.0052\n", + "\n", + "\n", + "\n", + "125323800113136->125323800112224*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604704\n", + "\n", + " \n", + "\n", + "data 0.2632\n", + "\n", + "grad -0.0193\n", + "\n", + "\n", + "\n", + "125323800605136+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800604704->125323800605136+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604704+->125323800604704\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604896\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad 0.0105\n", + "\n", + "\n", + "\n", + "125323800604896->125323800604944*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604944\n", + "\n", + " \n", + "\n", + "data 0.5437\n", + "\n", + "grad -0.0193\n", + "\n", + "\n", + "\n", + "125323800604944->125323800605136+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800604944*->125323800604944\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113568\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.2393\n", + "\n", + "\n", + "\n", + "125323800113568->125323800113664*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605136\n", + "\n", + " \n", + "\n", + "data 0.8069\n", + "\n", + "grad -0.0193\n", + "\n", + "\n", + "\n", + "125323800605232tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800605136->125323800605232tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605136+->125323800605136\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113664\n", + "\n", + " \n", + "\n", + "data -0.5437\n", + "\n", + "grad -0.4402\n", + "\n", + "\n", + "\n", + "125323800113664->125323800077248+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800113664*->125323800113664\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605232\n", + "\n", + " \n", + "\n", + "data 0.6678\n", + "\n", + "grad -0.0349\n", + "\n", + "\n", + "\n", + "125323800605232->125323800606864*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605232->125323800658000*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605232->125323800596688*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605232->125323800659536*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800605232tanh->125323800605232\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804472624\n", + "\n", + "b\n", + "\n", + "data 0.1907\n", + "\n", + "grad -0.4849\n", + "\n", + "\n", + "\n", + "125323804472624->125323800098528+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804472624->125323800604272+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804472624->125323800115104+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800083584+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323804472624->125323800083584+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800114768\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.0058\n", + "\n", + "\n", + "\n", + "125323800114768->125323800112464*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800115056\n", + "\n", + " \n", + "\n", + "data -2.8023\n", + "\n", + "grad -0.0079\n", + "\n", + "\n", + "\n", + "125323800115200tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800115056->125323800115200tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800115056+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800115056+->125323800115056\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800082288\n", + "\n", + "const: 2.0\n", + "\n", + "data 2.0000\n", + "\n", + "grad 0.0116\n", + "\n", + "\n", + "\n", + "125323800083728*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800082288->125323800083728*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800115104\n", + "\n", + " \n", + "\n", + "data -1.7958\n", + "\n", + "grad -0.0079\n", + "\n", + "\n", + "\n", + "125323800115104->125323800115872+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800115104+->125323800115104\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800115200\n", + "\n", + " \n", + "\n", + "data -0.9927\n", + "\n", + "grad -0.5419\n", + "\n", + "\n", + "\n", + "125323800115200->125323800085328*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800115200->125323800086816*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800115200->125323800087536*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800115200->125323800090656*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800115200tanh->125323800115200\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473440\n", + "\n", + "w0\n", + "\n", + "data -0.6622\n", + "\n", + "grad -0.2981\n", + "\n", + "\n", + "\n", + "125323804473440->125323800098384*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473440->125323800112224*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473440->125323800604080*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323804473440->125323800083728*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800115536\n", + "\n", + " \n", + "\n", + "data -0.2718\n", + "\n", + "grad -0.0079\n", + "\n", + "\n", + "\n", + "125323800115536->125323800115056+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800115536*->125323800115536\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800115872\n", + "\n", + " \n", + "\n", + "data -2.5305\n", + "\n", + "grad -0.0079\n", + "\n", + "\n", + "\n", + "125323800115872->125323800115056+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800115872+->125323800115872\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116064\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad 0.0043\n", + "\n", + "\n", + "\n", + "125323800116064->125323800115536*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116160\n", + "\n", + " \n", + "\n", + "data 0.7346\n", + "\n", + "grad -0.4402\n", + "\n", + "\n", + "\n", + "125323800116160->125323800112656+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116160*->125323800116160\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800083584\n", + "\n", + " \n", + "\n", + "data -1.1337\n", + "\n", + "grad -0.0175\n", + "\n", + "\n", + "\n", + "125323800084400+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800083584->125323800084400+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800083584+->125323800083584\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800083728\n", + "\n", + " \n", + "\n", + "data -1.3244\n", + "\n", + "grad -0.0175\n", + "\n", + "\n", + "\n", + "125323800083728->125323800083584+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800083728*->125323800083728\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800116544\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.3234\n", + "\n", + "\n", + "\n", + "125323800116544->125323800116160*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800084160\n", + "\n", + " \n", + "\n", + "data 2.2039\n", + "\n", + "grad -0.0175\n", + "\n", + "\n", + "\n", + "125323800084160->125323800084400+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800084160*->125323800084160\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800084304\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad -0.0128\n", + "\n", + "\n", + "\n", + "125323800084304->125323800084160*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800084400\n", + "\n", + " \n", + "\n", + "data 1.0703\n", + "\n", + "grad -0.0175\n", + "\n", + "\n", + "\n", + "125323800084400->125323800100944+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800084400+->125323800084400\n", + "\n", + "\n", + "\n", + "\n", + "\n" + ], + "text/plain": [ + "" + ] + }, + "execution_count": 54, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "draw_dot(loss)" + ] + }, + { + "cell_type": "code", + "execution_count": 61, + "id": "6d2324f0-f490-4e32-ae00-b2b261b214e5", + "metadata": {}, + "outputs": [], + "source": [ + "xs = [\n", + " [2.0, 3.0, -1.0],\n", + " [3.0, -1.0, 0.5],\n", + " [0.5, 1.0, 1.0],\n", + " [1.0, 1.0, -1.0],\n", + "]\n", + "\n", + "ys = [1.0, -1.0, -1.0, 1.0]\n" + ] + }, + { + "cell_type": "code", + "execution_count": 50, + "id": "918cc40f-28c0-42d2-8458-59e23ff3c4a4", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "Value(data=5.943750954828017)" + ] + }, + "execution_count": 50, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ypred = [n(x) for x in xs]\n", + "ypred\n", + "loss = sum([(yout[0] - ygt)**2 for ygt, yout in zip(ys, ypred)])\n", + "loss" + ] + }, + { + "cell_type": "code", + "execution_count": 51, + "id": "fc3db894-3ddc-4e10-902c-be7b8e44b0f7", + "metadata": {}, + "outputs": [], + "source": [ + "loss.backward()" + ] + }, + { + "cell_type": "code", + "execution_count": 48, + "id": "5231915f-4e40-4aef-9795-bebe273ccc31", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "41" + ] + }, + "execution_count": 48, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "len(n.parameters())" + ] + }, + { + "cell_type": "code", + "execution_count": 53, + "id": "c4bd769a-7979-4464-856a-1201357b7d86", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "Value(data=0.5313611318967537)" + ] + }, + "execution_count": 53, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "n.layers[0].neurons[0].w[0]" + ] + }, + { + "cell_type": "code", + "execution_count": 55, + "id": "7cec0640-fc3a-4e6c-b233-7e65554eb7da", + "metadata": {}, + "outputs": [], + "source": [ + "for p in n.parameters():\n", + " p.data += -0.01 * p.grad" + ] + }, + { + "cell_type": "code", + "execution_count": 56, + "id": "fcc6ac69-5a4d-4314-8649-ddca4d525c6d", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "Value(data=0.5124414776083861)" + ] + }, + "execution_count": 56, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "n.layers[0].neurons[0].w[0]" + ] + }, + { + "cell_type": "code", + "execution_count": 57, + "id": "3f40b191-c46a-467c-a0b1-3d188a2e921e", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "Value(data=4.99312518653077)" + ] + }, + "execution_count": 57, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ypred = [n(x) for x in xs]\n", + "loss = sum([(yout[0] - ygt)**2 for ygt, yout in zip(ys, ypred)])\n", + "loss" + ] + }, + { + "cell_type": "code", + "execution_count": 72, + "id": "37b34f3c-e5d8-4d0a-951f-15cc03e3a45d", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "5.646568972964697\n", + "4.343838371619655\n", + "3.844855948976904\n", + "3.6440265684099926\n", + "3.484553837061036\n", + "3.323589713485254\n", + "3.1449853109492194\n", + "2.933981399113531\n", + "2.6699727264662823\n", + "2.3201052679918845\n", + "1.8441552860339283\n", + "1.2637734343899247\n", + "0.7573017259167908\n", + "0.4551476830523029\n", + "0.2998383119642093\n", + "0.2158737200066742\n", + "0.16582463989748886\n", + "0.1333559980863722\n", + "0.1108723561970498\n" + ] + } + ], + "source": [ + "loss = Value(1000)\n", + "\n", + "xs = [\n", + " [2.0, 3.0, -1.0],\n", + " [3.0, -1.0, 0.5],\n", + " [0.5, 1.0, 1.0],\n", + " [1.0, 1.0, -1.0],\n", + "]\n", + "\n", + "ys = [1.0, -1.0, -1.0, 1.0]\n", + "\n", + "n = MultiLayerPerceptron(3, [4, 4, 1])\n", + "\n", + "while loss.data > 0.1:\n", + " ypred = [n(x) for x in xs]\n", + " loss = sum([(yout[0] - ygt)**2 for ygt, yout in zip(ys, ypred)])\n", + " for p in n.parameters():\n", + " p.grad = 0\n", + " loss.backward()\n", + " if loss.data < 0.1:\n", + " break\n", + " for p in n.parameters():\n", + " p.data += -0.05 * p.grad\n", + " print(loss.data)" + ] + }, + { + "cell_type": "code", + "execution_count": 67, + "id": "f3ff1f0e-59c1-47d9-b593-e7ad1d29a217", + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "data": { + "image/svg+xml": [ + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "cluster_125323595413600\n", + "\n", + "125323595413600\n", + "\n", + "\n", + "cluster_125323595402944\n", + "\n", + "125323595402944\n", + "\n", + "\n", + "cluster_125323595408080\n", + "\n", + "125323595408080\n", + "\n", + "\n", + "cluster_125323595415376\n", + "\n", + "125323595415376\n", + "\n", + "\n", + "cluster_125323595404480\n", + "\n", + "125323595404480\n", + "\n", + "\n", + "cluster_125323595413744\n", + "\n", + "125323595413744\n", + "\n", + "\n", + "cluster_125323595412688\n", + "\n", + "125323595412688\n", + "\n", + "\n", + "cluster_125323595405008\n", + "\n", + "125323595405008\n", + "\n", + "\n", + "cluster_125323595400976\n", + "\n", + "125323595400976\n", + "\n", + "\n", + "cluster_125323595412736\n", + "\n", + "125323595412736\n", + "\n", + "\n", + "cluster_125323595401648\n", + "\n", + "125323595401648\n", + "\n", + "\n", + "cluster_125323595401552\n", + "\n", + "125323595401552\n", + "\n", + "\n", + "\n", + "125323594235776\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.0000\n", + "\n", + "\n", + "\n", + "125323594220512*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594235776->125323594220512*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595877936\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125323594300160*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595877936->125323594300160*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800064512\n", + "\n", + " \n", + "\n", + "data 1.5690\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125323595888496+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800064512->125323595888496+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800064512*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323800064512*->125323800064512\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595888496\n", + "\n", + " \n", + "\n", + "data 2.6376\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125323609734272+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595888496->125323609734272+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595888496+->125323595888496\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800067488\n", + "\n", + "const: 2.0\n", + "\n", + "data 2.0000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125323800067488->125323800064512*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594219744\n", + "\n", + " \n", + "\n", + "data 0.0302\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323594222384+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594219744->125323594222384+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594219744*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594219744*->125323594219744\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597398240\n", + "\n", + " \n", + "\n", + "data 1.1820\n", + "\n", + "grad -0.0018\n", + "\n", + "\n", + "\n", + "125323597409472tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597398240->125323597409472tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597398240+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597398240+->125323597398240\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594220512\n", + "\n", + " \n", + "\n", + "data 0.3090\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323594227232+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594220512->125323594227232+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594220512*->125323594220512\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594221520\n", + "\n", + " \n", + "\n", + "data 1.8531\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323594221520->125323594222384+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594221520+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594221520+->125323594221520\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597138208\n", + "\n", + " \n", + "\n", + "data 3.2375\n", + "\n", + "grad -0.0000\n", + "\n", + "\n", + "\n", + "125323597150640tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597138208->125323597150640tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597138208+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597138208+->125323597138208\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597400640\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad -0.0014\n", + "\n", + "\n", + "\n", + "125323597412544*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597400640->125323597412544*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594222384\n", + "\n", + " \n", + "\n", + "data 1.8832\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323594222384->125323594227232+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594222384+->125323594222384\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597401504\n", + "\n", + " \n", + "\n", + "data -0.3090\n", + "\n", + "grad -0.0018\n", + "\n", + "\n", + "\n", + "125323597401504->125323597398240+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597401504*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597401504*->125323597401504\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597402032\n", + "\n", + " \n", + "\n", + "data 1.4608\n", + "\n", + "grad -0.0018\n", + "\n", + "\n", + "\n", + "125323597403136+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597402032->125323597403136+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597402032+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597402032+->125323597402032\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609723184\n", + "\n", + " \n", + "\n", + "data 0.9954\n", + "\n", + "grad 0.0039\n", + "\n", + "\n", + "\n", + "125323609725872*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609723184->125323609725872*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609727168*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609723184->125323609727168*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609719584*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609723184->125323609719584*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142768*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609723184->125323597142768*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609723184tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323609723184tanh->125323609723184\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597402656\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.0001\n", + "\n", + "\n", + "\n", + "125323597403376*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597402656->125323597403376*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403136\n", + "\n", + " \n", + "\n", + "data 1.4910\n", + "\n", + "grad -0.0018\n", + "\n", + "\n", + "\n", + "125323597403136->125323597398240+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403136+->125323597403136\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403376\n", + "\n", + " \n", + "\n", + "data 0.0302\n", + "\n", + "grad -0.0018\n", + "\n", + "\n", + "\n", + "125323597403376->125323597403136+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403376*->125323597403376\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595405488\n", + "\n", + "w0\n", + "\n", + "data 0.7845\n", + "\n", + "grad -0.0007\n", + "\n", + "\n", + "\n", + "125323595405488->125323800064512*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594229248*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595405488->125323594229248*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597148768*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595405488->125323597148768*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595405488->125323597412544*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595405536\n", + "\n", + "w2\n", + "\n", + "data -0.3090\n", + "\n", + "grad -0.0020\n", + "\n", + "\n", + "\n", + "125323595405536->125323594220512*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595405536->125323597401504*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728416*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595405536->125323609728416*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597150592*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595405536->125323597150592*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142720\n", + "\n", + " \n", + "\n", + "data -0.0302\n", + "\n", + "grad -0.0000\n", + "\n", + "\n", + "\n", + "125323597146512+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597142720->125323597146512+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142720*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597142720*->125323597142720\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597143200\n", + "\n", + " \n", + "\n", + "data 3.4221\n", + "\n", + "grad -0.0000\n", + "\n", + "\n", + "\n", + "125323597143200->125323597146512+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597143200+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597143200+->125323597143200\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594227232\n", + "\n", + " \n", + "\n", + "data 2.1922\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323594228576tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323594227232->125323594228576tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594227232+->125323594227232\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597144208\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.0000\n", + "\n", + "\n", + "\n", + "125323597144208->125323597142720*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597144352\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125323597144352->125323597150592*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594228576\n", + "\n", + " \n", + "\n", + "data 0.9754\n", + "\n", + "grad 0.0029\n", + "\n", + "\n", + "\n", + "125323597398384*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594228576->125323597398384*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596658256*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594228576->125323596658256*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596649712*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594228576->125323596649712*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596657344*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594228576->125323596657344*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594228576tanh->125323594228576\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594229152\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125323594229152->125323594219744*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728416\n", + "\n", + " \n", + "\n", + "data 0.3090\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125323609728992+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609728416->125323609728992+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728416*->125323609728416\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594229248\n", + "\n", + " \n", + "\n", + "data 0.7845\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323594229248->125323594221520+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594229248*->125323594229248\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728992\n", + "\n", + " \n", + "\n", + "data 3.0370\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125323609728992->125323609723184tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728992+->125323609728992\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597146512\n", + "\n", + " \n", + "\n", + "data 3.3919\n", + "\n", + "grad -0.0000\n", + "\n", + "\n", + "\n", + "125323597146512->125323597138208+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597146512+->125323597146512\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409472\n", + "\n", + " \n", + "\n", + "data 0.8281\n", + "\n", + "grad -0.0059\n", + "\n", + "\n", + "\n", + "125323597408320*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597409472->125323597408320*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408800*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597409472->125323597408800*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403472*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597409472->125323597403472*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399680*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597409472->125323597399680*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409472tanh->125323597409472\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594231072\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323594231072->125323594229248*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597148768\n", + "\n", + " \n", + "\n", + "data 2.3535\n", + "\n", + "grad -0.0000\n", + "\n", + "\n", + "\n", + "125323597148768->125323597143200+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597148768*->125323597148768\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597411200\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0006\n", + "\n", + "\n", + "\n", + "125323597411200->125323597401504*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412400\n", + "\n", + "w1\n", + "\n", + "data 0.0302\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323595412400->125323594219744*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412400->125323597403376*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412400->125323597142720*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412400->125323594300160*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609732640\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.0000\n", + "\n", + "\n", + "\n", + "125323609732640->125323609728416*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597412544\n", + "\n", + " \n", + "\n", + "data 0.3923\n", + "\n", + "grad -0.0018\n", + "\n", + "\n", + "\n", + "125323597412544->125323597402032+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597412544*->125323597412544\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597150592\n", + "\n", + " \n", + "\n", + "data -0.1545\n", + "\n", + "grad -0.0000\n", + "\n", + "\n", + "\n", + "125323597150592->125323597138208+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597150592*->125323597150592\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597150640\n", + "\n", + " \n", + "\n", + "data 0.9969\n", + "\n", + "grad -0.0011\n", + "\n", + "\n", + "\n", + "125323597140752*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597150640->125323597140752*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597144736*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597150640->125323597144736*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149056*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597150640->125323597149056*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142144*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597150640->125323597142144*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597150640tanh->125323597150640\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594300160\n", + "\n", + " \n", + "\n", + "data 0.0905\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125323594300160->125323609734272+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594300160*->125323594300160\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597151024\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad -0.0000\n", + "\n", + "\n", + "\n", + "125323597151024->125323597148768*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414512\n", + "\n", + "b\n", + "\n", + "data 1.0686\n", + "\n", + "grad -0.0017\n", + "\n", + "\n", + "\n", + "125323595414512->125323595888496+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414512->125323594221520+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414512->125323597402032+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414512->125323597143200+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609734272\n", + "\n", + " \n", + "\n", + "data 2.7281\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125323609734272->125323609728992+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609734272+->125323609734272\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800057888\n", + "\n", + " \n", + "\n", + "data 1.3834\n", + "\n", + "grad -0.0006\n", + "\n", + "\n", + "\n", + "125323597144784tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323800057888->125323597144784tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323800057888+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323800057888+->125323800057888\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594219936\n", + "\n", + " \n", + "\n", + "data 0.6647\n", + "\n", + "grad 0.0101\n", + "\n", + "\n", + "\n", + "125323597414368*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594219936->125323597414368*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596658352*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594219936->125323596658352*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596655712*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594219936->125323596655712*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596654560*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594219936->125323596654560*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594219936tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323594219936tanh->125323594219936\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597398624\n", + "\n", + " \n", + "\n", + "data 0.3654\n", + "\n", + "grad -0.0053\n", + "\n", + "\n", + "\n", + "125323597401600+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597398624->125323597401600+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597398624*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597398624*->125323597398624\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399104\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.0034\n", + "\n", + "\n", + "\n", + "125323597399440*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597399104->125323597399440*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399248\n", + "\n", + " \n", + "\n", + "data 0.7131\n", + "\n", + "grad -0.0053\n", + "\n", + "\n", + "\n", + "125323597400880+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597399248->125323597400880+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399248+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597399248+->125323597399248\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399440\n", + "\n", + " \n", + "\n", + "data 0.6476\n", + "\n", + "grad -0.0053\n", + "\n", + "\n", + "\n", + "125323597399440->125323597399248+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399440*->125323597399440\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597400256\n", + "\n", + " \n", + "\n", + "data 0.7575\n", + "\n", + "grad -0.0124\n", + "\n", + "\n", + "\n", + "125323597399296*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597400256->125323597399296*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403088*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597400256->125323597403088*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406928*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597400256->125323597406928*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409856*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597400256->125323597409856*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597400256tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597400256tanh->125323597400256\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609721072\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125323609733264*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609721072->125323609733264*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597400880\n", + "\n", + " \n", + "\n", + "data 0.9904\n", + "\n", + "grad -0.0053\n", + "\n", + "\n", + "\n", + "125323597400880->125323597400256tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597400880+->125323597400880\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597401024\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad -0.0039\n", + "\n", + "\n", + "\n", + "125323597401024->125323597398624*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595402464\n", + "\n", + "w1\n", + "\n", + "data 0.6476\n", + "\n", + "grad 0.0012\n", + "\n", + "\n", + "\n", + "125323595402464->125323597399440*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609722656*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595402464->125323609722656*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594231120*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595402464->125323594231120*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609732352*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595402464->125323609732352*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597401600\n", + "\n", + " \n", + "\n", + "data 0.0655\n", + "\n", + "grad -0.0053\n", + "\n", + "\n", + "\n", + "125323597401600->125323597399248+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597401600+->125323597401600\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609722656\n", + "\n", + " \n", + "\n", + "data 1.9427\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323609731008+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609722656->125323609731008+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609722656*->125323609722656\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594223728\n", + "\n", + " \n", + "\n", + "data 0.8012\n", + "\n", + "grad 0.0056\n", + "\n", + "\n", + "\n", + "125323594223728->125323594219936tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594223728+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594223728+->125323594223728\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594224832\n", + "\n", + " \n", + "\n", + "data -0.2773\n", + "\n", + "grad 0.0056\n", + "\n", + "\n", + "\n", + "125323594224832->125323594223728+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594224832*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594224832*->125323594224832\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609724336\n", + "\n", + "const: 2.0\n", + "\n", + "data 2.0000\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323609731488*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609724336->125323609731488*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597405584\n", + "\n", + " \n", + "\n", + "data 0.2773\n", + "\n", + "grad -0.0053\n", + "\n", + "\n", + "\n", + "125323597405584->125323597400880+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597405584*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597405584*->125323597405584\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726544\n", + "\n", + " \n", + "\n", + "data 1.1616\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323609726544->125323609731008+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726544+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609726544+->125323609726544\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609727264\n", + "\n", + " \n", + "\n", + "data 2.1922\n", + "\n", + "grad -0.0006\n", + "\n", + "\n", + "\n", + "125323609728176+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609727264->125323609728176+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609727264*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609727264*->125323609727264\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594228144\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0037\n", + "\n", + "\n", + "\n", + "125323594228144->125323594231120*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597144784\n", + "\n", + " \n", + "\n", + "data 0.8817\n", + "\n", + "grad -0.0026\n", + "\n", + "\n", + "\n", + "125323597138736*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597144784->125323597138736*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142816*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597144784->125323597142816*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597150976*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597144784->125323597150976*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597147424*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597144784->125323597147424*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597144784tanh->125323597144784\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728176\n", + "\n", + " \n", + "\n", + "data 1.8923\n", + "\n", + "grad -0.0006\n", + "\n", + "\n", + "\n", + "125323609731584+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609728176->125323609731584+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728176+->125323609728176\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728224\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323609728224->125323609722656*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728320\n", + "\n", + " \n", + "\n", + "data 0.1387\n", + "\n", + "grad -0.0006\n", + "\n", + "\n", + "\n", + "125323609728320->125323800057888+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728320*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609728320*->125323609728320\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609729904\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad -0.0004\n", + "\n", + "\n", + "\n", + "125323609729904->125323609727264*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594230688\n", + "\n", + " \n", + "\n", + "data 0.7307\n", + "\n", + "grad 0.0056\n", + "\n", + "\n", + "\n", + "125323594233808+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594230688->125323594233808+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594230688*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594230688*->125323594230688\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410624\n", + "\n", + "w0\n", + "\n", + "data 0.7307\n", + "\n", + "grad 0.0014\n", + "\n", + "\n", + "\n", + "125323595410624->125323597398624*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410624->125323609727264*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410624->125323594230688*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410624->125323609731488*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594231120\n", + "\n", + " \n", + "\n", + "data 0.6476\n", + "\n", + "grad 0.0056\n", + "\n", + "\n", + "\n", + "125323594233328+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594231120->125323594233328+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594231120*->125323594231120\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609730480\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad -0.0002\n", + "\n", + "\n", + "\n", + "125323609730480->125323609728320*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609730528\n", + "\n", + " \n", + "\n", + "data 2.8270\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323609734368tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323609730528->125323609734368tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609730528+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609730528+->125323609730528\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609731008\n", + "\n", + " \n", + "\n", + "data 3.1043\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323609731008->125323609730528+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609731008+->125323609731008\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609731488\n", + "\n", + " \n", + "\n", + "data 1.4615\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323609731488->125323609726544+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609731488*->125323609731488\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594232320\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad 0.0016\n", + "\n", + "\n", + "\n", + "125323594232320->125323594224832*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609731584\n", + "\n", + " \n", + "\n", + "data 1.2448\n", + "\n", + "grad -0.0006\n", + "\n", + "\n", + "\n", + "125323609731584->125323800057888+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609731584+->125323609731584\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609732352\n", + "\n", + " \n", + "\n", + "data -0.6476\n", + "\n", + "grad -0.0006\n", + "\n", + "\n", + "\n", + "125323609732352->125323609731584+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609732352*->125323609732352\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594233328\n", + "\n", + " \n", + "\n", + "data 1.0785\n", + "\n", + "grad 0.0056\n", + "\n", + "\n", + "\n", + "125323594233328->125323594223728+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594233328+->125323594233328\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594233424\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0041\n", + "\n", + "\n", + "\n", + "125323594233424->125323594230688*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594233808\n", + "\n", + " \n", + "\n", + "data 0.4309\n", + "\n", + "grad 0.0056\n", + "\n", + "\n", + "\n", + "125323594233808->125323594233328+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594233808+->125323594233808\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609733264\n", + "\n", + " \n", + "\n", + "data -0.2773\n", + "\n", + "grad 0.0001\n", + "\n", + "\n", + "\n", + "125323609733264->125323609730528+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609733264*->125323609733264\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609733840\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.0004\n", + "\n", + "\n", + "\n", + "125323609733840->125323609732352*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609734368\n", + "\n", + " \n", + "\n", + "data 0.9930\n", + "\n", + "grad 0.0059\n", + "\n", + "\n", + "\n", + "125323609722080*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609734368->125323609722080*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609719344*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609734368->125323609719344*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609723136*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609734368->125323609723136*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597139600*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609734368->125323597139600*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609734368tanh->125323609734368\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414800\n", + "\n", + "b\n", + "\n", + "data -0.2998\n", + "\n", + "grad -0.0001\n", + "\n", + "\n", + "\n", + "125323595414800->125323597401600+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414800->125323609726544+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414800->125323609728176+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414800->125323594233808+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414992\n", + "\n", + "w2\n", + "\n", + "data 0.2773\n", + "\n", + "grad -0.0113\n", + "\n", + "\n", + "\n", + "125323595414992->125323594224832*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414992->125323597405584*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414992->125323609728320*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414992->125323609733264*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597414176\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.0015\n", + "\n", + "\n", + "\n", + "125323597414176->125323597405584*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594219792\n", + "\n", + " \n", + "\n", + "data -1.0861\n", + "\n", + "grad 0.0083\n", + "\n", + "\n", + "\n", + "125323594229200tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323594219792->125323594229200tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594219792+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594219792+->125323594219792\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594220608\n", + "\n", + " \n", + "\n", + "data -0.1915\n", + "\n", + "grad 0.0083\n", + "\n", + "\n", + "\n", + "125323594220608->125323594219792+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594220608+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594220608+->125323594220608\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597137008\n", + "\n", + " \n", + "\n", + "data 0.2720\n", + "\n", + "grad -0.0020\n", + "\n", + "\n", + "\n", + "125323597140512+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597137008->125323597140512+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597137008*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597137008*->125323597137008\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399632\n", + "\n", + " \n", + "\n", + "data 0.8946\n", + "\n", + "grad -0.0165\n", + "\n", + "\n", + "\n", + "125323597410912+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597399632->125323597410912+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399632*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597399632*->125323597399632\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399872\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.0147\n", + "\n", + "\n", + "\n", + "125323597399872->125323597399632*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597137824\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad -0.0018\n", + "\n", + "\n", + "\n", + "125323597139552*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597137824->125323597139552*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597137920\n", + "\n", + " \n", + "\n", + "data 0.2639\n", + "\n", + "grad -0.0020\n", + "\n", + "\n", + "\n", + "125323597137920->125323597140512+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597137920+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597137920+->125323597137920\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597138400\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad 0.0006\n", + "\n", + "\n", + "\n", + "125323597138400->125323597137008*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609721888\n", + "\n", + " \n", + "\n", + "data -0.9119\n", + "\n", + "grad 0.0143\n", + "\n", + "\n", + "\n", + "125323609727360*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609721888->125323609727360*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140848*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609721888->125323597140848*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609720160*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609721888->125323609720160*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597145360*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609721888->125323597145360*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609721888tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323609721888tanh->125323609721888\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594222720\n", + "\n", + " \n", + "\n", + "data -0.8946\n", + "\n", + "grad 0.0083\n", + "\n", + "\n", + "\n", + "125323594222720->125323594219792+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594222720*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594222720*->125323594222720\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597139552\n", + "\n", + " \n", + "\n", + "data 0.4473\n", + "\n", + "grad -0.0020\n", + "\n", + "\n", + "\n", + "125323597150928+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597139552->125323597150928+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597139552*->125323597139552\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609723040\n", + "\n", + " \n", + "\n", + "data -0.8161\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323609726784+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609723040->125323609726784+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609723040*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609723040*->125323609723040\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597402368\n", + "\n", + " \n", + "\n", + "data -0.2373\n", + "\n", + "grad -0.0165\n", + "\n", + "\n", + "\n", + "125323597402368->125323597410912+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597402368+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597402368+->125323597402368\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595403616\n", + "\n", + "w0\n", + "\n", + "data 0.0917\n", + "\n", + "grad -0.0013\n", + "\n", + "\n", + "\n", + "125323609724480*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595403616->125323609724480*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597143152*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595403616->125323597143152*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594228528*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595403616->125323594228528*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597407264*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595403616->125323597407264*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140512\n", + "\n", + " \n", + "\n", + "data 0.5359\n", + "\n", + "grad -0.0020\n", + "\n", + "\n", + "\n", + "125323597140512->125323597150928+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140512+->125323597140512\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609724192\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad 0.0022\n", + "\n", + "\n", + "\n", + "125323609732448*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609724192->125323609732448*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609724480\n", + "\n", + " \n", + "\n", + "data 0.1833\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323609733120+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609724480->125323609733120+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609724480*->125323609724480\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594225264\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0008\n", + "\n", + "\n", + "\n", + "125323594225264->125323594228528*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609725248\n", + "\n", + " \n", + "\n", + "data -1.5385\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323609725248->125323609721888tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609725248+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609725248+->125323609725248\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142624\n", + "\n", + " \n", + "\n", + "data 0.7544\n", + "\n", + "grad -0.0048\n", + "\n", + "\n", + "\n", + "125323597146368*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597142624->125323597146368*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597141136*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597142624->125323597141136*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597145840*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597142624->125323597145840*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597405920*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597142624->125323597405920*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142624tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597142624tanh->125323597142624\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597143152\n", + "\n", + " \n", + "\n", + "data 0.2750\n", + "\n", + "grad -0.0020\n", + "\n", + "\n", + "\n", + "125323597143152->125323597137920+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597143152*->125323597143152\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595406496\n", + "\n", + "w1\n", + "\n", + "data -0.2720\n", + "\n", + "grad 0.0011\n", + "\n", + "\n", + "\n", + "125323595406496->125323597137008*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595406496->125323609723040*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406112*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595406496->125323597406112*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594235584*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595406496->125323594235584*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726736\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad -0.0007\n", + "\n", + "\n", + "\n", + "125323609726736->125323609723040*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726784\n", + "\n", + " \n", + "\n", + "data -0.6439\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323609726784->125323609725248+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726784+->125323609726784\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406112\n", + "\n", + " \n", + "\n", + "data -0.2720\n", + "\n", + "grad -0.0165\n", + "\n", + "\n", + "\n", + "125323597406112->125323597402368+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406112*->125323597406112\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609727216\n", + "\n", + "const: 2.0\n", + "\n", + "data 2.0000\n", + "\n", + "grad 0.0002\n", + "\n", + "\n", + "\n", + "125323609727216->125323609724480*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597144448\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad -0.0015\n", + "\n", + "\n", + "\n", + "125323597144448->125323597407264*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594228384\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad 0.0074\n", + "\n", + "\n", + "\n", + "125323594228384->125323594222720*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597144832\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad -0.0002\n", + "\n", + "\n", + "\n", + "125323597144832->125323597143152*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594228528\n", + "\n", + " \n", + "\n", + "data 0.0917\n", + "\n", + "grad 0.0083\n", + "\n", + "\n", + "\n", + "125323594230400+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594228528->125323594230400+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594228528*->125323594228528\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597407264\n", + "\n", + " \n", + "\n", + "data 0.0458\n", + "\n", + "grad -0.0165\n", + "\n", + "\n", + "\n", + "125323597409952+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597407264->125323597409952+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597407264*->125323597407264\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594229200\n", + "\n", + " \n", + "\n", + "data -0.7954\n", + "\n", + "grad 0.0226\n", + "\n", + "\n", + "\n", + "125323596658592*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594229200->125323596658592*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596654032*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594229200->125323596654032*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596646496*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594229200->125323596646496*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596652160*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594229200->125323596652160*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594229200tanh->125323594229200\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408080\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0045\n", + "\n", + "\n", + "\n", + "125323597408080->125323597406112*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594230400\n", + "\n", + " \n", + "\n", + "data 0.0806\n", + "\n", + "grad 0.0083\n", + "\n", + "\n", + "\n", + "125323594230400->125323594220608+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594230400+->125323594230400\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410192\n", + "\n", + "b\n", + "\n", + "data -0.0111\n", + "\n", + "grad -0.0078\n", + "\n", + "\n", + "\n", + "125323595410192->125323597137920+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410192->125323594230400+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410192->125323597409952+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410192->125323609733120+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409424\n", + "\n", + " \n", + "\n", + "data 0.5766\n", + "\n", + "grad -0.0247\n", + "\n", + "\n", + "\n", + "125323597401408*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597409424->125323597401408*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597405200*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597409424->125323597405200*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409808*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597409424->125323597409808*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597402464*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597409424->125323597402464*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409424tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597409424tanh->125323597409424\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409952\n", + "\n", + " \n", + "\n", + "data 0.0347\n", + "\n", + "grad -0.0165\n", + "\n", + "\n", + "\n", + "125323597409952->125323597402368+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409952+->125323597409952\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597410912\n", + "\n", + " \n", + "\n", + "data 0.6573\n", + "\n", + "grad -0.0165\n", + "\n", + "\n", + "\n", + "125323597410912->125323597409424tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597410912+->125323597410912\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609732448\n", + "\n", + " \n", + "\n", + "data -0.8946\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323609732448->125323609725248+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609732448*->125323609732448\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609733120\n", + "\n", + " \n", + "\n", + "data 0.1722\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323609733120->125323609726784+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609733120+->125323609733120\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595413696\n", + "\n", + "w2\n", + "\n", + "data 0.8946\n", + "\n", + "grad -0.0282\n", + "\n", + "\n", + "\n", + "125323595413696->125323597399632*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595413696->125323594222720*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595413696->125323597139552*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595413696->125323609732448*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597150928\n", + "\n", + " \n", + "\n", + "data 0.9832\n", + "\n", + "grad -0.0020\n", + "\n", + "\n", + "\n", + "125323597150928->125323597142624tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597150928+->125323597150928\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594234864\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.0023\n", + "\n", + "\n", + "\n", + "125323594234864->125323594235584*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594235584\n", + "\n", + " \n", + "\n", + "data -0.2720\n", + "\n", + "grad 0.0083\n", + "\n", + "\n", + "\n", + "125323594235584->125323594220608+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594235584*->125323594235584\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597136480\n", + "\n", + " \n", + "\n", + "data 0.4519\n", + "\n", + "grad -0.0065\n", + "\n", + "\n", + "\n", + "125323597402896*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597136480->125323597402896*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403568*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597136480->125323597403568*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597402512*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597136480->125323597402512*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406400*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597136480->125323597406400*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597136480tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597136480tanh->125323597136480\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597136720\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125323597139072*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597136720->125323597139072*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609719728\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad -0.0000\n", + "\n", + "\n", + "\n", + "125323609724144*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609719728->125323609724144*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594220848\n", + "\n", + " \n", + "\n", + "data 0.6071\n", + "\n", + "grad 0.0051\n", + "\n", + "\n", + "\n", + "125323594231168+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594220848->125323594231168+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594220848+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594220848+->125323594220848\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609721264\n", + "\n", + " \n", + "\n", + "data -0.2490\n", + "\n", + "grad 0.0002\n", + "\n", + "\n", + "\n", + "125323609731152*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609721264->125323609731152*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323813590832*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609721264->125323813590832*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609734848*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609721264->125323609734848*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597143968*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609721264->125323597143968*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609721264tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323609721264tanh->125323609721264\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594222192\n", + "\n", + " \n", + "\n", + "data -0.2184\n", + "\n", + "grad 0.0051\n", + "\n", + "\n", + "\n", + "125323594222192->125323594231168+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594222192*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594222192*->125323594222192\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597139072\n", + "\n", + " \n", + "\n", + "data -0.0046\n", + "\n", + "grad -0.0021\n", + "\n", + "\n", + "\n", + "125323597148528+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597139072->125323597148528+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597139072*->125323597139072\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609721984\n", + "\n", + " \n", + "\n", + "data 0.0093\n", + "\n", + "grad 0.0002\n", + "\n", + "\n", + "\n", + "125323609735136+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609721984->125323609735136+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609721984*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609721984*->125323609721984\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594223488\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.0011\n", + "\n", + "\n", + "\n", + "125323594223488->125323594222192*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597401984\n", + "\n", + " \n", + "\n", + "data 0.7148\n", + "\n", + "grad -0.0052\n", + "\n", + "\n", + "\n", + "125323597151984+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597401984->125323597151984+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597401984+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597401984+->125323597401984\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594223584\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.0000\n", + "\n", + "\n", + "\n", + "125323594235344*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594223584->125323594235344*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609723616\n", + "\n", + " \n", + "\n", + "data -0.2636\n", + "\n", + "grad 0.0002\n", + "\n", + "\n", + "\n", + "125323609723616->125323609735136+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609723616+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609723616+->125323609723616\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609724144\n", + "\n", + " \n", + "\n", + "data -0.6553\n", + "\n", + "grad 0.0002\n", + "\n", + "\n", + "\n", + "125323609724144->125323609723616+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609724144*->125323609724144\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597141424\n", + "\n", + " \n", + "\n", + "data 0.3947\n", + "\n", + "grad -0.0021\n", + "\n", + "\n", + "\n", + "125323597141424->125323597148528+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597141424+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597141424+->125323597141424\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597141472\n", + "\n", + " \n", + "\n", + "data 0.2184\n", + "\n", + "grad -0.0021\n", + "\n", + "\n", + "\n", + "125323597141472->125323597141424+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597141472*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597141472*->125323597141472\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142000\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad 0.0005\n", + "\n", + "\n", + "\n", + "125323597142000->125323597141472*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595406016\n", + "\n", + "w1\n", + "\n", + "data -0.2184\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323595406016->125323594222192*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595406016->125323609724144*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595406016->125323597141472*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409136*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595406016->125323597409136*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726688\n", + "\n", + "const: 2.0\n", + "\n", + "data 2.0000\n", + "\n", + "grad -0.0000\n", + "\n", + "\n", + "\n", + "125323609734176*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609726688->125323609734176*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726928\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.0000\n", + "\n", + "\n", + "\n", + "125323609726928->125323609721984*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406352\n", + "\n", + " \n", + "\n", + "data -0.1077\n", + "\n", + "grad -0.0052\n", + "\n", + "\n", + "\n", + "125323597406352->125323597401984+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406352*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597406352*->125323597406352\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597144592\n", + "\n", + " \n", + "\n", + "data 0.4871\n", + "\n", + "grad -0.0052\n", + "\n", + "\n", + "\n", + "125323597144592->125323597136480tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597144592+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597144592+->125323597144592\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594228432\n", + "\n", + " \n", + "\n", + "data 0.3782\n", + "\n", + "grad 0.0059\n", + "\n", + "\n", + "\n", + "125323597145888*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594228432->125323597145888*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596656864*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594228432->125323596656864*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596659888*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594228432->125323596659888*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596652976*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323594228432->125323596652976*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594228432tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323594228432tanh->125323594228432\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595408368\n", + "\n", + "w0\n", + "\n", + "data -0.2154\n", + "\n", + "grad -0.0035\n", + "\n", + "\n", + "\n", + "125323595408368->125323597406352*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594229104*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595408368->125323594229104*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149344*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595408368->125323597149344*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595408368->125323609734176*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597145264\n", + "\n", + "const: 3.0\n", + "\n", + "data 3.0000\n", + "\n", + "grad 0.0005\n", + "\n", + "\n", + "\n", + "125323597145264->125323597149344*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594229104\n", + "\n", + " \n", + "\n", + "data -0.2154\n", + "\n", + "grad 0.0051\n", + "\n", + "\n", + "\n", + "125323594229104->125323594220848+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594229104*->125323594229104\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595408848\n", + "\n", + "b\n", + "\n", + "data 0.8225\n", + "\n", + "grad -0.0021\n", + "\n", + "\n", + "\n", + "125323595408848->125323594220848+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595408848->125323597401984+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728608+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595408848->125323609728608+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597146464+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595408848->125323597146464+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728608\n", + "\n", + " \n", + "\n", + "data 0.3916\n", + "\n", + "grad 0.0002\n", + "\n", + "\n", + "\n", + "125323609728608->125323609723616+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728608+->125323609728608\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409328\n", + "\n", + "w2\n", + "\n", + "data -0.0093\n", + "\n", + "grad -0.0115\n", + "\n", + "\n", + "\n", + "125323595409328->125323597139072*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409328->125323609721984*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597150160*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323595409328->125323597150160*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409328->125323594235344*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597146464\n", + "\n", + " \n", + "\n", + "data 0.1762\n", + "\n", + "grad -0.0021\n", + "\n", + "\n", + "\n", + "125323597146464->125323597141424+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597146464+->125323597146464\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609735136\n", + "\n", + " \n", + "\n", + "data -0.2544\n", + "\n", + "grad 0.0002\n", + "\n", + "\n", + "\n", + "125323609735136->125323609721264tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609735136+->125323609735136\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409136\n", + "\n", + " \n", + "\n", + "data -0.2184\n", + "\n", + "grad -0.0052\n", + "\n", + "\n", + "\n", + "125323597409136->125323597151984+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409136*->125323597409136\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597147280\n", + "\n", + " \n", + "\n", + "data 0.3714\n", + "\n", + "grad -0.0024\n", + "\n", + "\n", + "\n", + "125323597151600*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597147280->125323597151600*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597152128*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597147280->125323597152128*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597148192*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597147280->125323597148192*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149296*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597147280->125323597149296*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597147280tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597147280tanh->125323597147280\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597147328\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0000\n", + "\n", + "\n", + "\n", + "125323597147328->125323597150160*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594231168\n", + "\n", + " \n", + "\n", + "data 0.3886\n", + "\n", + "grad 0.0051\n", + "\n", + "\n", + "\n", + "125323594231840+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594231168->125323594231840+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594231168+->125323594231168\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594231840\n", + "\n", + " \n", + "\n", + "data 0.3979\n", + "\n", + "grad 0.0051\n", + "\n", + "\n", + "\n", + "125323594231840->125323594228432tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594231840+->125323594231840\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597148528\n", + "\n", + " \n", + "\n", + "data 0.3900\n", + "\n", + "grad -0.0021\n", + "\n", + "\n", + "\n", + "125323597148528->125323597147280tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597148528+->125323597148528\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597411056\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0011\n", + "\n", + "\n", + "\n", + "125323597411056->125323597409136*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594232752\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad -0.0011\n", + "\n", + "\n", + "\n", + "125323594232752->125323594229104*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149344\n", + "\n", + " \n", + "\n", + "data -0.6463\n", + "\n", + "grad -0.0021\n", + "\n", + "\n", + "\n", + "125323597149344->125323597146464+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149344*->125323597149344\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597411680\n", + "\n", + "const: 0.5\n", + "\n", + "data 0.5000\n", + "\n", + "grad 0.0011\n", + "\n", + "\n", + "\n", + "125323597411680->125323597406352*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597150160\n", + "\n", + " \n", + "\n", + "data -0.0093\n", + "\n", + "grad -0.0052\n", + "\n", + "\n", + "\n", + "125323597150160->125323597144592+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597150160*->125323597150160\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609734176\n", + "\n", + " \n", + "\n", + "data -0.4308\n", + "\n", + "grad 0.0002\n", + "\n", + "\n", + "\n", + "125323609734176->125323609728608+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609734176*->125323609734176\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594235344\n", + "\n", + " \n", + "\n", + "data 0.0093\n", + "\n", + "grad 0.0051\n", + "\n", + "\n", + "\n", + "125323594235344->125323594231840+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594235344*->125323594235344\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597151984\n", + "\n", + " \n", + "\n", + "data 0.4963\n", + "\n", + "grad -0.0052\n", + "\n", + "\n", + "\n", + "125323597151984->125323597144592+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597151984+->125323597151984\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597414368\n", + "\n", + " \n", + "\n", + "data 0.1525\n", + "\n", + "grad 0.0084\n", + "\n", + "\n", + "\n", + "125323597401168+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597414368->125323597401168+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597414368*->125323597414368\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609718960\n", + "\n", + " \n", + "\n", + "data -0.7167\n", + "\n", + "grad 0.0074\n", + "\n", + "\n", + "\n", + "125323597146608*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609718960->125323597146608*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609718960tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323609718960tanh->125323609718960\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597398384\n", + "\n", + " \n", + "\n", + "data -0.3917\n", + "\n", + "grad 0.0084\n", + "\n", + "\n", + "\n", + "125323597412784+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597398384->125323597412784+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597398384*->125323597398384\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609719536\n", + "\n", + " \n", + "\n", + "data 0.0690\n", + "\n", + "grad 0.0036\n", + "\n", + "\n", + "\n", + "125323609733216+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609719536->125323609733216+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609719536+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609719536+->125323609719536\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399296\n", + "\n", + " \n", + "\n", + "data 0.1738\n", + "\n", + "grad -0.0066\n", + "\n", + "\n", + "\n", + "125323597412256+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597399296->125323597412256+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399296*->125323597399296\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594286384\n", + "\n", + " \n", + "\n", + "data 0.2947\n", + "\n", + "grad 0.0084\n", + "\n", + "\n", + "\n", + "125323596659792+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594286384->125323596659792+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594286384+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594286384+->125323594286384\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597138736\n", + "\n", + " \n", + "\n", + "data 0.2023\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597143728+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597138736->125323597143728+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597138736*->125323597138736\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597401168\n", + "\n", + " \n", + "\n", + "data 0.1181\n", + "\n", + "grad 0.0084\n", + "\n", + "\n", + "\n", + "125323597401168->125323594286384+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597401168+->125323597401168\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609722080\n", + "\n", + " \n", + "\n", + "data 0.2278\n", + "\n", + "grad 0.0036\n", + "\n", + "\n", + "\n", + "125323609726304+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609722080->125323609726304+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609722080*->125323609722080\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597401408\n", + "\n", + " \n", + "\n", + "data 0.6132\n", + "\n", + "grad -0.0066\n", + "\n", + "\n", + "\n", + "125323597404816+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597401408->125323597404816+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597401408*->125323597401408\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597402896\n", + "\n", + " \n", + "\n", + "data 0.2111\n", + "\n", + "grad -0.0066\n", + "\n", + "\n", + "\n", + "125323597413456+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597402896->125323597413456+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597402896*->125323597402896\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140752\n", + "\n", + " \n", + "\n", + "data -0.4003\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597143392+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597140752->125323597143392+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140752*->125323597140752\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597404816\n", + "\n", + " \n", + "\n", + "data 1.0228\n", + "\n", + "grad -0.0066\n", + "\n", + "\n", + "\n", + "125323597408608tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597404816->125323597408608tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597404816+->125323597404816\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609725872\n", + "\n", + " \n", + "\n", + "data -0.3997\n", + "\n", + "grad 0.0036\n", + "\n", + "\n", + "\n", + "125323609726256+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609725872->125323609726256+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609725872*->125323609725872\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726256\n", + "\n", + " \n", + "\n", + "data -0.0425\n", + "\n", + "grad 0.0036\n", + "\n", + "\n", + "\n", + "125323609726256->125323609726304+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726256+->125323609726256\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597143392\n", + "\n", + " \n", + "\n", + "data -0.0431\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597143392->125323597143728+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597143392+->125323597143392\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726304\n", + "\n", + " \n", + "\n", + "data 0.1854\n", + "\n", + "grad 0.0036\n", + "\n", + "\n", + "\n", + "125323609726304->125323609719536+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726304+->125323609726304\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597143728\n", + "\n", + " \n", + "\n", + "data 0.1592\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597149152+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597143728->125323597149152+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597143728+->125323597143728\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596652784\n", + "\n", + " \n", + "\n", + "data -0.5015\n", + "\n", + "grad 0.0113\n", + "\n", + "\n", + "\n", + "125323596648656*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323596652784->125323596648656*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596652784tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323596652784tanh->125323596652784\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609727360\n", + "\n", + " \n", + "\n", + "data -0.9698\n", + "\n", + "grad 0.0036\n", + "\n", + "\n", + "\n", + "125323609727360->125323609733216+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609727360*->125323609727360\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409040\n", + "\n", + "b\n", + "\n", + "data 0.3573\n", + "\n", + "grad 0.0038\n", + "\n", + "\n", + "\n", + "125323595409040->125323609726256+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409040->125323597143392+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408464+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595409040->125323597408464+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409040->125323597412784+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597145888\n", + "\n", + " \n", + "\n", + "data 0.1766\n", + "\n", + "grad 0.0084\n", + "\n", + "\n", + "\n", + "125323597145888->125323594286384+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597145888*->125323597145888\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408320\n", + "\n", + " \n", + "\n", + "data -0.3325\n", + "\n", + "grad -0.0066\n", + "\n", + "\n", + "\n", + "125323597408320->125323597408464+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408320*->125323597408320\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408464\n", + "\n", + " \n", + "\n", + "data 0.0247\n", + "\n", + "grad -0.0066\n", + "\n", + "\n", + "\n", + "125323597408464->125323597412256+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408464+->125323597408464\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597146368\n", + "\n", + " \n", + "\n", + "data 0.8024\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597148144+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597146368->125323597148144+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597146368*->125323597146368\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408608\n", + "\n", + " \n", + "\n", + "data 0.7710\n", + "\n", + "grad -0.0163\n", + "\n", + "\n", + "\n", + "125323597413504*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597408608->125323597413504*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408608tanh->125323597408608\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597148144\n", + "\n", + " \n", + "\n", + "data 1.1351\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597152032tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597148144->125323597152032tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597148144+->125323597148144\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609731152\n", + "\n", + " \n", + "\n", + "data -0.1163\n", + "\n", + "grad 0.0036\n", + "\n", + "\n", + "\n", + "125323609731152->125323609719536+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609731152*->125323609731152\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412448\n", + "\n", + "w1\n", + "\n", + "data 0.2294\n", + "\n", + "grad 0.0027\n", + "\n", + "\n", + "\n", + "125323595412448->125323597414368*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412448->125323597399296*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412448->125323597138736*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412448->125323609722080*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149152\n", + "\n", + " \n", + "\n", + "data 0.3327\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597149152->125323597148144+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149152+->125323597149152\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412640\n", + "\n", + "w3\n", + "\n", + "data 1.0636\n", + "\n", + "grad -0.0150\n", + "\n", + "\n", + "\n", + "125323595412640->125323597401408*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412640->125323609727360*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412640->125323597146368*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412640->125323596658592*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595413072\n", + "\n", + "w2\n", + "\n", + "data 0.4671\n", + "\n", + "grad -0.0013\n", + "\n", + "\n", + "\n", + "125323595413072->125323597402896*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595413072->125323597145888*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595413072->125323609731152*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595413072->125323597151600*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596658592\n", + "\n", + " \n", + "\n", + "data -0.8460\n", + "\n", + "grad 0.0084\n", + "\n", + "\n", + "\n", + "125323596658592->125323596659792+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596658592*->125323596658592\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597412256\n", + "\n", + " \n", + "\n", + "data 0.1985\n", + "\n", + "grad -0.0066\n", + "\n", + "\n", + "\n", + "125323597412256->125323597413456+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597412256+->125323597412256\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609733216\n", + "\n", + " \n", + "\n", + "data -0.9008\n", + "\n", + "grad 0.0036\n", + "\n", + "\n", + "\n", + "125323609733216->125323609718960tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609733216+->125323609733216\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597412784\n", + "\n", + " \n", + "\n", + "data -0.0344\n", + "\n", + "grad 0.0084\n", + "\n", + "\n", + "\n", + "125323597412784->125323597401168+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597412784+->125323597412784\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596659792\n", + "\n", + " \n", + "\n", + "data -0.5513\n", + "\n", + "grad 0.0084\n", + "\n", + "\n", + "\n", + "125323596659792->125323596652784tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596659792+->125323596659792\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597413456\n", + "\n", + " \n", + "\n", + "data 0.4096\n", + "\n", + "grad -0.0066\n", + "\n", + "\n", + "\n", + "125323597413456->125323597404816+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597413456+->125323597413456\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414848\n", + "\n", + "w0\n", + "\n", + "data -0.4016\n", + "\n", + "grad 0.0047\n", + "\n", + "\n", + "\n", + "125323595414848->125323597398384*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414848->125323597140752*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414848->125323609725872*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595414848->125323597408320*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597151600\n", + "\n", + " \n", + "\n", + "data 0.1735\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597151600->125323597149152+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597151600*->125323597151600\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597152032\n", + "\n", + " \n", + "\n", + "data 0.8128\n", + "\n", + "grad -0.0047\n", + "\n", + "\n", + "\n", + "125323597410576*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597152032->125323597410576*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597152032tanh->125323597152032\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323813590832\n", + "\n", + " \n", + "\n", + "data -0.1924\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323597140080+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323813590832->125323597140080+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323813590832*->125323813590832\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595399392\n", + "\n", + "w1\n", + "\n", + "data 0.8320\n", + "\n", + "grad -0.0009\n", + "\n", + "\n", + "\n", + "125323595399392->125323609719344*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595399392->125323597403088*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595399392->125323597142816*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595399392->125323596658352*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609719344\n", + "\n", + " \n", + "\n", + "data 0.8262\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323609726640+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609719344->125323609726640+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609719344*->125323609719344\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596645440\n", + "\n", + " \n", + "\n", + "data 0.0725\n", + "\n", + "grad 0.0056\n", + "\n", + "\n", + "\n", + "125323596647312+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596645440->125323596647312+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596645440+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596645440+->125323596645440\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596647312\n", + "\n", + " \n", + "\n", + "data -0.6369\n", + "\n", + "grad 0.0056\n", + "\n", + "\n", + "\n", + "125323596655136tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323596647312->125323596655136tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596647312+->125323596647312\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140080\n", + "\n", + " \n", + "\n", + "data -0.1386\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323597140896+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597140080->125323597140896+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140080+->125323597140080\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140320\n", + "\n", + " \n", + "\n", + "data -0.0387\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597141232+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597140320->125323597141232+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140320+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597140320+->125323597140320\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140704\n", + "\n", + " \n", + "\n", + "data -0.7406\n", + "\n", + "grad 0.0053\n", + "\n", + "\n", + "\n", + "125323597142288*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597140704->125323597142288*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140704tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597140704tanh->125323597140704\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140848\n", + "\n", + " \n", + "\n", + "data -0.8132\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323597140848->125323597140896+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140848*->125323597140848\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140896\n", + "\n", + " \n", + "\n", + "data -0.9518\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323597140896->125323597140704tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597140896+->125323597140896\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403088\n", + "\n", + " \n", + "\n", + "data 0.6303\n", + "\n", + "grad -0.0074\n", + "\n", + "\n", + "\n", + "125323597408992+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597403088->125323597408992+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403088*->125323597403088\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595404432\n", + "\n", + "b\n", + "\n", + "data -0.7895\n", + "\n", + "grad -0.0010\n", + "\n", + "\n", + "\n", + "125323609728032+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595404432->125323609728032+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597413696+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595404432->125323597413696+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596660272+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595404432->125323596660272+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597152224+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595404432->125323597152224+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597141136\n", + "\n", + " \n", + "\n", + "data 0.6728\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597142048+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597141136->125323597142048+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597141136*->125323597141136\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597141232\n", + "\n", + " \n", + "\n", + "data 0.2482\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597141232->125323597142048+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597141232+->125323597141232\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403568\n", + "\n", + " \n", + "\n", + "data 0.3492\n", + "\n", + "grad -0.0074\n", + "\n", + "\n", + "\n", + "125323597412976+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597403568->125323597412976+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403568*->125323597403568\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403664\n", + "\n", + " \n", + "\n", + "data 0.7184\n", + "\n", + "grad -0.0074\n", + "\n", + "\n", + "\n", + "125323597412688tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597403664->125323597412688tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403664+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597403664+->125323597403664\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142048\n", + "\n", + " \n", + "\n", + "data 0.9211\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597151696tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597142048->125323597151696tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142048+->125323597142048\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595405728\n", + "\n", + "w2\n", + "\n", + "data 0.7727\n", + "\n", + "grad -0.0024\n", + "\n", + "\n", + "\n", + "125323595405728->125323813590832*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595405728->125323597403568*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595405728->125323596656864*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595405728->125323597152128*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142816\n", + "\n", + " \n", + "\n", + "data 0.7336\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597142816->125323597140320+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142816*->125323597142816\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597405200\n", + "\n", + " \n", + "\n", + "data 0.5142\n", + "\n", + "grad -0.0074\n", + "\n", + "\n", + "\n", + "125323597405200->125323597403664+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597405200*->125323597405200\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726640\n", + "\n", + " \n", + "\n", + "data 0.0538\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323609726640->125323597140080+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726640+->125323609726640\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609727168\n", + "\n", + " \n", + "\n", + "data 0.0171\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323609727168->125323609728032+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609727168*->125323609727168\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597144736\n", + "\n", + " \n", + "\n", + "data 0.0172\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597144736->125323597152224+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597144736*->125323597144736\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728032\n", + "\n", + " \n", + "\n", + "data -0.7724\n", + "\n", + "grad 0.0024\n", + "\n", + "\n", + "\n", + "125323609728032->125323609726640+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609728032+->125323609728032\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596654032\n", + "\n", + " \n", + "\n", + "data -0.7094\n", + "\n", + "grad 0.0056\n", + "\n", + "\n", + "\n", + "125323596654032->125323596647312+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596654032*->125323596654032\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596655136\n", + "\n", + " \n", + "\n", + "data -0.5628\n", + "\n", + "grad 0.0082\n", + "\n", + "\n", + "\n", + "125323596652112*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323596655136->125323596652112*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596655136tanh->125323596655136\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408800\n", + "\n", + " \n", + "\n", + "data 0.0142\n", + "\n", + "grad -0.0074\n", + "\n", + "\n", + "\n", + "125323597408800->125323597413696+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408800*->125323597408800\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408992\n", + "\n", + " \n", + "\n", + "data -0.1450\n", + "\n", + "grad -0.0074\n", + "\n", + "\n", + "\n", + "125323597408992->125323597412976+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408992+->125323597408992\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596656864\n", + "\n", + " \n", + "\n", + "data 0.2922\n", + "\n", + "grad 0.0056\n", + "\n", + "\n", + "\n", + "125323596656864->125323596645440+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596656864*->125323596656864\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412784\n", + "\n", + "w3\n", + "\n", + "data 0.8918\n", + "\n", + "grad -0.0121\n", + "\n", + "\n", + "\n", + "125323595412784->125323597140848*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412784->125323597141136*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412784->125323597405200*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595412784->125323596654032*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596658256\n", + "\n", + " \n", + "\n", + "data 0.0168\n", + "\n", + "grad 0.0056\n", + "\n", + "\n", + "\n", + "125323596658256->125323596660272+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596658256*->125323596658256\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596658352\n", + "\n", + " \n", + "\n", + "data 0.5530\n", + "\n", + "grad 0.0056\n", + "\n", + "\n", + "\n", + "125323596659552+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596658352->125323596659552+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596658352*->125323596658352\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597412688\n", + "\n", + " \n", + "\n", + "data 0.6159\n", + "\n", + "grad -0.0119\n", + "\n", + "\n", + "\n", + "125323597412160*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597412688->125323597412160*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597412688tanh->125323597412688\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597412976\n", + "\n", + " \n", + "\n", + "data 0.2042\n", + "\n", + "grad -0.0074\n", + "\n", + "\n", + "\n", + "125323597412976->125323597403664+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597412976+->125323597412976\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596659552\n", + "\n", + " \n", + "\n", + "data -0.2197\n", + "\n", + "grad 0.0056\n", + "\n", + "\n", + "\n", + "125323596659552->125323596645440+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596659552+->125323596659552\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597413696\n", + "\n", + " \n", + "\n", + "data -0.7753\n", + "\n", + "grad -0.0074\n", + "\n", + "\n", + "\n", + "125323597413696->125323597408992+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597413696+->125323597413696\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597151696\n", + "\n", + " \n", + "\n", + "data 0.7264\n", + "\n", + "grad -0.0034\n", + "\n", + "\n", + "\n", + "125323597400304*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597151696->125323597400304*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597151696tanh->125323597151696\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596660272\n", + "\n", + " \n", + "\n", + "data -0.7727\n", + "\n", + "grad 0.0056\n", + "\n", + "\n", + "\n", + "125323596660272->125323596659552+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596660272+->125323596660272\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597152128\n", + "\n", + " \n", + "\n", + "data 0.2870\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597152128->125323597141232+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597152128*->125323597152128\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595415472\n", + "\n", + "w0\n", + "\n", + "data 0.0172\n", + "\n", + "grad 0.0002\n", + "\n", + "\n", + "\n", + "125323595415472->125323609727168*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595415472->125323597144736*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595415472->125323597408800*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595415472->125323596658256*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597152224\n", + "\n", + " \n", + "\n", + "data -0.7724\n", + "\n", + "grad -0.0016\n", + "\n", + "\n", + "\n", + "125323597152224->125323597140320+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597152224+->125323597152224\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609718864\n", + "\n", + " \n", + "\n", + "data -0.7870\n", + "\n", + "grad -0.0085\n", + "\n", + "\n", + "\n", + "125323609726112+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609718864->125323609726112+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609718864+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609718864+->125323609718864\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597398432\n", + "\n", + " \n", + "\n", + "data -0.7356\n", + "\n", + "grad 0.0120\n", + "\n", + "\n", + "\n", + "125323597411968tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597398432->125323597411968tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597398432+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597398432+->125323597398432\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609719584\n", + "\n", + " \n", + "\n", + "data -0.4984\n", + "\n", + "grad -0.0085\n", + "\n", + "\n", + "\n", + "125323609732736+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609719584->125323609732736+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609719584*->125323609719584\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609720160\n", + "\n", + " \n", + "\n", + "data 0.9927\n", + "\n", + "grad -0.0085\n", + "\n", + "\n", + "\n", + "125323609720160->125323609726112+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609720160*->125323609720160\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596646400\n", + "\n", + " \n", + "\n", + "data -0.2082\n", + "\n", + "grad -0.0091\n", + "\n", + "\n", + "\n", + "125323596651680+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596646400->125323596651680+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596646400+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596646400+->125323596646400\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596646496\n", + "\n", + " \n", + "\n", + "data 0.8660\n", + "\n", + "grad -0.0091\n", + "\n", + "\n", + "\n", + "125323596646496->125323596651680+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596646496*->125323596646496\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597138112\n", + "\n", + " \n", + "\n", + "data -0.5678\n", + "\n", + "grad 0.0020\n", + "\n", + "\n", + "\n", + "125323597145600+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597138112->125323597145600+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597138112+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597138112+->125323597138112\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597400832\n", + "\n", + " \n", + "\n", + "data -0.1080\n", + "\n", + "grad 0.0120\n", + "\n", + "\n", + "\n", + "125323597400832->125323597398432+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597400832+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597400832+->125323597400832\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609721792\n", + "\n", + " \n", + "\n", + "data 0.2028\n", + "\n", + "grad -0.0089\n", + "\n", + "\n", + "\n", + "125323597147136*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323609721792->125323597147136*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609721792tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323609721792tanh->125323609721792\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595402224\n", + "\n", + "b\n", + "\n", + "data 0.2023\n", + "\n", + "grad -0.0036\n", + "\n", + "\n", + "\n", + "125323597403232+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595402224->125323597403232+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596650528+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595402224->125323596650528+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597146656+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595402224->125323597146656+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595402224->125323609732736+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609723136\n", + "\n", + " \n", + "\n", + "data -0.3052\n", + "\n", + "grad -0.0085\n", + "\n", + "\n", + "\n", + "125323609729712+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323609723136->125323609729712+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609723136*->125323609723136\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597402512\n", + "\n", + " \n", + "\n", + "data 0.3372\n", + "\n", + "grad 0.0120\n", + "\n", + "\n", + "\n", + "125323597402512->125323597400832+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597402512*->125323597402512\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595404288\n", + "\n", + "w2\n", + "\n", + "data 0.7461\n", + "\n", + "grad 0.0048\n", + "\n", + "\n", + "\n", + "125323595404288->125323597402512*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595404288->125323597148192*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595404288->125323596659888*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595404288->125323609734848*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403232\n", + "\n", + " \n", + "\n", + "data -0.2123\n", + "\n", + "grad 0.0120\n", + "\n", + "\n", + "\n", + "125323597405728+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597403232->125323597405728+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403232+->125323597403232\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596649712\n", + "\n", + " \n", + "\n", + "data -0.4883\n", + "\n", + "grad -0.0091\n", + "\n", + "\n", + "\n", + "125323596649712->125323596650528+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596649712*->125323596649712\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403472\n", + "\n", + " \n", + "\n", + "data -0.4146\n", + "\n", + "grad 0.0120\n", + "\n", + "\n", + "\n", + "125323597403472->125323597403232+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403472*->125323597403472\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596650528\n", + "\n", + " \n", + "\n", + "data -0.2860\n", + "\n", + "grad -0.0091\n", + "\n", + "\n", + "\n", + "125323596656096+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596650528->125323596656096+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596650528+->125323596650528\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596651680\n", + "\n", + " \n", + "\n", + "data 0.6578\n", + "\n", + "grad -0.0091\n", + "\n", + "\n", + "\n", + "125323596656144tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323596651680->125323596656144tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596651680+->125323596651680\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726112\n", + "\n", + " \n", + "\n", + "data 0.2057\n", + "\n", + "grad -0.0085\n", + "\n", + "\n", + "\n", + "125323609726112->125323609721792tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609726112+->125323609726112\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597405728\n", + "\n", + " \n", + "\n", + "data -0.4451\n", + "\n", + "grad 0.0120\n", + "\n", + "\n", + "\n", + "125323597405728->125323597400832+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597405728+->125323597405728\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406928\n", + "\n", + " \n", + "\n", + "data -0.2328\n", + "\n", + "grad 0.0120\n", + "\n", + "\n", + "\n", + "125323597406928->125323597405728+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406928*->125323597406928\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597144976\n", + "\n", + " \n", + "\n", + "data -0.8048\n", + "\n", + "grad 0.0057\n", + "\n", + "\n", + "\n", + "125323597411584*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597144976->125323597411584*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597144976tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597144976tanh->125323597144976\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595408704\n", + "\n", + "w0\n", + "\n", + "data -0.5007\n", + "\n", + "grad -0.0054\n", + "\n", + "\n", + "\n", + "125323595408704->125323609719584*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595408704->125323596649712*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595408704->125323597403472*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595408704->125323597149056*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597145600\n", + "\n", + " \n", + "\n", + "data -0.2907\n", + "\n", + "grad 0.0020\n", + "\n", + "\n", + "\n", + "125323597149776+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597145600->125323597149776+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597145600+->125323597145600\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597145840\n", + "\n", + " \n", + "\n", + "data -0.8213\n", + "\n", + "grad 0.0020\n", + "\n", + "\n", + "\n", + "125323597145840->125323597149776+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597145840*->125323597145840\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597146656\n", + "\n", + " \n", + "\n", + "data -0.2968\n", + "\n", + "grad 0.0020\n", + "\n", + "\n", + "\n", + "125323597146656->125323597138112+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597146656+->125323597146656\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609729712\n", + "\n", + " \n", + "\n", + "data -0.6013\n", + "\n", + "grad -0.0085\n", + "\n", + "\n", + "\n", + "125323609729712->125323609718864+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609729712+->125323609729712\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596655712\n", + "\n", + " \n", + "\n", + "data -0.2043\n", + "\n", + "grad -0.0091\n", + "\n", + "\n", + "\n", + "125323596655712->125323596656096+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596655712*->125323596655712\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596656096\n", + "\n", + " \n", + "\n", + "data -0.4903\n", + "\n", + "grad -0.0091\n", + "\n", + "\n", + "\n", + "125323596656096->125323596646400+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596656096+->125323596656096\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596656144\n", + "\n", + " \n", + "\n", + "data 0.5769\n", + "\n", + "grad -0.0136\n", + "\n", + "\n", + "\n", + "125323596644432*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323596656144->125323596644432*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596656144tanh->125323596656144\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409808\n", + "\n", + " \n", + "\n", + "data -0.6277\n", + "\n", + "grad 0.0120\n", + "\n", + "\n", + "\n", + "125323597409808->125323597398432+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409808*->125323597409808\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597148192\n", + "\n", + " \n", + "\n", + "data 0.2771\n", + "\n", + "grad 0.0020\n", + "\n", + "\n", + "\n", + "125323597148192->125323597145600+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597148192*->125323597148192\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595411680\n", + "\n", + "w1\n", + "\n", + "data -0.3073\n", + "\n", + "grad -0.0037\n", + "\n", + "\n", + "\n", + "125323595411680->125323609723136*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595411680->125323597406928*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595411680->125323596655712*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595411680->125323597150976*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149056\n", + "\n", + " \n", + "\n", + "data -0.4991\n", + "\n", + "grad 0.0020\n", + "\n", + "\n", + "\n", + "125323597149056->125323597146656+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149056*->125323597149056\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597411968\n", + "\n", + " \n", + "\n", + "data -0.6265\n", + "\n", + "grad 0.0197\n", + "\n", + "\n", + "\n", + "125323597408416*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597411968->125323597408416*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597411968tanh->125323597411968\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149776\n", + "\n", + " \n", + "\n", + "data -1.1120\n", + "\n", + "grad 0.0020\n", + "\n", + "\n", + "\n", + "125323597149776->125323597144976tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149776+->125323597149776\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609732736\n", + "\n", + " \n", + "\n", + "data -0.2961\n", + "\n", + "grad -0.0085\n", + "\n", + "\n", + "\n", + "125323609732736->125323609729712+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609732736+->125323609732736\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595413312\n", + "\n", + "w3\n", + "\n", + "data -1.0887\n", + "\n", + "grad 0.0234\n", + "\n", + "\n", + "\n", + "125323595413312->125323609720160*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595413312->125323596646496*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595413312->125323597145840*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595413312->125323597409808*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597150976\n", + "\n", + " \n", + "\n", + "data -0.2710\n", + "\n", + "grad 0.0020\n", + "\n", + "\n", + "\n", + "125323597150976->125323597138112+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597150976*->125323597150976\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596659888\n", + "\n", + " \n", + "\n", + "data 0.2822\n", + "\n", + "grad -0.0091\n", + "\n", + "\n", + "\n", + "125323596659888->125323596646400+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596659888*->125323596659888\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609734848\n", + "\n", + " \n", + "\n", + "data -0.1858\n", + "\n", + "grad -0.0085\n", + "\n", + "\n", + "\n", + "125323609734848->125323609718864+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323609734848*->125323609734848\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597136336\n", + "\n", + " \n", + "\n", + "data -0.2457\n", + "\n", + "grad 0.0054\n", + "\n", + "\n", + "\n", + "125323597149824+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597136336->125323597149824+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597136336+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597136336+->125323597136336\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597136768\n", + "\n", + " \n", + "\n", + "data -0.1952\n", + "\n", + "grad 0.0054\n", + "\n", + "\n", + "\n", + "125323597151216+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597136768->125323597151216+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597136768+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597136768+->125323597136768\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399584\n", + "\n", + " \n", + "\n", + "data -0.0338\n", + "\n", + "grad -0.0035\n", + "\n", + "\n", + "\n", + "125323597412496*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597399584->125323597412496*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399584tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597399584tanh->125323597399584\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399680\n", + "\n", + " \n", + "\n", + "data 0.1663\n", + "\n", + "grad -0.0120\n", + "\n", + "\n", + "\n", + "125323597406208+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597399680->125323597406208+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399680*->125323597399680\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597137584\n", + "\n", + " \n", + "\n", + "data -0.1949\n", + "\n", + "grad -0.0035\n", + "\n", + "\n", + "\n", + "125323597145456+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597137584->125323597145456+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597137584+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597137584+->125323597137584\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596648080\n", + "\n", + " \n", + "\n", + "data 0.2030\n", + "\n", + "grad 0.0080\n", + "\n", + "\n", + "\n", + "125323596649376tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323596648080->125323596649376tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596648080+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596648080+->125323596648080\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597139600\n", + "\n", + " \n", + "\n", + "data 0.0885\n", + "\n", + "grad 0.0054\n", + "\n", + "\n", + "\n", + "125323597139600->125323597151216+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597139600*->125323597139600\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596648560\n", + "\n", + " \n", + "\n", + "data -0.1992\n", + "\n", + "grad 0.0080\n", + "\n", + "\n", + "\n", + "125323596652880+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596648560->125323596652880+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596648560+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596648560+->125323596648560\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597402464\n", + "\n", + " \n", + "\n", + "data -0.0955\n", + "\n", + "grad -0.0120\n", + "\n", + "\n", + "\n", + "125323597403712+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597402464->125323597403712+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597402464*->125323597402464\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595404096\n", + "\n", + "b\n", + "\n", + "data -0.3951\n", + "\n", + "grad -0.0021\n", + "\n", + "\n", + "\n", + "125323595404096->125323597136768+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595404096->125323597137584+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595404096->125323596648560+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595404096->125323597406208+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596649376\n", + "\n", + " \n", + "\n", + "data 0.2003\n", + "\n", + "grad 0.0083\n", + "\n", + "\n", + "\n", + "125323596656384*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323596649376->125323596656384*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596649376tanh->125323596649376\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403712\n", + "\n", + " \n", + "\n", + "data -0.0044\n", + "\n", + "grad -0.0120\n", + "\n", + "\n", + "\n", + "125323597408896tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597403712->125323597408896tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597403712+->125323597403712\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142144\n", + "\n", + " \n", + "\n", + "data 0.2003\n", + "\n", + "grad -0.0035\n", + "\n", + "\n", + "\n", + "125323597142144->125323597137584+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142144*->125323597142144\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597404432\n", + "\n", + " \n", + "\n", + "data -0.0338\n", + "\n", + "grad -0.0035\n", + "\n", + "\n", + "\n", + "125323597404432->125323597399584tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597404432+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597404432+->125323597404432\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142768\n", + "\n", + " \n", + "\n", + "data 0.1999\n", + "\n", + "grad 0.0054\n", + "\n", + "\n", + "\n", + "125323597142768->125323597136768+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142768*->125323597142768\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595406784\n", + "\n", + "w0\n", + "\n", + "data 0.2009\n", + "\n", + "grad -0.0003\n", + "\n", + "\n", + "\n", + "125323595406784->125323597399680*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595406784->125323597142144*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595406784->125323597142768*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595406784->125323596657344*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596652160\n", + "\n", + " \n", + "\n", + "data 0.1318\n", + "\n", + "grad 0.0080\n", + "\n", + "\n", + "\n", + "125323596652160->125323596648080+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596652160*->125323596652160\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597405920\n", + "\n", + " \n", + "\n", + "data -0.1250\n", + "\n", + "grad -0.0035\n", + "\n", + "\n", + "\n", + "125323597405920->125323597404432+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597405920*->125323597405920\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596652400\n", + "\n", + " \n", + "\n", + "data 0.0713\n", + "\n", + "grad 0.0080\n", + "\n", + "\n", + "\n", + "125323596652400->125323596648080+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596652400+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596652400+->125323596652400\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597143968\n", + "\n", + " \n", + "\n", + "data -0.1391\n", + "\n", + "grad 0.0054\n", + "\n", + "\n", + "\n", + "125323597143968->125323597136336+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597143968*->125323597143968\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406208\n", + "\n", + " \n", + "\n", + "data -0.2288\n", + "\n", + "grad -0.0120\n", + "\n", + "\n", + "\n", + "125323597406448+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597406208->125323597406448+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406208+->125323597406208\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406400\n", + "\n", + " \n", + "\n", + "data 0.2524\n", + "\n", + "grad -0.0120\n", + "\n", + "\n", + "\n", + "125323597410816+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597406400->125323597410816+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406400*->125323597406400\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406448\n", + "\n", + " \n", + "\n", + "data -0.1612\n", + "\n", + "grad -0.0120\n", + "\n", + "\n", + "\n", + "125323597406448->125323597410816+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406448+->125323597406448\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596652880\n", + "\n", + " \n", + "\n", + "data -0.1399\n", + "\n", + "grad 0.0080\n", + "\n", + "\n", + "\n", + "125323596652880->125323596652400+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596652880+->125323596652880\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595407792\n", + "\n", + "w3\n", + "\n", + "data -0.1656\n", + "\n", + "grad -0.0207\n", + "\n", + "\n", + "\n", + "125323595407792->125323597402464*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595407792->125323596652160*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595407792->125323597405920*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595407792->125323597145360*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596652976\n", + "\n", + " \n", + "\n", + "data 0.2112\n", + "\n", + "grad 0.0080\n", + "\n", + "\n", + "\n", + "125323596652976->125323596652400+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596652976*->125323596652976\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597145360\n", + "\n", + " \n", + "\n", + "data 0.1510\n", + "\n", + "grad 0.0054\n", + "\n", + "\n", + "\n", + "125323597145360->125323597149824+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597145360*->125323597145360\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597145456\n", + "\n", + " \n", + "\n", + "data -0.1163\n", + "\n", + "grad -0.0035\n", + "\n", + "\n", + "\n", + "125323597411488+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597145456->125323597411488+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597145456+->125323597145456\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596654560\n", + "\n", + " \n", + "\n", + "data 0.0593\n", + "\n", + "grad 0.0080\n", + "\n", + "\n", + "\n", + "125323596654560->125323596652880+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596654560*->125323596654560\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409952\n", + "\n", + "w2\n", + "\n", + "data 0.5585\n", + "\n", + "grad -0.0050\n", + "\n", + "\n", + "\n", + "125323595409952->125323597143968*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409952->125323597406400*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409952->125323596652976*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409952->125323597149296*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408896\n", + "\n", + " \n", + "\n", + "data -0.0044\n", + "\n", + "grad -0.0120\n", + "\n", + "\n", + "\n", + "125323594222672*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597408896->125323594222672*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408896tanh->125323597408896\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410480\n", + "\n", + "w1\n", + "\n", + "data 0.0892\n", + "\n", + "grad -0.0015\n", + "\n", + "\n", + "\n", + "125323595410480->125323597139600*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410480->125323596654560*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410480->125323597147424*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410480->125323597409856*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597147424\n", + "\n", + " \n", + "\n", + "data 0.0786\n", + "\n", + "grad -0.0035\n", + "\n", + "\n", + "\n", + "125323597147424->125323597145456+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597147424*->125323597147424\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409856\n", + "\n", + " \n", + "\n", + "data 0.0675\n", + "\n", + "grad -0.0120\n", + "\n", + "\n", + "\n", + "125323597409856->125323597406448+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597409856*->125323597409856\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597410816\n", + "\n", + " \n", + "\n", + "data 0.0911\n", + "\n", + "grad -0.0120\n", + "\n", + "\n", + "\n", + "125323597410816->125323597403712+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597410816+->125323597410816\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596657344\n", + "\n", + " \n", + "\n", + "data 0.1959\n", + "\n", + "grad 0.0080\n", + "\n", + "\n", + "\n", + "125323596657344->125323596648560+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596657344*->125323596657344\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149296\n", + "\n", + " \n", + "\n", + "data 0.2074\n", + "\n", + "grad -0.0035\n", + "\n", + "\n", + "\n", + "125323597149296->125323597411488+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149296*->125323597149296\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597411488\n", + "\n", + " \n", + "\n", + "data 0.0912\n", + "\n", + "grad -0.0035\n", + "\n", + "\n", + "\n", + "125323597411488->125323597404432+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597411488+->125323597411488\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149824\n", + "\n", + " \n", + "\n", + "data -0.0947\n", + "\n", + "grad 0.0054\n", + "\n", + "\n", + "\n", + "125323597152080tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597149824->125323597152080tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597149824+->125323597149824\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597151216\n", + "\n", + " \n", + "\n", + "data -0.1066\n", + "\n", + "grad 0.0054\n", + "\n", + "\n", + "\n", + "125323597151216->125323597136336+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597151216+->125323597151216\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597152080\n", + "\n", + " \n", + "\n", + "data -0.0944\n", + "\n", + "grad 0.0054\n", + "\n", + "\n", + "\n", + "125323597136000*\n", + "\n", + "*\n", + "\n", + "\n", + "\n", + "125323597152080->125323597136000*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597152080tanh->125323597152080\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595157760\n", + "\n", + " \n", + "\n", + "data 0.0041\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323595160160+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595157760->125323595160160+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595157760**2\n", + "\n", + "**2\n", + "\n", + "\n", + "\n", + "125323595157760**2->125323595157760\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595158144\n", + "\n", + " \n", + "\n", + "data 0.0643\n", + "\n", + "grad 0.1286\n", + "\n", + "\n", + "\n", + "125323595158144->125323595157760**2\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595158144+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595158144+->125323595158144\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595158240\n", + "\n", + " \n", + "\n", + "data 0.0012\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323595165344+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595158240->125323595165344+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595158240**2\n", + "\n", + "**2\n", + "\n", + "\n", + "\n", + "125323595158240**2->125323595158240\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595158624\n", + "\n", + " \n", + "\n", + "data 0.0018\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323595158624->125323595165344+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595158624+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595158624+->125323595158624\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595159920\n", + "\n", + "const: 0\n", + "\n", + "data 0.0000\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323595159920->125323595158624+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595160160\n", + "\n", + " \n", + "\n", + "data 0.0071\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323595164960+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595160160->125323595164960+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595160160+->125323595160160\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595160976\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.1286\n", + "\n", + "\n", + "\n", + "125323595160976->125323595158144+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595161696\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.1066\n", + "\n", + "\n", + "\n", + "125323595163904+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595161696->125323595163904+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595162560\n", + "\n", + " \n", + "\n", + "data 0.0028\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323595162560->125323595164960+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595162560**2\n", + "\n", + "**2\n", + "\n", + "\n", + "\n", + "125323595162560**2->125323595162560\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595163904\n", + "\n", + " \n", + "\n", + "data -0.0533\n", + "\n", + "grad -0.1066\n", + "\n", + "\n", + "\n", + "125323595163904->125323595162560**2\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595163904+->125323595163904\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595164960\n", + "\n", + " \n", + "\n", + "data 0.0100\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323595164960+->125323595164960\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595165344\n", + "\n", + " \n", + "\n", + "data 0.0030\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323595165344->125323595160160+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595165344+->125323595165344\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596644432\n", + "\n", + " \n", + "\n", + "data 0.7110\n", + "\n", + "grad -0.0111\n", + "\n", + "\n", + "\n", + "125323596645920+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596644432->125323596645920+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596644432*->125323596644432\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596644480\n", + "\n", + " \n", + "\n", + "data 0.0018\n", + "\n", + "grad 1.0000\n", + "\n", + "\n", + "\n", + "125323596644480->125323595158624+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596644480**2\n", + "\n", + "**2\n", + "\n", + "\n", + "\n", + "125323596644480**2->125323596644480\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597136000\n", + "\n", + " \n", + "\n", + "data 0.0707\n", + "\n", + "grad -0.0072\n", + "\n", + "\n", + "\n", + "125323597141760+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597136000->125323597141760+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597136000*->125323597136000\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596644864\n", + "\n", + "const: -1.0\n", + "\n", + "data -1.0000\n", + "\n", + "grad -0.0858\n", + "\n", + "\n", + "\n", + "125323596654704+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596644864->125323596654704+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596645392\n", + "\n", + " \n", + "\n", + "data 1.7990\n", + "\n", + "grad -0.0111\n", + "\n", + "\n", + "\n", + "125323596651824tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323596645392->125323596651824tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596645392+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596645392+->125323596645392\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596645920\n", + "\n", + " \n", + "\n", + "data 1.5320\n", + "\n", + "grad -0.0111\n", + "\n", + "\n", + "\n", + "125323596657776+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596645920->125323596657776+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596645920+->125323596645920\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399968\n", + "\n", + " \n", + "\n", + "data -0.5199\n", + "\n", + "grad 0.0046\n", + "\n", + "\n", + "\n", + "125323597411008+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597399968->125323597411008+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597399968+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597399968+->125323597399968\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597400304\n", + "\n", + " \n", + "\n", + "data -0.5382\n", + "\n", + "grad 0.0046\n", + "\n", + "\n", + "\n", + "125323597410384+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597400304->125323597410384+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597400304*->125323597400304\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594222672\n", + "\n", + " \n", + "\n", + "data 0.0033\n", + "\n", + "grad 0.0160\n", + "\n", + "\n", + "\n", + "125323594234096+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323594222672->125323594234096+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594222672*->125323594222672\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596648656\n", + "\n", + " \n", + "\n", + "data 0.5117\n", + "\n", + "grad -0.0111\n", + "\n", + "\n", + "\n", + "125323596653312+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596648656->125323596653312+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596648656*->125323596648656\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597141184\n", + "\n", + " \n", + "\n", + "data 0.9571\n", + "\n", + "grad -0.0858\n", + "\n", + "\n", + "\n", + "125323597141184->125323596654704+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597141184tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597141184tanh->125323597141184\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595404672\n", + "\n", + "w1\n", + "\n", + "data 1.2324\n", + "\n", + "grad -0.0216\n", + "\n", + "\n", + "\n", + "125323595404672->125323596644432*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595404672->125323597408416*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595404672->125323597147136*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595404672->125323597411584*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597141760\n", + "\n", + " \n", + "\n", + "data 1.9100\n", + "\n", + "grad -0.0072\n", + "\n", + "\n", + "\n", + "125323597141760->125323597141184tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597141760+->125323597141760\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142096\n", + "\n", + " \n", + "\n", + "data 1.8393\n", + "\n", + "grad -0.0072\n", + "\n", + "\n", + "\n", + "125323597142096->125323597141760+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142096+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597142096+->125323597142096\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142288\n", + "\n", + " \n", + "\n", + "data 0.5487\n", + "\n", + "grad -0.0072\n", + "\n", + "\n", + "\n", + "125323597142288->125323597142096+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597142288*->125323597142288\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597404576\n", + "\n", + " \n", + "\n", + "data -2.0246\n", + "\n", + "grad 0.0046\n", + "\n", + "\n", + "\n", + "125323597410768tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323597404576->125323597410768tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597404576+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597404576+->125323597404576\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596651824\n", + "\n", + " \n", + "\n", + "data 0.9467\n", + "\n", + "grad -0.1066\n", + "\n", + "\n", + "\n", + "125323596651824->125323595163904+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596651824tanh->125323596651824\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596652112\n", + "\n", + " \n", + "\n", + "data 0.4170\n", + "\n", + "grad -0.0111\n", + "\n", + "\n", + "\n", + "125323596652112->125323596657776+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596652112*->125323596652112\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406592\n", + "\n", + " \n", + "\n", + "data -1.2494\n", + "\n", + "grad 0.0160\n", + "\n", + "\n", + "\n", + "125323594232704+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597406592->125323594232704+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597406592+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597406592+->125323597406592\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596653312\n", + "\n", + " \n", + "\n", + "data 0.8211\n", + "\n", + "grad -0.0111\n", + "\n", + "\n", + "\n", + "125323596653312->125323596645920+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596653312+->125323596653312\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596654608\n", + "\n", + "const: 1.0\n", + "\n", + "data 1.0000\n", + "\n", + "grad 0.0685\n", + "\n", + "\n", + "\n", + "125323596656000+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323596654608->125323596656000+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596654704\n", + "\n", + " \n", + "\n", + "data -0.0429\n", + "\n", + "grad -0.0858\n", + "\n", + "\n", + "\n", + "125323596654704->125323596644480**2\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596654704+->125323596654704\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409568\n", + "\n", + "w3\n", + "\n", + "data -0.7490\n", + "\n", + "grad -0.0018\n", + "\n", + "\n", + "\n", + "125323595409568->125323597136000*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409568->125323594222672*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409568->125323596656384*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409568->125323597412496*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408416\n", + "\n", + " \n", + "\n", + "data -0.7721\n", + "\n", + "grad 0.0160\n", + "\n", + "\n", + "\n", + "125323597408416->125323597406592+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597408416*->125323597408416\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409616\n", + "\n", + "w0\n", + "\n", + "data -1.0203\n", + "\n", + "grad 0.0268\n", + "\n", + "\n", + "\n", + "125323595409616->125323596648656*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409616->125323597146608*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409616->125323597410576*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595409616->125323597413504*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597146608\n", + "\n", + " \n", + "\n", + "data 0.7313\n", + "\n", + "grad -0.0072\n", + "\n", + "\n", + "\n", + "125323597148240+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597146608->125323597148240+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597146608*->125323597146608\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597147136\n", + "\n", + " \n", + "\n", + "data 0.2499\n", + "\n", + "grad -0.0072\n", + "\n", + "\n", + "\n", + "125323597151264+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323597147136->125323597151264+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597147136*->125323597147136\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410672\n", + "\n", + "b\n", + "\n", + "data 0.3094\n", + "\n", + "grad 0.0023\n", + "\n", + "\n", + "\n", + "125323595410672->125323597399968+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410672->125323596653312+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595410672->125323597148240+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597413648+\n", + "\n", + "+\n", + "\n", + "\n", + "\n", + "125323595410672->125323597413648+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596656000\n", + "\n", + " \n", + "\n", + "data 0.0343\n", + "\n", + "grad 0.0685\n", + "\n", + "\n", + "\n", + "125323596656000->125323595158240**2\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596656000+->125323596656000\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596656384\n", + "\n", + " \n", + "\n", + "data -0.1500\n", + "\n", + "grad -0.0111\n", + "\n", + "\n", + "\n", + "125323596656384->125323596645392+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596656384*->125323596656384\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595411248\n", + "\n", + "w2\n", + "\n", + "data -0.7409\n", + "\n", + "grad 0.0248\n", + "\n", + "\n", + "\n", + "125323595411248->125323597400304*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595411248->125323597142288*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595411248->125323596652112*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323595411248->125323597412160*\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597410384\n", + "\n", + " \n", + "\n", + "data -2.0500\n", + "\n", + "grad 0.0046\n", + "\n", + "\n", + "\n", + "125323597410384->125323597404576+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597410384+->125323597410384\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597148240\n", + "\n", + " \n", + "\n", + "data 1.0406\n", + "\n", + "grad -0.0072\n", + "\n", + "\n", + "\n", + "125323597148240->125323597151264+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597148240+->125323597148240\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597410576\n", + "\n", + " \n", + "\n", + "data -0.8293\n", + "\n", + "grad 0.0046\n", + "\n", + "\n", + "\n", + "125323597410576->125323597399968+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597410576*->125323597410576\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597410768\n", + "\n", + " \n", + "\n", + "data -0.9657\n", + "\n", + "grad 0.0685\n", + "\n", + "\n", + "\n", + "125323597410768->125323596656000+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597410768tanh->125323597410768\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594232464\n", + "\n", + " \n", + "\n", + "data -0.9357\n", + "\n", + "grad 0.1286\n", + "\n", + "\n", + "\n", + "125323594232464->125323595158144+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594232464tanh\n", + "\n", + "tanh\n", + "\n", + "\n", + "\n", + "125323594232464tanh->125323594232464\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597411008\n", + "\n", + " \n", + "\n", + "data -1.5117\n", + "\n", + "grad 0.0046\n", + "\n", + "\n", + "\n", + "125323597411008->125323597410384+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597411008+->125323597411008\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594232704\n", + "\n", + " \n", + "\n", + "data -1.7058\n", + "\n", + "grad 0.0160\n", + "\n", + "\n", + "\n", + "125323594232704->125323594234096+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594232704+->125323594232704\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596657776\n", + "\n", + " \n", + "\n", + "data 1.9490\n", + "\n", + "grad -0.0111\n", + "\n", + "\n", + "\n", + "125323596657776->125323596645392+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323596657776+->125323596657776\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597411584\n", + "\n", + " \n", + "\n", + "data -0.9918\n", + "\n", + "grad 0.0046\n", + "\n", + "\n", + "\n", + "125323597411584->125323597411008+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597411584*->125323597411584\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597412160\n", + "\n", + " \n", + "\n", + "data -0.4563\n", + "\n", + "grad 0.0160\n", + "\n", + "\n", + "\n", + "125323597412160->125323594232704+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597412160*->125323597412160\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597412496\n", + "\n", + " \n", + "\n", + "data 0.0253\n", + "\n", + "grad 0.0046\n", + "\n", + "\n", + "\n", + "125323597412496->125323597404576+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597412496*->125323597412496\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594234096\n", + "\n", + " \n", + "\n", + "data -1.7025\n", + "\n", + "grad 0.0160\n", + "\n", + "\n", + "\n", + "125323594234096->125323594232464tanh\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323594234096+->125323594234096\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597151264\n", + "\n", + " \n", + "\n", + "data 1.2906\n", + "\n", + "grad -0.0072\n", + "\n", + "\n", + "\n", + "125323597151264->125323597142096+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597151264+->125323597151264\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597413504\n", + "\n", + " \n", + "\n", + "data -0.7867\n", + "\n", + "grad 0.0160\n", + "\n", + "\n", + "\n", + "125323597413504->125323597413648+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597413504*->125323597413504\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597413648\n", + "\n", + " \n", + "\n", + "data -0.4773\n", + "\n", + "grad 0.0160\n", + "\n", + "\n", + "\n", + "125323597413648->125323597406592+\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "125323597413648+->125323597413648\n", + "\n", + "\n", + "\n", + "\n", + "\n" + ], + "text/plain": [ + "" + ] + }, + "execution_count": 67, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "draw_dot(loss)" + ] + }, + { + "cell_type": "code", + "execution_count": 64, + "id": "c12affde-e145-49c4-82c0-22b9e23d454a", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[[Value(data=0.9906417245025206)],\n", + " [Value(data=-0.9949550627071616)],\n", + " [Value(data=-0.9094793784261103)],\n", + " [Value(data=0.9785820585729986)]]" + ] + }, + "execution_count": 64, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ypred" + ] + }, + { + "cell_type": "code", + "execution_count": 78, + "id": "ffd9f7cb-908d-48aa-992d-8f936045c09c", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "The shape of training images: (60000, 784) and training labels: (60000,)\n", + "The shape of test images: (10000, 784) and test labels: (10000,)\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaAAAAGdCAYAAABU0qcqAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/TGe4hAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAbe0lEQVR4nO3df2xV9f3H8dflR6+I7e1KbW8rPyygsIlgxqDrVMRRKd1G5McWdS7BzWhwrRGYuNRM0W2uDqczbEz5Y4GxCSjJgEEWNi22ZLNgQBgxbg0l3VpGWyZb7y2FFmw/3z+I98uVFjyXe/u+vTwfySeh955378fjtU9vezn1OeecAADoZ4OsNwAAuDIRIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYGKI9QY+qaenR8eOHVN6erp8Pp/1dgAAHjnn1N7ervz8fA0a1PfrnKQL0LFjxzRq1CjrbQAALlNTU5NGjhzZ5/1J9y249PR06y0AAOLgUl/PExag1atX6/rrr9dVV12lwsJCvfvuu59qjm+7AUBquNTX84QE6PXXX9eyZcu0YsUKvffee5oyZYpKSkp0/PjxRDwcAGAgcgkwffp0V1ZWFvm4u7vb5efnu8rKykvOhkIhJ4nFYrFYA3yFQqGLfr2P+yugM2fOaP/+/SouLo7cNmjQIBUXF6u2tvaC47u6uhQOh6MWACD1xT1AH374obq7u5Wbmxt1e25urlpaWi44vrKyUoFAILJ4BxwAXBnM3wVXUVGhUCgUWU1NTdZbAgD0g7j/PaDs7GwNHjxYra2tUbe3trYqGAxecLzf75ff74/3NgAASS7ur4DS0tI0depUVVVVRW7r6elRVVWVioqK4v1wAIABKiFXQli2bJkWLVqkL3zhC5o+fbpefvlldXR06Nvf/nYiHg4AMAAlJED33HOP/vOf/+jpp59WS0uLbrnlFu3cufOCNyYAAK5cPuecs97E+cLhsAKBgPU2AACXKRQKKSMjo8/7zd8FBwC4MhEgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMEGAAAAmhlhvAEgmgwcP9jwTCAQSsJP4KC8vj2nu6quv9jwzYcIEzzNlZWWeZ372s595nrnvvvs8z0hSZ2en55nnn3/e88yzzz7reSYV8AoIAGCCAAEATMQ9QM8884x8Pl/UmjhxYrwfBgAwwCXkZ0A33XST3nrrrf9/kCH8qAkAEC0hZRgyZIiCwWAiPjUAIEUk5GdAhw8fVn5+vsaOHav7779fjY2NfR7b1dWlcDgctQAAqS/uASosLNS6deu0c+dOvfLKK2poaNDtt9+u9vb2Xo+vrKxUIBCIrFGjRsV7SwCAJBT3AJWWluob3/iGJk+erJKSEv3xj39UW1ub3njjjV6Pr6ioUCgUiqympqZ4bwkAkIQS/u6AzMxM3Xjjjaqvr+/1fr/fL7/fn+htAACSTML/HtDJkyd15MgR5eXlJfqhAAADSNwD9Pjjj6umpkb//Oc/9c4772j+/PkaPHhwzJfCAACkprh/C+7o0aO67777dOLECV177bW67bbbtGfPHl177bXxfigAwAAW9wBt2rQp3p8SSWr06NGeZ9LS0jzPfOlLX/I8c9ttt3mekc79zNKrhQsXxvRYqebo0aOeZ1atWuV5Zv78+Z5n+noX7qX87W9/8zxTU1MT02NdibgWHADABAECAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgwuecc9abOF84HFYgELDexhXllltuiWlu165dnmf4dzsw9PT0eJ75zne+43nm5MmTnmdi0dzcHNPc//73P88zdXV1MT1WKgqFQsrIyOjzfl4BAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMEGAAAAmCBAAwMQQ6w3AXmNjY0xzJ06c8DzD1bDP2bt3r+eZtrY2zzN33nmn5xlJOnPmjOeZ3/72tzE9Fq5cvAICAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAExwMVLov//9b0xzy5cv9zzzta99zfPMgQMHPM+sWrXK80ysDh486Hnmrrvu8jzT0dHheeamm27yPCNJjz32WExzgBe8AgIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGCCAAEATPicc856E+cLh8MKBALW20CCZGRkeJ5pb2/3PLNmzRrPM5L04IMPep751re+5Xlm48aNnmeAgSYUCl30v3leAQEATBAgAIAJzwHavXu35s6dq/z8fPl8Pm3dujXqfuecnn76aeXl5WnYsGEqLi7W4cOH47VfAECK8Bygjo4OTZkyRatXr+71/pUrV2rVqlV69dVXtXfvXg0fPlwlJSXq7Oy87M0CAFKH59+IWlpaqtLS0l7vc87p5Zdf1g9+8APdfffdkqT169crNzdXW7du1b333nt5uwUApIy4/gyooaFBLS0tKi4ujtwWCARUWFio2traXme6uroUDoejFgAg9cU1QC0tLZKk3NzcqNtzc3Mj931SZWWlAoFAZI0aNSqeWwIAJCnzd8FVVFQoFApFVlNTk/WWAAD9IK4BCgaDkqTW1tao21tbWyP3fZLf71dGRkbUAgCkvrgGqKCgQMFgUFVVVZHbwuGw9u7dq6Kiong+FABggPP8LriTJ0+qvr4+8nFDQ4MOHjyorKwsjR49WkuWLNGPf/xj3XDDDSooKNBTTz2l/Px8zZs3L577BgAMcJ4DtG/fPt15552Rj5ctWyZJWrRokdatW6cnnnhCHR0devjhh9XW1qbbbrtNO3fu1FVXXRW/XQMABjwuRoqU9MILL8Q09/H/UHlRU1Pjeeb8v6rwafX09HieASxxMVIAQFIiQAAAEwQIAGCCAAEATBAgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACa6GjZQ0fPjwmOa2b9/ueeaOO+7wPFNaWup55s9//rPnGcASV8MGACQlAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEFyMFzjNu3DjPM++9957nmba2Ns8zb7/9tueZffv2eZ6RpNWrV3ueSbIvJUgCXIwUAJCUCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATXIwUuEzz58/3PLN27VrPM+np6Z5nYvXkk096nlm/fr3nmebmZs8zGDi4GCkAICkRIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACa4GClgYNKkSZ5nXnrpJc8zs2bN8jwTqzVr1nieee655zzP/Pvf//Y8AxtcjBQAkJQIEADAhOcA7d69W3PnzlV+fr58Pp+2bt0adf8DDzwgn88XtebMmROv/QIAUoTnAHV0dGjKlClavXp1n8fMmTNHzc3NkbVx48bL2iQAIPUM8TpQWlqq0tLSix7j9/sVDAZj3hQAIPUl5GdA1dXVysnJ0YQJE/TII4/oxIkTfR7b1dWlcDgctQAAqS/uAZozZ47Wr1+vqqoq/fSnP1VNTY1KS0vV3d3d6/GVlZUKBAKRNWrUqHhvCQCQhDx/C+5S7r333sifb775Zk2ePFnjxo1TdXV1r38noaKiQsuWLYt8HA6HiRAAXAES/jbssWPHKjs7W/X19b3e7/f7lZGREbUAAKkv4QE6evSoTpw4oby8vEQ/FABgAPH8LbiTJ09GvZppaGjQwYMHlZWVpaysLD377LNauHChgsGgjhw5oieeeELjx49XSUlJXDcOABjYPAdo3759uvPOOyMff/zzm0WLFumVV17RoUOH9Jvf/EZtbW3Kz8/X7Nmz9aMf/Uh+vz9+uwYADHhcjBQYIDIzMz3PzJ07N6bHWrt2recZn8/neWbXrl2eZ+666y7PM7DBxUgBAEmJAAEATBAgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJrgaNoALdHV1eZ4ZMsTzb3fRRx995Hkmlt8tVl1d7XkGl4+rYQMAkhIBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYML71QMBXLbJkyd7nvn617/ueWbatGmeZ6TYLiwaiw8++MDzzO7duxOwE1jgFRAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIKLkQLnmTBhgueZ8vJyzzMLFizwPBMMBj3P9Kfu7m7PM83NzZ5nenp6PM8gOfEKCABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwwcVIkfRiuQjnfffdF9NjxXJh0euvvz6mx0pm+/bt8zzz3HPPeZ75wx/+4HkGqYNXQAAAEwQIAGDCU4AqKys1bdo0paenKycnR/PmzVNdXV3UMZ2dnSorK9OIESN0zTXXaOHChWptbY3rpgEAA5+nANXU1KisrEx79uzRm2++qbNnz2r27Nnq6OiIHLN06VJt375dmzdvVk1NjY4dOxbTL98CAKQ2T29C2LlzZ9TH69atU05Ojvbv368ZM2YoFArp17/+tTZs2KAvf/nLkqS1a9fqs5/9rPbs2aMvfvGL8ds5AGBAu6yfAYVCIUlSVlaWJGn//v06e/asiouLI8dMnDhRo0ePVm1tba+fo6urS+FwOGoBAFJfzAHq6enRkiVLdOutt2rSpEmSpJaWFqWlpSkzMzPq2NzcXLW0tPT6eSorKxUIBCJr1KhRsW4JADCAxBygsrIyvf/++9q0adNlbaCiokKhUCiympqaLuvzAQAGhpj+Imp5ebl27Nih3bt3a+TIkZHbg8Ggzpw5o7a2tqhXQa2trX3+ZUK/3y+/3x/LNgAAA5inV0DOOZWXl2vLli3atWuXCgoKou6fOnWqhg4dqqqqqshtdXV1amxsVFFRUXx2DABICZ5eAZWVlWnDhg3atm2b0tPTIz/XCQQCGjZsmAKBgB588EEtW7ZMWVlZysjI0KOPPqqioiLeAQcAiOIpQK+88ookaebMmVG3r127Vg888IAk6ec//7kGDRqkhQsXqqurSyUlJfrVr34Vl80CAFKHzznnrDdxvnA4rEAgYL0NfAq5ubmeZz73uc95nvnlL3/peWbixImeZ5Ld3r17Pc+88MILMT3Wtm3bPM/09PTE9FhIXaFQSBkZGX3ez7XgAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYCKm34iK5JWVleV5Zs2aNTE91i233OJ5ZuzYsTE9VjJ75513PM+8+OKLnmf+9Kc/eZ45ffq05xmgv/AKCABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwwcVI+0lhYaHnmeXLl3uemT59uueZ6667zvNMsjt16lRMc6tWrfI885Of/MTzTEdHh+cZINXwCggAYIIAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMMHFSPvJ/Pnz+2WmP33wwQeeZ3bs2OF55qOPPvI88+KLL3qekaS2traY5gB4xysgAIAJAgQAMEGAAAAmCBAAwAQBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMCEzznnrDdxvnA4rEAgYL0NAMBlCoVCysjI6PN+XgEBAEwQIACACU8Bqqys1LRp05Senq6cnBzNmzdPdXV1UcfMnDlTPp8vai1evDiumwYADHyeAlRTU6OysjLt2bNHb775ps6ePavZs2ero6Mj6riHHnpIzc3NkbVy5cq4bhoAMPB5+o2oO3fujPp43bp1ysnJ0f79+zVjxozI7VdffbWCwWB8dggASEmX9TOgUCgkScrKyoq6/bXXXlN2drYmTZqkiooKnTp1qs/P0dXVpXA4HLUAAFcAF6Pu7m731a9+1d16661Rt69Zs8bt3LnTHTp0yP3ud79z1113nZs/f36fn2fFihVOEovFYrFSbIVCoYt2JOYALV682I0ZM8Y1NTVd9LiqqionydXX1/d6f2dnpwuFQpHV1NRkftJYLBaLdfnrUgHy9DOgj5WXl2vHjh3avXu3Ro4cedFjCwsLJUn19fUaN27cBff7/X75/f5YtgEAGMA8Bcg5p0cffVRbtmxRdXW1CgoKLjlz8OBBSVJeXl5MGwQApCZPASorK9OGDRu0bds2paenq6WlRZIUCAQ0bNgwHTlyRBs2bNBXvvIVjRgxQocOHdLSpUs1Y8YMTZ48OSH/AACAAcrLz33Ux/f51q5d65xzrrGx0c2YMcNlZWU5v9/vxo8f75YvX37J7wOeLxQKmX/fksVisViXvy71tZ+LkQIAEoKLkQIAkhIBAgCYIEAAABMECABgggABAEwQIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACYIEADABAECAJggQAAAEwQIAGCCAAEATBAgAIAJAgQAMEGAAAAmCBAAwETSBcg5Z70FAEAcXOrredIFqL293XoLAIA4uNTXc59LspccPT09OnbsmNLT0+Xz+aLuC4fDGjVqlJqampSRkWG0Q3uch3M4D+dwHs7hPJyTDOfBOaf29nbl5+dr0KC+X+cM6cc9fSqDBg3SyJEjL3pMRkbGFf0E+xjn4RzOwzmch3M4D+dYn4dAIHDJY5LuW3AAgCsDAQIAmBhQAfL7/VqxYoX8fr/1VkxxHs7hPJzDeTiH83DOQDoPSfcmBADAlWFAvQICAKQOAgQAMEGAAAAmCBAAwMSACdDq1at1/fXX66qrrlJhYaHeffdd6y31u2eeeUY+ny9qTZw40XpbCbd7927NnTtX+fn58vl82rp1a9T9zjk9/fTTysvL07Bhw1RcXKzDhw/bbDaBLnUeHnjggQueH3PmzLHZbIJUVlZq2rRpSk9PV05OjubNm6e6urqoYzo7O1VWVqYRI0bommuu0cKFC9Xa2mq048T4NOdh5syZFzwfFi9ebLTj3g2IAL3++utatmyZVqxYoffee09TpkxRSUmJjh8/br21fnfTTTepubk5sv7yl79YbynhOjo6NGXKFK1evbrX+1euXKlVq1bp1Vdf1d69ezV8+HCVlJSos7Ozn3eaWJc6D5I0Z86cqOfHxo0b+3GHiVdTU6OysjLt2bNHb775ps6ePavZs2ero6MjcszSpUu1fft2bd68WTU1NTp27JgWLFhguOv4+zTnQZIeeuihqOfDypUrjXbcBzcATJ8+3ZWVlUU+7u7udvn5+a6ystJwV/1vxYoVbsqUKdbbMCXJbdmyJfJxT0+PCwaD7oUXXojc1tbW5vx+v9u4caPBDvvHJ8+Dc84tWrTI3X333Sb7sXL8+HEnydXU1Djnzv27Hzp0qNu8eXPkmL///e9OkqutrbXaZsJ98jw459wdd9zhHnvsMbtNfQpJ/wrozJkz2r9/v4qLiyO3DRo0SMXFxaqtrTXcmY3Dhw8rPz9fY8eO1f3336/GxkbrLZlqaGhQS0tL1PMjEAiosLDwinx+VFdXKycnRxMmTNAjjzyiEydOWG8poUKhkCQpKytLkrR//36dPXs26vkwceJEjR49OqWfD588Dx977bXXlJ2drUmTJqmiokKnTp2y2F6fku5ipJ/04Ycfqru7W7m5uVG35+bm6h//+IfRrmwUFhZq3bp1mjBhgpqbm/Xss8/q9ttv1/vvv6/09HTr7ZloaWmRpF6fHx/fd6WYM2eOFixYoIKCAh05ckRPPvmkSktLVVtbq8GDB1tvL+56enq0ZMkS3XrrrZo0aZKkc8+HtLQ0ZWZmRh2bys+H3s6DJH3zm9/UmDFjlJ+fr0OHDun73/++6urq9Pvf/95wt9GSPkD4f6WlpZE/T548WYWFhRozZozeeOMNPfjgg4Y7QzK49957I3+++eabNXnyZI0bN07V1dWaNWuW4c4So6ysTO+///4V8XPQi+nrPDz88MORP998883Ky8vTrFmzdOTIEY0bN66/t9mrpP8WXHZ2tgYPHnzBu1haW1sVDAaNdpUcMjMzdeONN6q+vt56K2Y+fg7w/LjQ2LFjlZ2dnZLPj/Lycu3YsUNvv/121K9vCQaDOnPmjNra2qKOT9XnQ1/noTeFhYWSlFTPh6QPUFpamqZOnaqqqqrIbT09PaqqqlJRUZHhzuydPHlSR44cUV5envVWzBQUFCgYDEY9P8LhsPbu3XvFPz+OHj2qEydOpNTzwzmn8vJybdmyRbt27VJBQUHU/VOnTtXQoUOjng91dXVqbGxMqefDpc5Dbw4ePChJyfV8sH4XxKexadMm5/f73bp169wHH3zgHn74YZeZmelaWlqst9avvve977nq6mrX0NDg/vrXv7ri4mKXnZ3tjh8/br21hGpvb3cHDhxwBw4ccJLcSy+95A4cOOD+9a9/Oeece/75511mZqbbtm2bO3TokLv77rtdQUGBO336tPHO4+ti56G9vd09/vjjrra21jU0NLi33nrLff7zn3c33HCD6+zstN563DzyyCMuEAi46upq19zcHFmnTp2KHLN48WI3evRot2vXLrdv3z5XVFTkioqKDHcdf5c6D/X19e6HP/yh27dvn2toaHDbtm1zY8eOdTNmzDDeebQBESDnnPvFL37hRo8e7dLS0tz06dPdnj17rLfU7+655x6Xl5fn0tLS3HXXXefuueceV19fb72thHv77bedpAvWokWLnHPn3or91FNPudzcXOf3+92sWbNcXV2d7aYT4GLn4dSpU2727Nnu2muvdUOHDnVjxoxxDz30UMr9T1pv//yS3Nq1ayPHnD592n33u991n/nMZ9zVV1/t5s+f75qbm+02nQCXOg+NjY1uxowZLisry/n9fjd+/Hi3fPlyFwqFbDf+Cfw6BgCAiaT/GRAAIDURIACACQIEADBBgAAAJggQAMAEAQIAmCBAAAATBAgAYIIAAQBMECAAgAkCBAAwQYAAACb+Dwuo74MxItlsAAAAAElFTkSuQmCC", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "data_sources = {\n", + " \"training_images\": \"train-images-idx3-ubyte.gz\", # 60,000 training images.\n", + " \"test_images\": \"t10k-images-idx3-ubyte.gz\", # 10,000 test images.\n", + " \"training_labels\": \"train-labels-idx1-ubyte.gz\", # 60,000 training labels.\n", + " \"test_labels\": \"t10k-labels-idx1-ubyte.gz\", # 10,000 test labels.\n", + "}\n", + "\n", + "# Use responsibly! When running notebooks locally, be sure to keep local\n", + "# copies of the datasets to prevent unnecessary server requests\n", + "headers = {\n", + " \"User-Agent\": \"Mozilla/5.0 (X11; Linux x86_64; rv:10.0) Gecko/20100101 Firefox/10.0\"\n", + "}\n", + "request_opts = {\n", + " \"headers\": headers,\n", + " \"params\": {\"raw\": \"true\"},\n", + "}\n", + "\n", + "import requests\n", + "import os\n", + "\n", + "data_dir = \"../_data\"\n", + "os.makedirs(data_dir, exist_ok=True)\n", + "\n", + "base_url = \"https://github.com/rossbar/numpy-tutorial-data-mirror/blob/main/\"\n", + "\n", + "for fname in data_sources.values():\n", + " fpath = os.path.join(data_dir, fname)\n", + " if not os.path.exists(fpath):\n", + " print(\"Downloading file: \" + fname)\n", + " resp = requests.get(base_url + fname, stream=True, **request_opts)\n", + " resp.raise_for_status() # Ensure download was succesful\n", + " with open(fpath, \"wb\") as fh:\n", + " for chunk in resp.iter_content(chunk_size=128):\n", + " fh.write(chunk)\n", + "\n", + "import gzip\n", + "\n", + "mnist_dataset = {}\n", + "\n", + "# Images\n", + "for key in (\"training_images\", \"test_images\"):\n", + " with gzip.open(os.path.join(data_dir, data_sources[key]), \"rb\") as mnist_file:\n", + " mnist_dataset[key] = np.frombuffer(\n", + " mnist_file.read(), np.uint8, offset=16\n", + " ).reshape(-1, 28 * 28)\n", + "# Labels\n", + "for key in (\"training_labels\", \"test_labels\"):\n", + " with gzip.open(os.path.join(data_dir, data_sources[key]), \"rb\") as mnist_file:\n", + " mnist_dataset[key] = np.frombuffer(mnist_file.read(), np.uint8, offset=8)\n", + "\n", + "x_train, y_train, x_test, y_test = (\n", + " mnist_dataset[\"training_images\"],\n", + " mnist_dataset[\"training_labels\"],\n", + " mnist_dataset[\"test_images\"],\n", + " mnist_dataset[\"test_labels\"],\n", + ")\n", + "\n", + "print(\n", + " \"The shape of training images: {} and training labels: {}\".format(\n", + " x_train.shape, y_train.shape\n", + " )\n", + ")\n", + "print(\n", + " \"The shape of test images: {} and test labels: {}\".format(\n", + " x_test.shape, y_test.shape\n", + " )\n", + ")\n", + "\n", + "# Take the 60,000th image (indexed at 59,999) from the training set,\n", + "# reshape from (784, ) to (28, 28) to have a valid shape for displaying purposes.\n", + "mnist_image = x_train[0, :].reshape(28, 28)\n", + "# Set the color mapping to grayscale to have a black background.\n", + "plt.imshow(mnist_image, cmap=\"gray\")\n", + "# Display the image.\n", + "plt.show()" + ] + }, + { + "cell_type": "code", + "execution_count": 74, + "id": "3f8f1165-2a02-4b6f-85e6-7c9bcee655ee", + "metadata": {}, + "outputs": [ + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAh8AAACFCAYAAAD7P5rdAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/TGe4hAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAap0lEQVR4nO3dfXBU1RkG8DcJZPkKiQFJiElKtCoglLRpCAGr1IniMFKBOGDrB7YCBTcpCPUjQwlWsJlq1YrEom0DiKWxVCNoNR1MIAwaoImT1oCmUKmkwG5Amw0B8gE5/cPy+m7cJXt37949mzy/mZ15snt392Rf7uZwzz3nRiilFAEAAABYJDLUDQAAAIC+BZ0PAAAAsBQ6HwAAAGApdD4AAADAUuh8AAAAgKXQ+QAAAABLofMBAAAAlkLnAwAAACyFzgcAAABYCp0PAAAAsFTQOh/FxcU0atQoGjBgAGVlZdH+/fuD9VZgAOqiL9RGX6iNnlCXMKaCoLS0VEVHR6uSkhJ14MABtWDBAhUXF6ecTmcw3g58hLroC7XRF2qjJ9QlvEUoZf6F5bKysigzM5PWrVtHRERdXV2UkpJC+fn59Oijj17yuV1dXXT8+HGKiYmhiIgIs5vWZymlaOrUqTR58mQqLi4mImN1ubg9amMupRSdPn2acnNz/d5nLm6P2pjLjNqgLsGB7zM9XdxnkpKSKDLy0gMr/cx+846ODqqtraWCggK+LzIyknJycqi6uvor27e3t1N7ezv/fOzYMRo7dqzZzYL/s9vtnC9VFyLUxkpRUVE+7zNEqI2VjNQGdbEWvs/01NjYSMnJyZfcxvRzPk6dOkUXLlyghIQEt/sTEhLI4XB8ZfuioiKKjY3lG/4xBNfXvvY1t5+91YUItbGSkX2GCLWxEr7P9IXvMz3FxMT0uE3IZ7sUFBSQy+XiW2NjY6ib1KsZObyI2ugLtdET6mItfJ/pyZe6mD7sMnz4cIqKiiKn0+l2v9PppMTExK9sb7PZyGazmd0M8KKpqcntZ291IUJtrGRknyFCbayE7zN94fssfJl+5CM6OpoyMjKooqKC7+vq6qKKigrKzs42++3AoKqqKs6oiz7S09Oxz2gKtdEXvs/CWDCm0JSWliqbzaY2btyoDh48qBYuXKji4uKUw+Ho8bkul0sREW5BuvlbF9QmuLeSkhLURtNbILXpjXXZvHkz36Q5c+bwzaq2YJ/R8+ZyuXr8/E0fdiEimjt3Lp08eZIKCwvJ4XBQeno6lZeXf+WkLbDemjVrUBcN5ebm0pkzZ1AbDaE2+sL3WfgKyjofgWhpaaHY2NhQN6PXcrlcNHToUL+ei9oETyB1IUJtggn7jLvNmzdzvvvuuznPnTuX85/+9CdL2oLa6MmXugTlyAcAAIS3cePGcf7JT37C+c477+Qs/+86ePBgaxoGvULIp9oCAABA34LOBwAAAFgKwy4AAPAVM2bM4Dx//vwet3/yySc5b9u2jfPnn39ubsOgV8CRDwAAALAUOh8AAABgqT4z7BIVFeX2s7wgkZwiFuw54unp6ZxLSko4v/zyy0F9374uPj6e85o1azjfcccdnIcPH8555syZnLdv3x7cxgGE0LBhwzivW7eO85w5cwy9zt///nfObW1tgTcMgkJed2XQoEFuj2VmZnKePXs255SUFM7yO/PChQt+twNHPgAAAMBS6HwAAACApXr1sMsVV1zBef369W6PTZ8+3ZT3kIewjC4We+zYMc4YdjHf1KlTOcsVF+XwijcrV67k/Ne//pVze3u7OY0LU3IhqZiYGEPP/fDDDznL/ebaa6/l/NlnnwXQOvCVHGr59a9/zVkOQftiz549nJctW8b57Nmz/jcOTJGamsr5xhtv5Dxr1izOcnjZV8888wznJUuW+Nc4wpEPAAAAsBg6HwAAAGCpXj3skpaWxlkOwXT3ySefcN65c6eh98jOzuY8duzYHrc/efIk52effdbQe0HPkpKSOJeVlXE2egGpjIwMzvIaF+fOnXPb7uDBg0abGFbkLCEiohUrVnAO6JBr5Jf/79mxYwfnb33rW36/Jvjuscce43zXXXcZem5dXR3nH/7wh5z/9a9/Bdos6Oaqq67iLIfmDx8+zFkOYU6ePJlzXFwc5+77sS9aWlo4v/TSS5zPnz9v+LU8wZEPAAAAsBQ6HwAAAGApdD4AAADAUr36nA85DWzSpEluj/Xr9+WvLldp82Uq5ZQpUzjfd999PW7f1dXFOT8/n3NNTU2PzwVj5Bi0t/M8Xn/9dc6vvvoq56VLl3KW5/Js3bqVc/eVcq+++mrOHR0dxhusITkV+ac//anbY4Gc5+GNnLIrz7Wpra01/b36ss2bN3P+/ve/b+i5hw4d4pyTk8MZF40znzxv7R//+AfngQMHcpbfT0ZVVlZy/uijj9wee/fddzm/9957nE+dOuX3+3mDIx8AAABgKXQ+AAAAwFK9ethF6n5I3Ogh8ssuu4zz6tWrOcvhG28rnD711FOc5SF8MMeoUaM45+XledxGTieUQy3S/Pnze3z9bdu2uT3W2dnpYyv1JqfiyaGW7sMukhwWMTrlWE61lcNjv//97zk//fTTHl8fwzG+k/WTQy3y8/dGHmqXFxyTUzDBHHKV371793KWQy3etLa2cpbDKG+++SZnOdSyb98+zoFcGC5Qho987N69m2bMmEFJSUkUERFBb7zxhtvjSikqLCykkSNH0sCBAyknJ8dtvBBC65prrkFdNPTEE09gn9EU9hl9oTbhy3Dn48yZMzRhwgQqLi72+PiTTz5Ja9eupfXr19O+ffto8ODBNG3aNFxiWRPPPvss6qKhF198EfuMprDP6Au1CV8RyujV0OSTIyKorKyML06jlKKkpCRavnw5H+5zuVyUkJBAGzdupDvvvLPH12xpaTG8GqWZ5DDK4sWLOdvtds5yhoO3C8vJoRa5KmQoD3MRfVGPoUOHGq4LUehr442cyfT+++9zPnDgAOfx48dzljNW5EqPsk6SnCVQWFjo9tinn35qvMEerF69mn72s58RkfF9hijw2kyYMIGzr8MaDz30EOdAVuv15b2rqqo4P/LII5ytmDEWbvuMHCKWh+FHjBjR43Plas+33347Z7kv6STcaiNlZWVx3rJlC2e5Mrcv5AX95EjEv//9b7/bFqiLdbkUU084PXLkCDkcDrepWLGxsZSVlUXV1dUen9Pe3k4tLS1uNwi+nupChNpYSV6BF7XRE+qiL9Qm/Jja+XA4HERElJCQ4HZ/QkICP9ZdUVERxcbG8i0lJcXMJsElXKouRKiNlbr/rxS10RPqoi/UJryEfLZLQUGB22GjlpYWy/9RpKenc5aH4WfMmNHjc70NtVw8hE4U+qEWf+lQm0B4OyRfWlrKOTc31+M28gKDf/7znzmbNcwSqHCvjVxYTC7u5s2NN97I+Tvf+Q5n3Rbq06Eu69ev5+zLUEtzczPne++9l7OuQy3+0qE28gKncvjQ21DLunXrOMu/Kffffz9n+TdIXkxz7ty5nP/5z3/62eLgMbXzkZiYSERETqeTRo4cyfc7nU63P/CSzWYjm81mZjPAR5eqCxFqY6Wmpia65ppr+GfURk+oi75Qm/Bi6rBLWloaJSYmUkVFBd/X0tJC+/btC2g5WDAf6qIXeUIlaqMn1EVfqE34MXzko7W1lQ4fPsw/HzlyhOrq6ig+Pp5SU1Np6dKltGbNGrr66qspLS2NVq5cSUlJSTwjRhcTJ07kvH37ds6XX365odc5c+YMZznTYvTo0Zybmpo4DxgwgLNcxOfs2bOG3tdfb7/9Nl133XXa1sUfcpGdc+fOcZazYORZ4HI47dixY5w//vhjznKxK7lYT7A89dRTNH78eK33GX888cQTnOUh7kGDBnHW/fcMh31GXg9EDlF5I6839dxzz3GW32HhIBxqI91zzz2cZVvl3xE5fP+LX/yC8/nz5zl7m132zW9+k7NcpM+XUwisZrjzUVNTQ9/97nf554tjaPPmzaONGzfSww8/TGfOnKGFCxdSc3MzXX/99VReXu72RxdCZ8mSJeRyuVAXzfz4xz/GPqMp7DP6Qm3Cl+HOx9SpU70uI070xboXjz/+OD3++OMBNQyC49ChQz3OvwbrrVixgn75y1+GuhngAfYZfaE24Svks12sIhfeIXK/RofRoRZpyJAhnOWZxpJcuEdu39jYyPmWW27hLM8+h57V19dzfvvttznLmSzy2gnyeizyMOgHH3zAGWsA9GzhwoWcb731Vo/byIWU5L99eW0ROQRg9H3lJcfluWZ9zY9+9CPOvsxwee211zj//Oc/N/RestbyOiT43uqZnKUiyf/QX5y4QUS0du1aznL4t7y83ONz5fY33HBDYI0NMlzVFgAAACyFzgcAAABYqs8Mu3Q/jC7PSbnttts4y6XhX3jhBc6zZ8/mnJycbOi9r7zySo/3y8Oj8r1+8IMfGHr9vu573/seZ3m2tzcvvvgi5127dgWjSWFHLkL0wAMPcJb/LruT1ziS2RefffYZZ3kC++TJk3t8b/le8hB1Xya/n7yRM8G8nZN3/fXXcy4oKOAsZwfKIezTp09z3rRpE+eL1/Yicp+l0dcdPHiQ81VXXcVZDkkuWrTI43Pl/XV1dZzljDI5nCaHkXWEIx8AAABgKXQ+AAAAwFIR6lLzZkMg1Jc5Nsvdd9/N+ZlnnuE8fPjwHp8rz+YnIvrd735nWrt8udSxNzrVRh4Gfu+99zhHRUVxjoiI4CwvLZ6ZmclZLu4TSoHUhcjc2kRHR3Pufnb+888/b+i1brrpJs6yBvJrRy62J2d9yZlL3sybN4/zH/7wB0Nt81U47DMdHR2c+/XzPJq+atUqzmvWrOGcl5fHWX5XyX3JKLkI1sMPP+z2mJnXugqH2khyHZI5c+Zw/va3v81ZLhEvV2z1Vg+5LxUWFnKWwzFW86UuOPIBAAAAlkLnAwAAACzVZ2a7WO2VV17hPGbMGM6PPvqox+3loUh5vRH4kpzZ8NJLL3H25XCkvGS1PByoy7CLTuQh/N/85jduj3X/2WxyqEwuRCbvl3WV9/dl//nPfziPGjXK4zZyOE0uwCev7WKWBx98kLNciIyIaOvWraa/X7hoa2vj/PLLL3vM0te//nXO8ntOziySQ9BymFTuq59//rmfLQ4eHPkAAAAAS6HzAQAAAJbCsIsm5OG4d955J4Qt0UtCQgLnv/zlL5y/8Y1vcJZDVlVVVZw3bNjAefPmzZwDOYsfgksOqfhyzZeUlBTOMTExbo/JBbB6ux07dnBesGCBx23krBP5fRNsjzzyiNvPfXnYxajDhw97vH/u3Lmca2pqOMshN3nNMgy7AAAAQJ+HzgcAAABYCsMuQTJw4EDOdru9x+3ff//9YDYnbMlLRHu7bsvrr7/OWR6OlOSwi7w2j5wlAOFn9erVnP/2t7+5Pfbuu+9a3ZyQkQuyzZ8/n7OcDdS/f3+POdjGjx9v2XuFE7ngWGdnJ2dvi7ANGjSIc0lJCedhw4YZeh1d4MgHAAAAWAqdDwAAALAUhl2CRB7m734WvifyWgt93YoVKzjLxZCk5uZmzt7O7o+Pj/d4v7yEe/cFkCC0jh8/zlles2fKlCmhaE7Y2LZtG2f5XbJy5cpQNMfN7t27Q92EoJPXxPnwww/dHvvvf//L+dChQ5ynTp3KubW1lbNcQOy2227jnJ+fz1l+h0n79u3j7G2mjC4MHfkoKiqizMxMiomJoREjRtDMmTOpoaHBbZu2tjay2+00bNgwGjJkCOXm5pLT6TS10eC/5cuXozYaQl30hdroC7UJX4Y6H1VVVWS322nv3r20Y8cO6uzspFtuucVtieoHH3yQ3nzzTdq6dStVVVXR8ePHafbs2aY3HPxTXl6O2mgIddEXaqMv1CZ8RSi5qo9BJ0+epBEjRlBVVRXdcMMN5HK56PLLL6ctW7bQHXfcQUREH3/8MY0ZM4aqq6tp0qRJPb6mTpdtN0peFnnnzp2c5VnK3owcOZJzU1OTuQ0TNm3aRPfeey8R6VOb7mfe79+/n/OECRM4y0Wn5OHkX/3qV5ynTZvGed26dZxTU1M5ywXK6uvr/W22qQKpC1F47zfe3HPPPZzlgnHe3HrrrW4/mzXbRcd95lLkInryEutLlizh7O9l6H0lF7V66KGH3B7zpZa+0qU28s/opf6kysXdZJ3Onz/P+ezZs5zl0LG36xjJBebkkLVcfMxqLperx39jAZ1w6nK5iOjLD6i2tpY6OzspJyeHtxk9ejSlpqZSdXW1x9dob2+nlpYWtxsEjxxnRG30YaQuRKiNlbDP6Au1CV9+dz66urpo6dKlNGXKFBo3bhwRETkcDoqOjqa4uDi3bRMSEsjhcHh8naKiIoqNjeWbXC4ZzIfa6MlIXYhQGythn9EXahO+/J7tYrfbqb6+nvbs2RNQAwoKCmjZsmX8c0tLS1D+Uch17omIiouLOW/ZsoXzG2+80eNryWGCi8NL3V/T21DLp59+yvmxxx7jfOrUqR7f12pW1ab74XI51CJt376dszxMWVlZydnbrAi5ANWJEyf8aqdOrKpNOOk+6+nAgQOcraq5DnWRi0utWrWKs5yBd/PNN3OWM8puuummHl9fzt6Q35dyVovcJxsbG31odfDpUBu5sJgk/6bIBSqlI0eOcJZDza+88grncLqekV+dj7y8PHrrrbdo9+7dbqtFJiYmUkdHBzU3N7v1SJ1OJyUmJnp8LZvNRjabzZ9mgB+am5vdxuJQGz0YqQsRamMl7DP6Qm3Cl6FhF6UU5eXlUVlZGVVWVlJaWprb4xkZGdS/f3+qqKjg+xoaGujo0aOUnZ1tToshIPKqr6iNPlAXfaE2+kJtwpehIx92u522bNlC27Zto5iYGB5bi42NpYEDB1JsbCzdf//9tGzZMoqPj6ehQ4dSfn4+ZWdn+3zWPgTXihUrKDk5GbXRDOqiL9RGX6hN+DI01dbbVJ8NGzbQfffdR0RfTCVavnw5/fGPf6T29naaNm0avfDCC5c8hCyZOf1p1qxZnF999VW3x+Q0p08++YTzrl27PL5WXV0d57vuuouz7GXLqaCSHIO9/fbbOb/zzjteWh488+fPp9deey3ktZHS09Pdfv7ggw88bifP8+jXz9iI4ZgxYzh3XxhPB4HUhQhTbT2R/64CmVKt4z4DX9ClNvIcv+5rjVx33XWcp0+f3uNryXM75EUzS0tLOXd0dPjVTqv4MtXW0De4L/2UAQMGUHFxsdvJl6CPp59+mn7729+GuhnQDeqiL9RGX6hN+MKF5QAAAMBSvfrCcvPmzeMsh1m6u/LKKz1mX3g7GnT06FHOa9eu5RyKoRbddR8Gkcv1Dx48mLMcapHbyNUUy8rKOMtDljoOtQBA7yBXJZVTX7srKCiwojlhAUc+AAAAwFLofAAAAIClevWwizxbvvtKdpmZmZzlWfHy0P61117LWa6WKMnrA8gz8ltbWznruHqpTs6dO+f2s5xBtGnTJs7R0dGc5cWqysvLg9g6AAAwG458AAAAgKXQ+QAAAABLGVpkzApYlCe4fFn8xRvUJngCqQtR76yNvAhXTEwM58LCQs6LFy/2+nyzFhnDPqMv1EZPvtQFRz4AAADAUuh8AAAAgKV69WwXAAhfbW1tHnN+fr7HDADhA0c+AAAAwFLofAAAAICl0PkAAAAAS6HzAQAAAJbSrvOh2bIjvU4gny9qEzyBfraoTfBgn9EXaqMnXz5b7Tofp0+fDnUTerVAPl/UJngC/WxRm+DBPqMv1EZPvny22q1w2tXVRcePHyelFKWmplJjY2NAKz+Gk5aWFkpJSQnK76yUotOnT1NSUhJFRvrX5+zq6qKGhgYaO3Zsn6oLUfBqY0ZdiPpubcJhn8H3mb61wT4Turpot85HZGQkJScn89Vihw4d2mf+UVwUrN850KWEIyMj6YorriCivlkXouD83mYs8dzXa6PzPoPvM31rg30mdHXRbtgFAAAAejd0PgAAAMBS2nY+bDYbrVq1imw2W6ibYplw+J3DoY3BEA6/dzi00Wzh8juHSzvNFA6/czi00Wy6/M7anXAKAAAAvZu2Rz4AAACgd0LnAwAAACyFzgcAAABYCp0PAAAAsJSWnY/i4mIaNWoUDRgwgLKysmj//v2hbpJpioqKKDMzk2JiYmjEiBE0c+ZMamhocNumra2N7HY7DRs2jIYMGUK5ubnkdDpD1GJ3qA1qYzXURV+ojb60r43STGlpqYqOjlYlJSXqwIEDasGCBSouLk45nc5QN80U06ZNUxs2bFD19fWqrq5OTZ8+XaWmpqrW1lbeZtGiRSolJUVVVFSompoaNWnSJDV58uQQtvoLqA1qEwqoi75QG33pXhvtOh8TJ05Udrudf75w4YJKSkpSRUVFIWxV8DQ1NSkiUlVVVUoppZqbm1X//v3V1q1beZuPPvpIEZGqrq4OVTOVUqgNaqMH1EVfqI2+dKuNVsMuHR0dVFtbSzk5OXxfZGQk5eTkUHV1dQhbFjwul4uIiOLj44mIqLa2ljo7O90+g9GjR1NqampIPwPUBrXRBeqiL9RGX7rVRqvOx6lTp+jChQuUkJDgdn9CQgI5HI4QtSp4urq6aOnSpTRlyhQaN24cERE5HA6Kjo6muLg4t21D/RmgNqiNDlAXfaE2+tKxNtpd1bYvsdvtVF9fT3v27Al1U6Ab1EZPqIu+UBt96VgbrY58DB8+nKKior5ytq3T6aTExMQQtSo48vLy6K233qKdO3dScnIy35+YmEgdHR3U3Nzstn2oPwPUBrUJNdRFX6iNvnStjVadj+joaMrIyKCKigq+r6uriyoqKig7OzuELTOPUory8vKorKyMKisrKS0tze3xjIwM6t+/v9tn0NDQQEePHg3pZ4DaoDahgrroC7XRl/a1CfoprQaVlpYqm82mNm7cqA4ePKgWLlyo4uLilMPhCHXTTLF48WIVGxurdu3apU6cOMG3s2fP8jaLFi1SqampqrKyUtXU1Kjs7GyVnZ0dwlZ/AbVBbUIBddEXaqMv3WujXedDKaWef/55lZqaqqKjo9XEiRPV3r17Q90k0xCRx9uGDRt4m3PnzqkHHnhAXXbZZWrQoEFq1qxZ6sSJE6FrtIDaoDZWQ130hdroS/faRPy/kQAAAACW0OqcDwAAAOj90PkAAAAAS6HzAQAAAJZC5wMAAAAshc4HAAAAWAqdDwAAALAUOh8AAABgKXQ+AAAAwFLofAAAAICl0PkAAAAAS6HzAQAAAJZC5wMAAAAs9T81UnJZfIWCIAAAAABJRU5ErkJggg==", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "num_examples = 5\n", + "seed = 147197952744\n", + "rng = np.random.default_rng(seed)\n", + "\n", + "fig, axes = plt.subplots(1, num_examples)\n", + "for sample, ax in zip(rng.choice(x_train, size=num_examples, replace=False), axes):\n", + " ax.imshow(sample.reshape(28, 28), cmap=\"gray\")" + ] + }, + { + "cell_type": "code", + "execution_count": 102, + "id": "e37a04f2-52f2-4cbb-b186-92ffa23e2ed3", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "array([0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0.01176471, 0.07058824, 0.07058824,\n", + " 0.07058824, 0.49411765, 0.53333333, 0.68627451, 0.10196078,\n", + " 0.65098039, 1. , 0.96862745, 0.49803922, 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0.11764706, 0.14117647, 0.36862745, 0.60392157,\n", + " 0.66666667, 0.99215686, 0.99215686, 0.99215686, 0.99215686,\n", + " 0.99215686, 0.88235294, 0.6745098 , 0.99215686, 0.94901961,\n", + " 0.76470588, 0.25098039, 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0.19215686, 0.93333333,\n", + " 0.99215686, 0.99215686, 0.99215686, 0.99215686, 0.99215686,\n", + " 0.99215686, 0.99215686, 0.99215686, 0.98431373, 0.36470588,\n", + " 0.32156863, 0.32156863, 0.21960784, 0.15294118, 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0.07058824, 0.85882353, 0.99215686, 0.99215686,\n", + " 0.99215686, 0.99215686, 0.99215686, 0.77647059, 0.71372549,\n", + " 0.96862745, 0.94509804, 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0.31372549, 0.61176471, 0.41960784, 0.99215686, 0.99215686,\n", + " 0.80392157, 0.04313725, 0. , 0.16862745, 0.60392157,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0.05490196,\n", + " 0.00392157, 0.60392157, 0.99215686, 0.35294118, 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0.54509804,\n", + " 0.99215686, 0.74509804, 0.00784314, 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0.04313725, 0.74509804, 0.99215686,\n", + " 0.2745098 , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0.1372549 , 0.94509804, 0.88235294, 0.62745098,\n", + " 0.42352941, 0.00392157, 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0.31764706, 0.94117647, 0.99215686, 0.99215686, 0.46666667,\n", + " 0.09803922, 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0.17647059,\n", + " 0.72941176, 0.99215686, 0.99215686, 0.58823529, 0.10588235,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0.0627451 , 0.36470588,\n", + " 0.98823529, 0.99215686, 0.73333333, 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0.97647059, 0.99215686,\n", + " 0.97647059, 0.25098039, 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0.18039216, 0.50980392,\n", + " 0.71764706, 0.99215686, 0.99215686, 0.81176471, 0.00784314,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0.15294118,\n", + " 0.58039216, 0.89803922, 0.99215686, 0.99215686, 0.99215686,\n", + " 0.98039216, 0.71372549, 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0.09411765, 0.44705882, 0.86666667, 0.99215686, 0.99215686,\n", + " 0.99215686, 0.99215686, 0.78823529, 0.30588235, 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0.09019608, 0.25882353, 0.83529412, 0.99215686,\n", + " 0.99215686, 0.99215686, 0.99215686, 0.77647059, 0.31764706,\n", + " 0.00784314, 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0.07058824, 0.67058824, 0.85882353,\n", + " 0.99215686, 0.99215686, 0.99215686, 0.99215686, 0.76470588,\n", + " 0.31372549, 0.03529412, 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0.21568627, 0.6745098 ,\n", + " 0.88627451, 0.99215686, 0.99215686, 0.99215686, 0.99215686,\n", + " 0.95686275, 0.52156863, 0.04313725, 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0.53333333, 0.99215686, 0.99215686, 0.99215686,\n", + " 0.83137255, 0.52941176, 0.51764706, 0.0627451 , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. , 0. ,\n", + " 0. , 0. , 0. , 0. ])" + ] + }, + "execution_count": 102, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "np.divide(x_train, 255.0)[0]" + ] + }, + { + "cell_type": "code", + "execution_count": 83, + "id": "099de0a6-a6c4-460a-994f-b64e6287f3e9", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "np.uint8(0)" + ] + }, + "execution_count": 83, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "y_train[1]" + ] + }, + { + "cell_type": "code", + "execution_count": 103, + "id": "d767c65f-5167-45b1-9b18-2900163035df", + "metadata": {}, + "outputs": [], + "source": [ + "dataMap = {}\n", + "\n", + "for i in range(10):\n", + " a = [0] * 10\n", + " a[i] = 1\n", + " dataMap[i] = a\n", + "\n", + "\n", + "ys = []\n", + "for y in y_train:\n", + " ys.append(dataMap[y])\n", + "\n", + "xs = np.divide(x_train, 255.0).tolist()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d8ff11da-2715-4866-a13f-457d8e9c5b6d", + "metadata": {}, + "outputs": [], + "source": [ + "loss = Value(1000)\n", + "\n", + "n = MultiLayerPerceptron(784, [16, 10])\n", + "\n", + "while loss.data > 0.1:\n", + " ypred = [n(x) for x in xs]\n", + " loss = sum([(yout[0] - ygt)**2 for ygt, yout in zip(ys, ypred)])\n", + " for p in n.parameters():\n", + " p.grad = 0\n", + " loss.backward()\n", + " if loss.data < 0.1:\n", + " break\n", + " for p in n.parameters():\n", + " p.data += -0.05 * p.grad\n", + " print(loss.data)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "ceab5f8e-49b0-457a-8499-abcb4b3123ec", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.4" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/pyvenv.cfg b/pyvenv.cfg new file mode 100644 index 0000000..e9ca925 --- /dev/null +++ b/pyvenv.cfg @@ -0,0 +1,5 @@ +home = /usr/bin +include-system-site-packages = false +version = 3.12.4 +executable = /usr/bin/python3.12 +command = /usr/bin/python3 -m venv /home/dubey/projects/dwsgrad